Status: FAILED
Triggered by: chromium-ci-gpu-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 3 hours
Actions:

Definition (rev 1f1b4513521524d405025696b8777ff82db0bd9d)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Dawn Win10 x64 ASAN Release (NVIDIA)"
>

Incoming triggers

  • Dawn Win10 x64 ASAN Builder/3061 (2 years ago by chromium-ci-gpu-builder@chops-service-accounts.iam.gserviceaccount.com)
  • Dawn Win10 x64 ASAN Builder/3062 (2 years ago by chromium-ci-gpu-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "0ca5feebf1642b9a6f424650e718ad9a2aabfb99",
        "project": "chromium/src",
        "ref": "refs/heads/main"
      }
    ]
  },
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "0ca5feebf1642b9a6f424650e718ad9a2aabfb99",
    "src/third_party/dawn": "d108bb45dc16115066555b090808ca2bc3193f6e"
  },
  "parent_build_id": "8763035265621980465",
  "parent_builder_group": "chromium.dawn",
  "parent_buildername": "Dawn Win10 x64 ASAN Builder",
  "parent_got_angle_revision": "d696b40fad24202791ecb40d9ea13a2ab4be15cf",
  "parent_got_dawn_revision": "d108bb45dc16115066555b090808ca2bc3193f6e",
  "parent_got_revision": "0ca5feebf1642b9a6f424650e718ad9a2aabfb99",
  "parent_got_revision_cp": "refs/heads/main@{#1231119}",
  "parent_got_swiftshader_revision": "4befa3ada54ce2fbdadb2383712da70811efe85e",
  "parent_got_v8_revision": "30e826391ad51011e6829dde5a1b246dd1588f19",
  "parent_got_v8_revision_cp": "refs/heads/12.1.256@{#2}",
  "parent_got_webrtc_revision": "c534a94bf25158b6adcf48f7f610c08566b64382",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#41278}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "0ca5feebf1642b9a6f424650e718ad9a2aabfb99",
  "swarm_hashes": {
    "dawn_end2end_tests": "88009f99ae14833a2965a8cf70ec44b88a8db90b2999158865edb80e2ecdbcd3/486",
    "dawn_perf_tests": "d650038ba31874ce07fd0830fe4a5610c6c86ff32f14bb8992342ec432c81ab1/488",
    "gl_tests": "1778c679840e9a35c98146cdbd5da996a66f94438a8fcad79eaef8b8afa6b2fe/486",
    "gl_unittests": "7ad90e821f2a4b29f65a08032504674931dd550a2f799d30ef35296018380906/487",
    "telemetry_gpu_integration_test": "e5a2624b14231df61c9c4fd12734a10d94ea9d30fe111e8847b4755f7358a650/814",
    "telemetry_gpu_unittests": "ee03afeba6708a2fee21a4e9407fabecebf7c36d7ddba0f741341f5a43baab87/735",
    "webgpu_blink_web_tests": "fd79c77428d9314a8f8b029eb4be4bbc0a1c5b43e1438134200c2acf0d4caefd/566"
  },
  "swarming_command_lines_cwd": "out\\Release_x64",
  "swarming_command_lines_digest": "eca0b9676d87a6ce8af3ba81b10e6d5bd10fc75c351264a541e8d91d0e717a42/93"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/0ca5feebf1642b9a6f424650e718ad9a2aabfb99
  • gitiles_ref:refs/heads/main
  • parent_buildername:Dawn Win10 x64 ASAN Builder
  • parent_buildnumber:3062
  • user_agent:recipe

Debug log (UTC)

[05:22:20.252] New invocation is queued and will start shortly
[05:22:20.252] Triggered by user:chromium-ci-gpu-builder@chops-service-accounts.iam.gserviceaccount.com
[05:22:21.440] Starting the invocation (attempt 1)
[05:22:21.467] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/0ca5feebf1642b9a6f424650e718ad9a2aabfb99"
[05:22:21.467] Popped gitiles commit info from properties and tags
[05:22:21.467] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[05:22:21.467] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[05:22:21.467] Buildbucket request:
{
  "requestId": "8928458631505287680",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Dawn Win10 x64 ASAN Release (NVIDIA)"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "0ca5feebf1642b9a6f424650e718ad9a2aabfb99",
                        "project": "chromium/src",
                        "ref": "refs/heads/main"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "0ca5feebf1642b9a6f424650e718ad9a2aabfb99",
            "src/third_party/dawn": "d108bb45dc16115066555b090808ca2bc3193f6e"
          },
      "parent_build_id": "8763035265621980465",
      "parent_builder_group": "chromium.dawn",
      "parent_buildername": "Dawn Win10 x64 ASAN Builder",
      "parent_got_angle_revision": "d696b40fad24202791ecb40d9ea13a2ab4be15cf",
      "parent_got_dawn_revision": "d108bb45dc16115066555b090808ca2bc3193f6e",
      "parent_got_revision": "0ca5feebf1642b9a6f424650e718ad9a2aabfb99",
      "parent_got_revision_cp": "refs/heads/main@{#1231119}",
      "parent_got_swiftshader_revision": "4befa3ada54ce2fbdadb2383712da70811efe85e",
      "parent_got_v8_revision": "30e826391ad51011e6829dde5a1b246dd1588f19",
      "parent_got_v8_revision_cp": "refs/heads/12.1.256@{#2}",
      "parent_got_webrtc_revision": "c534a94bf25158b6adcf48f7f610c08566b64382",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#41278}",
      "swarm_hashes": {
            "dawn_end2end_tests": "88009f99ae14833a2965a8cf70ec44b88a8db90b2999158865edb80e2ecdbcd3/486",
            "dawn_perf_tests": "d650038ba31874ce07fd0830fe4a5610c6c86ff32f14bb8992342ec432c81ab1/488",
            "gl_tests": "1778c679840e9a35c98146cdbd5da996a66f94438a8fcad79eaef8b8afa6b2fe/486",
            "gl_unittests": "7ad90e821f2a4b29f65a08032504674931dd550a2f799d30ef35296018380906/487",
            "telemetry_gpu_integration_test": "e5a2624b14231df61c9c4fd12734a10d94ea9d30fe111e8847b4755f7358a650/814",
            "telemetry_gpu_unittests": "ee03afeba6708a2fee21a4e9407fabecebf7c36d7ddba0f741341f5a43baab87/735",
            "webgpu_blink_web_tests": "fd79c77428d9314a8f8b029eb4be4bbc0a1c5b43e1438134200c2acf0d4caefd/566"
          },
      "swarming_command_lines_cwd": "out\\Release_x64",
      "swarming_command_lines_digest": "eca0b9676d87a6ce8af3ba81b10e6d5bd10fc75c351264a541e8d91d0e717a42/93"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "0ca5feebf1642b9a6f424650e718ad9a2aabfb99",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8928458631505287680"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Dawn Win10 x64 ASAN Release (NVIDIA)"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Dawn Win10 x64 ASAN Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "3062"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[05:22:22.093] Scheduled build:
{
  "id": "8763028569514184033",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Dawn Win10 x64 ASAN Release (NVIDIA)"
  },
  "number": 1463,
  "createdBy": "project:chromium",
  "createTime": "2023-11-30T05:22:21.528658631Z",
  "updateTime": "2023-11-30T05:22:21.528658631Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "0ca5feebf1642b9a6f424650e718ad9a2aabfb99",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[05:22:22.093] Task URL: https://cr-buildbucket.appspot.com/build/8763028569514184033
[05:22:22.093] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8928458631505287680:2:0) after 7m2s
[05:22:23.014] Received PubSub notification, asking Buildbucket for the build status
[05:22:23.068] Build status: SCHEDULED
[05:22:24.538] Received PubSub notification, asking Buildbucket for the build status
[05:22:24.589] Build status: STARTED
[05:29:24.210] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8928458631505287680:2:0)
[05:29:24.238] Build status: STARTED
[05:29:24.239] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8928458631505287680:5:0) after 3m44s
[05:33:08.584] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8928458631505287680:5:0)
[05:33:08.605] Build status: STARTED
[05:33:08.605] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8928458631505287680:6:0) after 5m12s
[05:38:21.185] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8928458631505287680:6:0)
[05:38:21.203] Build status: STARTED
[05:38:21.203] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8928458631505287680:7:0) after 1m39s
[05:40:00.328] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8928458631505287680:7:0)
[05:40:00.357] Build status: STARTED
[05:40:00.358] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8928458631505287680:8:0) after 2m29s
[05:42:29.442] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8928458631505287680:8:0)
[05:42:29.460] Build status: STARTED
[05:42:29.460] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8928458631505287680:9:0) after 9m5s
[05:51:34.539] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8928458631505287680:9:0)
[05:51:34.562] Build status: STARTED
[05:51:34.562] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8928458631505287680:10:0) after 8m47s
[06:00:21.584] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8928458631505287680:10:0)
[06:00:21.622] Build status: STARTED
[06:00:21.622] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8928458631505287680:11:0) after 2m58s
[06:03:19.841] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8928458631505287680:11:0)
[06:03:19.862] Build status: STARTED
[06:03:19.862] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8928458631505287680:12:0) after 8m27s
[06:11:47.277] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8928458631505287680:12:0)
[06:11:47.294] Build status: STARTED
[06:11:47.294] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8928458631505287680:13:0) after 1m55s
[06:13:42.319] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8928458631505287680:13:0)
[06:13:42.340] Build status: STARTED
[06:13:42.340] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8928458631505287680:14:0) after 1m41s
[06:15:23.569] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8928458631505287680:14:0)
[06:15:23.590] Build status: STARTED
[06:15:23.590] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8928458631505287680:15:0) after 3m26s
[06:18:49.739] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8928458631505287680:15:0)
[06:18:49.771] Build status: STARTED
[06:18:49.771] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8928458631505287680:16:0) after 8m34s
[06:27:23.809] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8928458631505287680:16:0)
[06:27:23.828] Build status: STARTED
[06:27:23.828] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8928458631505287680:17:0) after 2m54s
[06:30:18.030] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8928458631505287680:17:0)
[06:30:18.057] Build status: STARTED
[06:30:18.057] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8928458631505287680:18:0) after 5m47s
[06:36:05.074] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8928458631505287680:18:0)
[06:36:05.097] Build status: STARTED
[06:36:05.097] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8928458631505287680:19:0) after 6m57s
[06:43:02.163] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8928458631505287680:19:0)
[06:43:02.184] Build status: STARTED
[06:43:02.184] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8928458631505287680:20:0) after 2m46s
[06:45:48.208] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8928458631505287680:20:0)
[06:45:48.244] Build status: STARTED
[06:45:48.244] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8928458631505287680:21:0) after 2m23s
[06:48:11.261] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8928458631505287680:21:0)
[06:48:11.282] Build status: STARTED
[06:48:11.282] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8928458631505287680:22:0) after 3m27s
[06:51:38.405] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8928458631505287680:22:0)
[06:51:38.421] Build status: STARTED
[06:51:38.422] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8928458631505287680:23:0) after 9m20s
[07:00:58.399] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8928458631505287680:23:0)
[07:00:58.476] Build status: STARTED
[07:00:58.476] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8928458631505287680:24:0) after 3m32s
[07:04:30.491] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8928458631505287680:24:0)
[07:04:30.534] Build status: STARTED
[07:04:30.535] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8928458631505287680:25:0) after 2m2s
[07:06:32.606] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8928458631505287680:25:0)
[07:06:32.653] Build status: STARTED
[07:06:32.653] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8928458631505287680:26:0) after 2m21s
[07:08:53.669] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8928458631505287680:26:0)
[07:08:53.693] Build status: STARTED
[07:08:53.693] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8928458631505287680:27:0) after 7m52s
[07:16:45.717] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8928458631505287680:27:0)
[07:16:45.740] Build status: STARTED
[07:16:45.740] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8928458631505287680:28:0) after 8m48s
[07:25:33.865] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8928458631505287680:28:0)
[07:25:33.949] Build status: STARTED
[07:25:33.949] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8928458631505287680:29:0) after 3m8s
[07:28:41.963] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8928458631505287680:29:0)
[07:28:41.982] Build status: STARTED
[07:28:41.982] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8928458631505287680:30:0) after 9m21s
[07:38:03.148] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8928458631505287680:30:0)
[07:38:03.170] Build status: STARTED
[07:38:03.170] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8928458631505287680:31:0) after 9m6s
[07:47:09.234] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8928458631505287680:31:0)
[07:47:09.254] Build status: STARTED
[07:47:09.254] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8928458631505287680:32:0) after 1m41s
[07:48:50.281] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8928458631505287680:32:0)
[07:48:50.298] Build status: STARTED
[07:48:50.298] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8928458631505287680:33:0) after 4m1s
[07:52:51.425] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8928458631505287680:33:0)
[07:52:51.520] Build status: STARTED
[07:52:51.520] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8928458631505287680:34:0) after 9m5s
[08:01:56.544] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8928458631505287680:34:0)
[08:01:56.572] Build status: STARTED
[08:01:56.572] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8928458631505287680:35:0) after 8m39s
[08:10:35.699] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8928458631505287680:35:0)
[08:10:35.745] Build status: STARTED
[08:10:35.745] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8928458631505287680:36:0) after 9m49s
[08:20:24.808] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8928458631505287680:36:0)
[08:20:24.872] Build status: STARTED
[08:20:24.872] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8928458631505287680:37:0) after 4m43s
[08:25:07.939] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8928458631505287680:37:0)
[08:25:08.092] Build status: STARTED
[08:25:08.092] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8928458631505287680:38:0) after 6m50s
[08:30:15.542] Received PubSub notification, asking Buildbucket for the build status
[08:30:15.684] Build:
{
  "id": "8763028569514184033",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Dawn Win10 x64 ASAN Release (NVIDIA)"
  },
  "number": 1463,
  "createdBy": "project:chromium",
  "createTime": "2023-11-30T05:22:21.528658631Z",
  "startTime": "2023-11-30T05:22:22.517731Z",
  "endTime": "2023-11-30T08:30:14.765804Z",
  "updateTime": "2023-11-30T08:30:14.765804Z",
  "status": "INFRA_FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "0ca5feebf1642b9a6f424650e718ad9a2aabfb99",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[08:30:15.684] Invocation finished in 3h7m55.439450927s with status FAILED