Status: FAILED
Triggered by: chromium-ci-gpu-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 1 hour
Actions:

Definition (rev e06c85a67c04bcbdc0ee7d29b76877746b7b8777)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Dawn Linux x64 DEPS Release (NVIDIA)"
>

Incoming triggers

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "ce57d07ab2338352ad129a015dec465f960c8fdf",
        "project": "chromium/src",
        "ref": "refs/branch-heads/7444"
      }
    ]
  },
  "branch": "refs/branch-heads/7444",
  "deps_revision_overrides": {
    "src": "ce57d07ab2338352ad129a015dec465f960c8fdf"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8700389699812029153"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8700389699812029153"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8700389699812029153"
    }
  ],
  "parent_build_id": "8700389699812029153",
  "parent_builder_group": "chromium.dawn",
  "parent_buildername": "Dawn Linux x64 DEPS Builder",
  "parent_got_angle_revision": "e5b338502c7c65bd38d4695bc557938ca4cc3aa7",
  "parent_got_dawn_revision": "cee9cb0d67e749bf42f5e90cb3b8a6f525dbb920",
  "parent_got_revision": "ce57d07ab2338352ad129a015dec465f960c8fdf",
  "parent_got_revision_cp": "refs/branch-heads/7444@{#1655}",
  "parent_got_swiftshader_revision": "5f1c459a11bb4899301e89609cbf7547f9f31e20",
  "parent_got_v8_revision": "bb294624702efbb17691b642333f06bf5108e600",
  "parent_got_v8_revision_cp": "refs/branch-heads/14.2@{#28}",
  "parent_got_webrtc_revision": "29d6eabaf0b5c1a62af6e7fd03adebf5e1a446e8",
  "parent_got_webrtc_revision_cp": "refs/branch-heads/7444@{#2}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "ce57d07ab2338352ad129a015dec465f960c8fdf",
  "swarm_hashes": {
    "dawn_end2end_tests": "209e0d5fea9905e438084dfecd1f33f7b16ab377947d04c714b4f2abffca3f1e/323",
    "dawn_perf_tests": "f5ced29c298e7fdf4d5f6409fb438321b98a4410d29b2818fb29c0e80be89078/487",
    "gl_tests": "e00cbc804bea97cde7679288410be3bffa02bf2a3f56aee85be419e38a8e75bc/323",
    "gl_unittests": "6accb24a1af5e72cc3d5ec355c5a42eb10fa303b8a016c8cf5bd4c93ee3e6d26/323",
    "telemetry_gpu_integration_test": "f18bfefad1019379fc898d6fd237d46cb96298e0bc47ca6052cafd0d5f795e58/815",
    "telemetry_gpu_unittests": "dfe267b02ff62a143b0821878b8c237cc2e304e145f2d618ba6375031d827b28/736",
    "webgpu_blink_web_tests": "aa2205207405a786f4d21a609a1b760695b43390c9862d20c593969c3424f40a/566"
  },
  "swarming_command_lines_cwd": "out/ee60-Dawn_Linux_x64_",
  "swarming_command_lines_digest": "f8affc12a6026f3b1c44ce425f22dbf15309123519a892be12a890f5a3bee036/93",
  "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/ce57d07ab2338352ad129a015dec465f960c8fdf
  • gitiles_ref:refs/branch-heads/7444
  • parent_buildername:Dawn Linux x64 DEPS Builder
  • parent_buildnumber:1231
  • user_agent:recipe

Debug log (UTC)

[15:47:24.960] New invocation is queued and will start shortly
[15:47:24.960] Triggered by user:chromium-ci-gpu-builder@chops-service-accounts.iam.gserviceaccount.com
[15:47:26.264] Starting the invocation (attempt 1)
[15:47:26.294] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/ce57d07ab2338352ad129a015dec465f960c8fdf"
[15:47:26.294] Popped gitiles commit info from properties and tags
[15:47:26.294] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[15:47:26.295] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[15:47:26.295] Buildbucket request:
{
  "requestId": "8865816801188552992",
  "builder": {
    "project": "chromium-m142",
    "bucket": "ci",
    "builder": "Dawn Linux x64 DEPS Release (NVIDIA)"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "ce57d07ab2338352ad129a015dec465f960c8fdf",
                        "project": "chromium/src",
                        "ref": "refs/branch-heads/7444"
                      }
                ]
          },
      "$recipe_engine/scheduler": {
            "hostname": "luci-scheduler.appspot.com",
            "invocation": "8865816801188552992",
            "job": "chromium-m142/Dawn Linux x64 DEPS Release (NVIDIA)",
            "triggers": [
                  {
                        "gitiles": {
                              "properties": {
                                    "$bootstrap/trigger": {
                                          "commits": [
                                                {
                                                      "host": "chromium.googlesource.com",
                                                      "id": "a778ca0e9f74bf9ffa4790571c0fb163d0569712",
                                                      "project": "chromium/src",
                                                      "ref": "refs/branch-heads/7444"
                                                    }
                                              ]
                                        },
                                    "deps_revision_overrides": {
                                          "src": "a778ca0e9f74bf9ffa4790571c0fb163d0569712"
                                        },
                                    "instruction_dependencies": [
                                          {
                                                "instruction_id": "bot_update_repro_instructions",
                                                "invocation_id": "build-8700390573611606929"
                                              },
                                          {
                                                "instruction_id": "generate_build_files_repro_instructions",
                                                "invocation_id": "build-8700390573611606929"
                                              },
                                          {
                                                "instruction_id": "compile_repro_instructions",
                                                "invocation_id": "build-8700390573611606929"
                                              }
                                        ],
                                    "parent_build_id": "8700390573611606929",
                                    "parent_builder_group": "chromium.dawn",
                                    "parent_buildername": "Dawn Linux x64 DEPS Builder",
                                    "parent_got_angle_revision": "e5b338502c7c65bd38d4695bc557938ca4cc3aa7",
                                    "parent_got_dawn_revision": "cee9cb0d67e749bf42f5e90cb3b8a6f525dbb920",
                                    "parent_got_revision": "a778ca0e9f74bf9ffa4790571c0fb163d0569712",
                                    "parent_got_revision_cp": "refs/branch-heads/7444@{#1654}",
                                    "parent_got_swiftshader_revision": "5f1c459a11bb4899301e89609cbf7547f9f31e20",
                                    "parent_got_v8_revision": "bb294624702efbb17691b642333f06bf5108e600",
                                    "parent_got_v8_revision_cp": "refs/branch-heads/14.2@{#28}",
                                    "parent_got_webrtc_revision": "29d6eabaf0b5c1a62af6e7fd03adebf5e1a446e8",
                                    "parent_got_webrtc_revision_cp": "refs/branch-heads/7444@{#2}",
                                    "revision": "a778ca0e9f74bf9ffa4790571c0fb163d0569712",
                                    "swarm_hashes": {
                                          "dawn_end2end_tests": "209e0d5fea9905e438084dfecd1f33f7b16ab377947d04c714b4f2abffca3f1e/323",
                                          "dawn_perf_tests": "f5ced29c298e7fdf4d5f6409fb438321b98a4410d29b2818fb29c0e80be89078/487",
                                          "gl_tests": "e00cbc804bea97cde7679288410be3bffa02bf2a3f56aee85be419e38a8e75bc/323",
                                          "gl_unittests": "6accb24a1af5e72cc3d5ec355c5a42eb10fa303b8a016c8cf5bd4c93ee3e6d26/323",
                                          "telemetry_gpu_integration_test": "d13b69029b735d77b6253be25b752843f1f0045718bf268f94387f7b99690b23/815",
                                          "telemetry_gpu_unittests": "dfe267b02ff62a143b0821878b8c237cc2e304e145f2d618ba6375031d827b28/736",
                                          "webgpu_blink_web_tests": "ba28318f1c1ca08b502b3918d8fc9defab74ca4f81748fd1285ece7b369af4d4/566"
                                        },
                                    "swarming_command_lines_cwd": "out/ee60-Dawn_Linux_x64_",
                                    "swarming_command_lines_digest": "f8affc12a6026f3b1c44ce425f22dbf15309123519a892be12a890f5a3bee036/93",
                                    "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
                                  },
                              "ref": "refs/branch-heads/7444",
                              "repo": "https://chromium.googlesource.com/chromium/src",
                              "revision": "a778ca0e9f74bf9ffa4790571c0fb163d0569712",
                              "tags": [
                                    "parent_buildername:Dawn Linux x64 DEPS Builder",
                                    "parent_buildnumber:1230",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "572ecb61-ebeb-4f8c-bc05-c242a339b788",
                        "title": "Dawn Linux x64 DEPS Builder/1230",
                        "url": "https://cr-buildbucket.appspot.com/build/8700390573611606929"
                      },
                  {
                        "gitiles": {
                              "properties": {
                                    "$bootstrap/trigger": {
                                          "commits": [
                                                {
                                                      "host": "chromium.googlesource.com",
                                                      "id": "ce57d07ab2338352ad129a015dec465f960c8fdf",
                                                      "project": "chromium/src",
                                                      "ref": "refs/branch-heads/7444"
                                                    }
                                              ]
                                        },
                                    "deps_revision_overrides": {
                                          "src": "ce57d07ab2338352ad129a015dec465f960c8fdf"
                                        },
                                    "instruction_dependencies": [
                                          {
                                                "instruction_id": "bot_update_repro_instructions",
                                                "invocation_id": "build-8700389699812029153"
                                              },
                                          {
                                                "instruction_id": "generate_build_files_repro_instructions",
                                                "invocation_id": "build-8700389699812029153"
                                              },
                                          {
                                                "instruction_id": "compile_repro_instructions",
                                                "invocation_id": "build-8700389699812029153"
                                              }
                                        ],
                                    "parent_build_id": "8700389699812029153",
                                    "parent_builder_group": "chromium.dawn",
                                    "parent_buildername": "Dawn Linux x64 DEPS Builder",
                                    "parent_got_angle_revision": "e5b338502c7c65bd38d4695bc557938ca4cc3aa7",
                                    "parent_got_dawn_revision": "cee9cb0d67e749bf42f5e90cb3b8a6f525dbb920",
                                    "parent_got_revision": "ce57d07ab2338352ad129a015dec465f960c8fdf",
                                    "parent_got_revision_cp": "refs/branch-heads/7444@{#1655}",
                                    "parent_got_swiftshader_revision": "5f1c459a11bb4899301e89609cbf7547f9f31e20",
                                    "parent_got_v8_revision": "bb294624702efbb17691b642333f06bf5108e600",
                                    "parent_got_v8_revision_cp": "refs/branch-heads/14.2@{#28}",
                                    "parent_got_webrtc_revision": "29d6eabaf0b5c1a62af6e7fd03adebf5e1a446e8",
                                    "parent_got_webrtc_revision_cp": "refs/branch-heads/7444@{#2}",
                                    "revision": "ce57d07ab2338352ad129a015dec465f960c8fdf",
                                    "swarm_hashes": {
                                          "dawn_end2end_tests": "209e0d5fea9905e438084dfecd1f33f7b16ab377947d04c714b4f2abffca3f1e/323",
                                          "dawn_perf_tests": "f5ced29c298e7fdf4d5f6409fb438321b98a4410d29b2818fb29c0e80be89078/487",
                                          "gl_tests": "e00cbc804bea97cde7679288410be3bffa02bf2a3f56aee85be419e38a8e75bc/323",
                                          "gl_unittests": "6accb24a1af5e72cc3d5ec355c5a42eb10fa303b8a016c8cf5bd4c93ee3e6d26/323",
                                          "telemetry_gpu_integration_test": "f18bfefad1019379fc898d6fd237d46cb96298e0bc47ca6052cafd0d5f795e58/815",
                                          "telemetry_gpu_unittests": "dfe267b02ff62a143b0821878b8c237cc2e304e145f2d618ba6375031d827b28/736",
                                          "webgpu_blink_web_tests": "aa2205207405a786f4d21a609a1b760695b43390c9862d20c593969c3424f40a/566"
                                        },
                                    "swarming_command_lines_cwd": "out/ee60-Dawn_Linux_x64_",
                                    "swarming_command_lines_digest": "f8affc12a6026f3b1c44ce425f22dbf15309123519a892be12a890f5a3bee036/93",
                                    "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
                                  },
                              "ref": "refs/branch-heads/7444",
                              "repo": "https://chromium.googlesource.com/chromium/src",
                              "revision": "ce57d07ab2338352ad129a015dec465f960c8fdf",
                              "tags": [
                                    "parent_buildername:Dawn Linux x64 DEPS Builder",
                                    "parent_buildnumber:1231",
                                    "user_agent:recipe"
                                  ]
                            },
                        "id": "ce10e7a3-a8d4-4d8d-88d4-29b313f512bf",
                        "title": "Dawn Linux x64 DEPS Builder/1231",
                        "url": "https://cr-buildbucket.appspot.com/build/8700389699812029153"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "ce57d07ab2338352ad129a015dec465f960c8fdf"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8700389699812029153"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8700389699812029153"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8700389699812029153"
                }
          ],
      "parent_build_id": "8700389699812029153",
      "parent_builder_group": "chromium.dawn",
      "parent_buildername": "Dawn Linux x64 DEPS Builder",
      "parent_got_angle_revision": "e5b338502c7c65bd38d4695bc557938ca4cc3aa7",
      "parent_got_dawn_revision": "cee9cb0d67e749bf42f5e90cb3b8a6f525dbb920",
      "parent_got_revision": "ce57d07ab2338352ad129a015dec465f960c8fdf",
      "parent_got_revision_cp": "refs/branch-heads/7444@{#1655}",
      "parent_got_swiftshader_revision": "5f1c459a11bb4899301e89609cbf7547f9f31e20",
      "parent_got_v8_revision": "bb294624702efbb17691b642333f06bf5108e600",
      "parent_got_v8_revision_cp": "refs/branch-heads/14.2@{#28}",
      "parent_got_webrtc_revision": "29d6eabaf0b5c1a62af6e7fd03adebf5e1a446e8",
      "parent_got_webrtc_revision_cp": "refs/branch-heads/7444@{#2}",
      "swarm_hashes": {
            "dawn_end2end_tests": "209e0d5fea9905e438084dfecd1f33f7b16ab377947d04c714b4f2abffca3f1e/323",
            "dawn_perf_tests": "f5ced29c298e7fdf4d5f6409fb438321b98a4410d29b2818fb29c0e80be89078/487",
            "gl_tests": "e00cbc804bea97cde7679288410be3bffa02bf2a3f56aee85be419e38a8e75bc/323",
            "gl_unittests": "6accb24a1af5e72cc3d5ec355c5a42eb10fa303b8a016c8cf5bd4c93ee3e6d26/323",
            "telemetry_gpu_integration_test": "f18bfefad1019379fc898d6fd237d46cb96298e0bc47ca6052cafd0d5f795e58/815",
            "telemetry_gpu_unittests": "dfe267b02ff62a143b0821878b8c237cc2e304e145f2d618ba6375031d827b28/736",
            "webgpu_blink_web_tests": "aa2205207405a786f4d21a609a1b760695b43390c9862d20c593969c3424f40a/566"
          },
      "swarming_command_lines_cwd": "out/ee60-Dawn_Linux_x64_",
      "swarming_command_lines_digest": "f8affc12a6026f3b1c44ce425f22dbf15309123519a892be12a890f5a3bee036/93",
      "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "ce57d07ab2338352ad129a015dec465f960c8fdf",
    "ref": "refs/branch-heads/7444"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8865816801188552992"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium-m142/Dawn Linux x64 DEPS Release (NVIDIA)"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Dawn Linux x64 DEPS Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "1231"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[15:47:26.815] Scheduled build:
{
  "id": "8700386739069146113",
  "builder": {
    "project": "chromium-m142",
    "bucket": "ci",
    "builder": "Dawn Linux x64 DEPS Release (NVIDIA)"
  },
  "number": 400,
  "createdBy": "project:chromium-m142",
  "createTime": "2025-10-21T15:47:26.356038001Z",
  "updateTime": "2025-10-21T15:47:26.356038001Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "ce57d07ab2338352ad129a015dec465f960c8fdf",
      "ref": "refs/branch-heads/7444"
    }
  }
}
[15:47:26.815] Task URL: https://cr-buildbucket.appspot.com/build/8700386739069146113
[15:47:26.815] Scheduling timer "check-buildbucket-build-status" (chromium-m142/Dawn Linux x64 DEPS Release (NVIDIA):8865816801188552992:2:0) after 1m3s
[15:47:27.723] Received PubSub notification, asking Buildbucket for the build status
[15:47:27.742] Build status: SCHEDULED
[15:48:29.552] Received PubSub notification, asking Buildbucket for the build status
[15:48:29.566] Build status: STARTED
[15:48:29.909] Handling timer "check-buildbucket-build-status" (chromium-m142/Dawn Linux x64 DEPS Release (NVIDIA):8865816801188552992:2:0)
[15:48:30.097] Build status: STARTED
[15:48:30.097] Scheduling timer "check-buildbucket-build-status" (chromium-m142/Dawn Linux x64 DEPS Release (NVIDIA):8865816801188552992:5:0) after 8m14s
[15:56:44.129] Handling timer "check-buildbucket-build-status" (chromium-m142/Dawn Linux x64 DEPS Release (NVIDIA):8865816801188552992:5:0)
[15:56:44.150] Build status: STARTED
[15:56:44.150] Scheduling timer "check-buildbucket-build-status" (chromium-m142/Dawn Linux x64 DEPS Release (NVIDIA):8865816801188552992:6:0) after 2m15s
[15:58:59.160] Handling timer "check-buildbucket-build-status" (chromium-m142/Dawn Linux x64 DEPS Release (NVIDIA):8865816801188552992:6:0)
[15:58:59.176] Build status: STARTED
[15:58:59.176] Scheduling timer "check-buildbucket-build-status" (chromium-m142/Dawn Linux x64 DEPS Release (NVIDIA):8865816801188552992:7:0) after 9m0s
[16:07:59.461] Handling timer "check-buildbucket-build-status" (chromium-m142/Dawn Linux x64 DEPS Release (NVIDIA):8865816801188552992:7:0)
[16:07:59.477] Build status: STARTED
[16:07:59.477] Scheduling timer "check-buildbucket-build-status" (chromium-m142/Dawn Linux x64 DEPS Release (NVIDIA):8865816801188552992:8:0) after 8m36s
[16:16:35.597] Handling timer "check-buildbucket-build-status" (chromium-m142/Dawn Linux x64 DEPS Release (NVIDIA):8865816801188552992:8:0)
[16:16:35.612] Build status: STARTED
[16:16:35.612] Scheduling timer "check-buildbucket-build-status" (chromium-m142/Dawn Linux x64 DEPS Release (NVIDIA):8865816801188552992:9:0) after 7m56s
[16:24:31.675] Handling timer "check-buildbucket-build-status" (chromium-m142/Dawn Linux x64 DEPS Release (NVIDIA):8865816801188552992:9:0)
[16:24:31.696] Build status: STARTED
[16:24:31.696] Scheduling timer "check-buildbucket-build-status" (chromium-m142/Dawn Linux x64 DEPS Release (NVIDIA):8865816801188552992:10:0) after 6m33s
[16:31:04.718] Handling timer "check-buildbucket-build-status" (chromium-m142/Dawn Linux x64 DEPS Release (NVIDIA):8865816801188552992:10:0)
[16:31:04.763] Build status: STARTED
[16:31:04.763] Scheduling timer "check-buildbucket-build-status" (chromium-m142/Dawn Linux x64 DEPS Release (NVIDIA):8865816801188552992:11:0) after 9m38s
[16:40:42.923] Handling timer "check-buildbucket-build-status" (chromium-m142/Dawn Linux x64 DEPS Release (NVIDIA):8865816801188552992:11:0)
[16:40:42.941] Build status: STARTED
[16:40:42.941] Scheduling timer "check-buildbucket-build-status" (chromium-m142/Dawn Linux x64 DEPS Release (NVIDIA):8865816801188552992:12:0) after 7m54s
[16:48:37.037] Handling timer "check-buildbucket-build-status" (chromium-m142/Dawn Linux x64 DEPS Release (NVIDIA):8865816801188552992:12:0)
[16:48:37.052] Build status: STARTED
[16:48:37.053] Scheduling timer "check-buildbucket-build-status" (chromium-m142/Dawn Linux x64 DEPS Release (NVIDIA):8865816801188552992:13:0) after 6m52s
[16:55:29.040] Handling timer "check-buildbucket-build-status" (chromium-m142/Dawn Linux x64 DEPS Release (NVIDIA):8865816801188552992:13:0)
[16:55:29.063] Build status: STARTED
[16:55:29.063] Scheduling timer "check-buildbucket-build-status" (chromium-m142/Dawn Linux x64 DEPS Release (NVIDIA):8865816801188552992:14:0) after 5m49s
[16:59:59.003] Received PubSub notification, asking Buildbucket for the build status
[16:59:59.017] Build:
{
  "id": "8700386739069146113",
  "builder": {
    "project": "chromium-m142",
    "bucket": "ci",
    "builder": "Dawn Linux x64 DEPS Release (NVIDIA)"
  },
  "number": 400,
  "createdBy": "project:chromium-m142",
  "createTime": "2025-10-21T15:47:26.356038001Z",
  "startTime": "2025-10-21T15:48:29.277741533Z",
  "endTime": "2025-10-21T16:59:58.365475763Z",
  "updateTime": "2025-10-21T16:59:58.365475763Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "ce57d07ab2338352ad129a015dec465f960c8fdf",
      "ref": "refs/branch-heads/7444"
    }
  }
}
[16:59:59.017] Invocation finished in 1h12m34.066152239s with status FAILED