Status: FAILED
Triggered by: chromium-ci-gpu-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 2 hours
Actions:

Definition (rev a1ec30b6d30b147f6a54afc2480db7b9bd8a01da)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Dawn Linux x64 Experimental Release (NVIDIA GTX 1660)"
>

Incoming triggers

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "ce4ae6c915fccb85d990daf56aa0edb4e8368a34",
        "project": "chromium/src",
        "ref": "refs/heads/main"
      }
    ]
  },
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "ce4ae6c915fccb85d990daf56aa0edb4e8368a34",
    "src/third_party/dawn": "9e110e051dd917f6e6dc97b3938d9e4ccccaa23f"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8712116135835091761"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8712116135835091761"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8712116135835091761"
    }
  ],
  "parent_build_id": "8712116135835091761",
  "parent_builder_group": "chromium.dawn",
  "parent_buildername": "Dawn Linux x64 Builder",
  "parent_got_angle_revision": "79ec8b3400ceeafc3e69b9bec29fa39a0e1a9a16",
  "parent_got_dawn_revision": "9e110e051dd917f6e6dc97b3938d9e4ccccaa23f",
  "parent_got_revision": "ce4ae6c915fccb85d990daf56aa0edb4e8368a34",
  "parent_got_revision_cp": "refs/heads/main@{#1473885}",
  "parent_got_swiftshader_revision": "7b7b93aa0b85d1a4fafe0e11c30d52f323bdd21a",
  "parent_got_v8_revision": "855b208a53d5d29791b63098a0981bf128223ee7",
  "parent_got_v8_revision_cp": "refs/heads/13.9.151@{#1}",
  "parent_got_webrtc_revision": "70347d915e9b3d74cfbcc1323f35edc834f097e0",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#44932}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "ce4ae6c915fccb85d990daf56aa0edb4e8368a34",
  "swarm_hashes": {
    "dawn_end2end_tests": "310ad84590c82e8f32c6d6a50cece09a942468db2469c5ef6e299dc4f42950fc/323",
    "dawn_perf_tests": "e3dabf7286fe9e4083221c36fdc1c05acb3b8084a312da9284389598f4711b42/487",
    "gl_tests": "6e6ea86bdc15b2db5044655ab00396825d5c1536d38ab3b409e7500a7d3f96de/323",
    "gl_unittests": "7415a60f6cf2c392f99cc7ede73a8fd87be82663fc7be1d49f0197e25af18799/323",
    "telemetry_gpu_integration_test": "62169bf0a843eac8a9cc4238ce959ec37277239f298d1742c2602830690443e7/815",
    "telemetry_gpu_unittests": "ea2ff836769a13579cc2b05e0bc9a9fcebc191ee79af58a7652bc344099d2dc3/736",
    "webgpu_blink_web_tests": "45fa44d2abe86f67f1432baf7ae66308ae0d27f13f7ecdda907ea5b46a55926d/566"
  },
  "swarming_command_lines_cwd": "out/8116-Dawn_Linux_x64_",
  "swarming_command_lines_digest": "f8affc12a6026f3b1c44ce425f22dbf15309123519a892be12a890f5a3bee036/93",
  "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/ce4ae6c915fccb85d990daf56aa0edb4e8368a34
  • gitiles_ref:refs/heads/main
  • parent_buildername:Dawn Linux x64 Builder
  • parent_buildnumber:249174
  • user_agent:recipe

Debug log (UTC)

[05:05:50.625] New invocation is queued and will start shortly
[05:05:50.625] Triggered by user:chromium-ci-gpu-builder@chops-service-accounts.iam.gserviceaccount.com
[05:05:51.659] Starting the invocation (attempt 1)
[05:05:51.683] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/ce4ae6c915fccb85d990daf56aa0edb4e8368a34"
[05:05:51.683] Popped gitiles commit info from properties and tags
[05:05:51.683] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[05:05:51.684] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[05:05:51.685] Buildbucket request:
{
  "requestId": "8877544174093758400",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Dawn Linux x64 Experimental Release (NVIDIA GTX 1660)"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "ce4ae6c915fccb85d990daf56aa0edb4e8368a34",
                        "project": "chromium/src",
                        "ref": "refs/heads/main"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "ce4ae6c915fccb85d990daf56aa0edb4e8368a34",
            "src/third_party/dawn": "9e110e051dd917f6e6dc97b3938d9e4ccccaa23f"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8712116135835091761"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8712116135835091761"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8712116135835091761"
                }
          ],
      "parent_build_id": "8712116135835091761",
      "parent_builder_group": "chromium.dawn",
      "parent_buildername": "Dawn Linux x64 Builder",
      "parent_got_angle_revision": "79ec8b3400ceeafc3e69b9bec29fa39a0e1a9a16",
      "parent_got_dawn_revision": "9e110e051dd917f6e6dc97b3938d9e4ccccaa23f",
      "parent_got_revision": "ce4ae6c915fccb85d990daf56aa0edb4e8368a34",
      "parent_got_revision_cp": "refs/heads/main@{#1473885}",
      "parent_got_swiftshader_revision": "7b7b93aa0b85d1a4fafe0e11c30d52f323bdd21a",
      "parent_got_v8_revision": "855b208a53d5d29791b63098a0981bf128223ee7",
      "parent_got_v8_revision_cp": "refs/heads/13.9.151@{#1}",
      "parent_got_webrtc_revision": "70347d915e9b3d74cfbcc1323f35edc834f097e0",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#44932}",
      "swarm_hashes": {
            "dawn_end2end_tests": "310ad84590c82e8f32c6d6a50cece09a942468db2469c5ef6e299dc4f42950fc/323",
            "dawn_perf_tests": "e3dabf7286fe9e4083221c36fdc1c05acb3b8084a312da9284389598f4711b42/487",
            "gl_tests": "6e6ea86bdc15b2db5044655ab00396825d5c1536d38ab3b409e7500a7d3f96de/323",
            "gl_unittests": "7415a60f6cf2c392f99cc7ede73a8fd87be82663fc7be1d49f0197e25af18799/323",
            "telemetry_gpu_integration_test": "62169bf0a843eac8a9cc4238ce959ec37277239f298d1742c2602830690443e7/815",
            "telemetry_gpu_unittests": "ea2ff836769a13579cc2b05e0bc9a9fcebc191ee79af58a7652bc344099d2dc3/736",
            "webgpu_blink_web_tests": "45fa44d2abe86f67f1432baf7ae66308ae0d27f13f7ecdda907ea5b46a55926d/566"
          },
      "swarming_command_lines_cwd": "out/8116-Dawn_Linux_x64_",
      "swarming_command_lines_digest": "f8affc12a6026f3b1c44ce425f22dbf15309123519a892be12a890f5a3bee036/93",
      "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "ce4ae6c915fccb85d990daf56aa0edb4e8368a34",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8877544174093758400"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660)"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Dawn Linux x64 Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "249174"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[05:05:52.258] Scheduled build:
{
  "id": "8712114112260180689",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Dawn Linux x64 Experimental Release (NVIDIA GTX 1660)"
  },
  "number": 6761,
  "createdBy": "project:chromium",
  "createTime": "2025-06-14T05:05:51.745795453Z",
  "updateTime": "2025-06-14T05:05:51.745795453Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "ce4ae6c915fccb85d990daf56aa0edb4e8368a34",
      "ref": "refs/heads/main"
    }
  }
}
[05:05:52.258] Task URL: https://cr-buildbucket.appspot.com/build/8712114112260180689
[05:05:52.258] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8877544174093758400:2:0) after 1m59s
[05:05:53.170] Received PubSub notification, asking Buildbucket for the build status
[05:05:53.222] Build status: SCHEDULED
[05:07:13.503] Received PubSub notification, asking Buildbucket for the build status
[05:07:13.531] Build status: STARTED
[05:07:51.225] Handling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8877544174093758400:2:0)
[05:07:51.243] Build status: STARTED
[05:07:51.243] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8877544174093758400:5:0) after 8m40s
[05:16:31.281] Handling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8877544174093758400:5:0)
[05:16:31.308] Build status: STARTED
[05:16:31.308] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8877544174093758400:6:0) after 4m21s
[05:20:52.386] Handling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8877544174093758400:6:0)
[05:20:52.406] Build status: STARTED
[05:20:52.406] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8877544174093758400:7:0) after 4m6s
[05:24:58.986] Handling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8877544174093758400:7:0)
[05:24:59.001] Build status: STARTED
[05:24:59.001] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8877544174093758400:8:0) after 3m14s
[05:28:13.057] Handling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8877544174093758400:8:0)
[05:28:13.079] Build status: STARTED
[05:28:13.079] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8877544174093758400:9:0) after 1m19s
[05:29:32.098] Handling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8877544174093758400:9:0)
[05:29:32.137] Build status: STARTED
[05:29:32.137] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8877544174093758400:10:0) after 5m31s
[05:35:03.198] Handling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8877544174093758400:10:0)
[05:35:03.222] Build status: STARTED
[05:35:03.222] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8877544174093758400:11:0) after 5m6s
[05:40:09.367] Handling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8877544174093758400:11:0)
[05:40:09.385] Build status: STARTED
[05:40:09.385] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8877544174093758400:12:0) after 8m42s
[05:48:51.409] Handling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8877544174093758400:12:0)
[05:48:51.430] Build status: STARTED
[05:48:51.430] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8877544174093758400:13:0) after 3m44s
[05:52:35.452] Handling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8877544174093758400:13:0)
[05:52:35.478] Build status: STARTED
[05:52:35.478] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8877544174093758400:14:0) after 2m45s
[05:55:20.698] Handling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8877544174093758400:14:0)
[05:55:20.718] Build status: STARTED
[05:55:20.718] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8877544174093758400:15:0) after 8m51s
[06:04:11.693] Handling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8877544174093758400:15:0)
[06:04:11.717] Build status: STARTED
[06:04:11.717] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8877544174093758400:16:0) after 9m33s
[06:13:44.765] Handling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8877544174093758400:16:0)
[06:13:44.797] Build status: STARTED
[06:13:44.797] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8877544174093758400:17:0) after 7m32s
[06:21:16.820] Handling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8877544174093758400:17:0)
[06:21:16.839] Build status: STARTED
[06:21:16.839] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8877544174093758400:18:0) after 9m29s
[06:30:45.912] Handling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8877544174093758400:18:0)
[06:30:45.937] Build status: STARTED
[06:30:45.937] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8877544174093758400:19:0) after 1m46s
[06:32:32.119] Handling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8877544174093758400:19:0)
[06:32:32.144] Build status: STARTED
[06:32:32.144] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8877544174093758400:20:0) after 5m45s
[06:38:17.220] Handling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8877544174093758400:20:0)
[06:38:17.243] Build status: STARTED
[06:38:17.243] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8877544174093758400:21:0) after 6m19s
[06:44:37.241] Handling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8877544174093758400:21:0)
[06:44:37.295] Build status: STARTED
[06:44:37.295] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8877544174093758400:22:0) after 2m18s
[06:46:55.320] Handling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8877544174093758400:22:0)
[06:46:55.386] Build status: STARTED
[06:46:55.386] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8877544174093758400:23:0) after 2m41s
[06:49:36.542] Handling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8877544174093758400:23:0)
[06:49:36.565] Build status: STARTED
[06:49:36.565] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8877544174093758400:24:0) after 4m46s
[06:54:22.639] Handling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8877544174093758400:24:0)
[06:54:22.678] Build status: STARTED
[06:54:22.678] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8877544174093758400:25:0) after 3m17s
[06:57:39.790] Handling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8877544174093758400:25:0)
[06:57:39.814] Build status: STARTED
[06:57:39.814] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8877544174093758400:26:0) after 2m53s
[07:00:32.944] Handling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8877544174093758400:26:0)
[07:00:32.962] Build status: STARTED
[07:00:32.962] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8877544174093758400:27:0) after 7m51s
[07:08:23.985] Handling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8877544174093758400:27:0)
[07:08:24.005] Build status: STARTED
[07:08:24.005] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8877544174093758400:28:0) after 2m38s
[07:11:02.111] Handling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8877544174093758400:28:0)
[07:11:02.143] Build status: STARTED
[07:11:02.143] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8877544174093758400:29:0) after 6m44s
[07:17:46.261] Handling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8877544174093758400:29:0)
[07:17:46.290] Build status: STARTED
[07:17:46.290] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8877544174093758400:30:0) after 5m39s
[07:23:25.359] Handling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8877544174093758400:30:0)
[07:23:25.381] Build status: STARTED
[07:23:25.381] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8877544174093758400:31:0) after 6m24s
[07:29:49.405] Handling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8877544174093758400:31:0)
[07:29:49.430] Build status: STARTED
[07:29:49.430] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8877544174093758400:32:0) after 9m44s
[07:39:33.615] Handling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8877544174093758400:32:0)
[07:39:33.636] Build status: STARTED
[07:39:33.636] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8877544174093758400:33:0) after 7m57s
[07:47:30.661] Handling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8877544174093758400:33:0)
[07:47:30.706] Build status: STARTED
[07:47:30.707] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Linux x64 Experimental Release (NVIDIA GTX 1660):8877544174093758400:34:0) after 6m35s
[07:47:57.596] Received PubSub notification, asking Buildbucket for the build status
[07:47:57.619] Build:
{
  "id": "8712114112260180689",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Dawn Linux x64 Experimental Release (NVIDIA GTX 1660)"
  },
  "number": 6761,
  "createdBy": "project:chromium",
  "createTime": "2025-06-14T05:05:51.745795453Z",
  "startTime": "2025-06-14T05:07:13.239526770Z",
  "endTime": "2025-06-14T07:47:57.257382168Z",
  "updateTime": "2025-06-14T07:47:57.257382168Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "ce4ae6c915fccb85d990daf56aa0edb4e8368a34",
      "ref": "refs/heads/main"
    }
  }
}
[07:47:57.619] Invocation finished in 2h42m7.006736133s with status FAILED