Status: FAILED
Triggered by: chromium-ci-gpu-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 3 hours
Actions:

Definition (rev f48072dfb60d8fe758af47cc9af397252e2280e7)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Dawn Win10 x64 Experimental Release (NVIDIA)"
>

Incoming triggers

  • Dawn Win10 x64 Builder/128378 (5 months ago by chromium-ci-gpu-builder@chops-service-accounts.iam.gserviceaccount.com)
  • Dawn Win10 x64 Builder/128379 (5 months ago by chromium-ci-gpu-builder@chops-service-accounts.iam.gserviceaccount.com)
  • Dawn Win10 x64 Builder/128380 (5 months ago by chromium-ci-gpu-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "d23054caac06418aa5fa469ef7c88e59ab2843fe",
        "project": "chromium/src",
        "ref": "refs/heads/main"
      }
    ]
  },
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "d23054caac06418aa5fa469ef7c88e59ab2843fe",
    "src/third_party/dawn": "275e078952a530a6ee6428b44cd3694625bce13b"
  },
  "parent_build_id": "8749194373430027057",
  "parent_builder_group": "chromium.dawn",
  "parent_buildername": "Dawn Win10 x64 Builder",
  "parent_got_angle_revision": "298b87398d22e366ba0e0163c81c0b5a8b9e7c04",
  "parent_got_dawn_revision": "275e078952a530a6ee6428b44cd3694625bce13b",
  "parent_got_revision": "d23054caac06418aa5fa469ef7c88e59ab2843fe",
  "parent_got_revision_cp": "refs/heads/main@{#1294625}",
  "parent_got_swiftshader_revision": "76f7f8cfea80d26fa41d51f52cfbade49ec1f838",
  "parent_got_v8_revision": "0832ba5148b1b13fdf5636f6534c78f3fe332783",
  "parent_got_v8_revision_cp": "refs/heads/12.6.144@{#1}",
  "parent_got_webrtc_revision": "acfd279a142c1599dc7ec7b193a426d2d0d60fc0",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#42203}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "d23054caac06418aa5fa469ef7c88e59ab2843fe",
  "swarm_hashes": {
    "dawn_end2end_tests": "69a7642bb0b96c443627a523dcc6f4c6f838ada2273943c5052119cf463a3be8/322",
    "dawn_perf_tests": "da7bb33d152f8e7f2ddbec7979314cb98db44bc3601c5d9abc07c97e575e1546/486",
    "gl_tests": "1e5eebd68cc51224cc155db0798d1ed17f8f2748d01dfa111635d66e1d9c6b35/322",
    "gl_unittests": "4d475347ee70bf4f23eda665c580539fae763444fe6fe848c71e37ff9098c5aa/401",
    "telemetry_gpu_integration_test": "acb77d549faebcede283925c88a16057237b92297bb8183461271cb8f6d9f318/814",
    "telemetry_gpu_unittests": "48cf6b967dce602ea5ac7d21ffd17b899067f992c96f10f99d3b0cccf77ce90c/735",
    "webgpu_blink_web_tests": "8e72cba970d1ded56390d7bb3ece5861fe67d95a85ea01515b5af639853ee0a4/565"
  },
  "swarming_command_lines_cwd": "out\\Release_x64",
  "swarming_command_lines_digest": "40420e5889a0e7d57b0c3d6e43ef878629908374a8dee055acb98f5dece44ba4/93"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d23054caac06418aa5fa469ef7c88e59ab2843fe
  • gitiles_ref:refs/heads/main
  • parent_buildername:Dawn Win10 x64 Builder
  • parent_buildnumber:128380
  • user_agent:recipe

Debug log (UTC)

[23:09:42.139] New invocation is queued and will start shortly
[23:09:42.139] Triggered by user:chromium-ci-gpu-builder@chops-service-accounts.iam.gserviceaccount.com
[23:09:43.211] Starting the invocation (attempt 1)
[23:09:43.237] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d23054caac06418aa5fa469ef7c88e59ab2843fe"
[23:09:43.237] Popped gitiles commit info from properties and tags
[23:09:43.237] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:09:43.241] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:09:43.244] Buildbucket request:
{
  "requestId": "8914620739833108304",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Dawn Win10 x64 Experimental Release (NVIDIA)"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "d23054caac06418aa5fa469ef7c88e59ab2843fe",
                        "project": "chromium/src",
                        "ref": "refs/heads/main"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "d23054caac06418aa5fa469ef7c88e59ab2843fe",
            "src/third_party/dawn": "275e078952a530a6ee6428b44cd3694625bce13b"
          },
      "parent_build_id": "8749194373430027057",
      "parent_builder_group": "chromium.dawn",
      "parent_buildername": "Dawn Win10 x64 Builder",
      "parent_got_angle_revision": "298b87398d22e366ba0e0163c81c0b5a8b9e7c04",
      "parent_got_dawn_revision": "275e078952a530a6ee6428b44cd3694625bce13b",
      "parent_got_revision": "d23054caac06418aa5fa469ef7c88e59ab2843fe",
      "parent_got_revision_cp": "refs/heads/main@{#1294625}",
      "parent_got_swiftshader_revision": "76f7f8cfea80d26fa41d51f52cfbade49ec1f838",
      "parent_got_v8_revision": "0832ba5148b1b13fdf5636f6534c78f3fe332783",
      "parent_got_v8_revision_cp": "refs/heads/12.6.144@{#1}",
      "parent_got_webrtc_revision": "acfd279a142c1599dc7ec7b193a426d2d0d60fc0",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#42203}",
      "swarm_hashes": {
            "dawn_end2end_tests": "69a7642bb0b96c443627a523dcc6f4c6f838ada2273943c5052119cf463a3be8/322",
            "dawn_perf_tests": "da7bb33d152f8e7f2ddbec7979314cb98db44bc3601c5d9abc07c97e575e1546/486",
            "gl_tests": "1e5eebd68cc51224cc155db0798d1ed17f8f2748d01dfa111635d66e1d9c6b35/322",
            "gl_unittests": "4d475347ee70bf4f23eda665c580539fae763444fe6fe848c71e37ff9098c5aa/401",
            "telemetry_gpu_integration_test": "acb77d549faebcede283925c88a16057237b92297bb8183461271cb8f6d9f318/814",
            "telemetry_gpu_unittests": "48cf6b967dce602ea5ac7d21ffd17b899067f992c96f10f99d3b0cccf77ce90c/735",
            "webgpu_blink_web_tests": "8e72cba970d1ded56390d7bb3ece5861fe67d95a85ea01515b5af639853ee0a4/565"
          },
      "swarming_command_lines_cwd": "out\\Release_x64",
      "swarming_command_lines_digest": "40420e5889a0e7d57b0c3d6e43ef878629908374a8dee055acb98f5dece44ba4/93"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d23054caac06418aa5fa469ef7c88e59ab2843fe",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8914620739833108304"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Dawn Win10 x64 Experimental Release (NVIDIA)"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Dawn Win10 x64 Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "128380"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[23:09:44.206] Scheduled build:
{
  "id": "8749190677952090833",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Dawn Win10 x64 Experimental Release (NVIDIA)"
  },
  "number": 805,
  "createdBy": "project:chromium",
  "createTime": "2024-04-30T23:09:43.304354726Z",
  "updateTime": "2024-04-30T23:09:43.304354726Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "d23054caac06418aa5fa469ef7c88e59ab2843fe",
      "ref": "refs/heads/main"
    }
  }
}
[23:09:44.206] Task URL: https://cr-buildbucket.appspot.com/build/8749190677952090833
[23:09:44.206] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8914620739833108304:2:0) after 6m44s
[23:09:44.974] Received PubSub notification, asking Buildbucket for the build status
[23:09:45.005] Build status: SCHEDULED
[23:11:11.151] Received PubSub notification, asking Buildbucket for the build status
[23:11:11.182] Build status: STARTED
[23:16:28.338] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8914620739833108304:2:0)
[23:16:28.359] Build status: STARTED
[23:16:28.359] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8914620739833108304:5:0) after 3m45s
[23:20:13.379] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8914620739833108304:5:0)
[23:20:13.438] Build status: STARTED
[23:20:13.438] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8914620739833108304:6:0) after 4m10s
[23:24:23.472] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8914620739833108304:6:0)
[23:24:23.503] Build status: STARTED
[23:24:23.503] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8914620739833108304:7:0) after 5m45s
[23:30:08.528] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8914620739833108304:7:0)
[23:30:08.551] Build status: STARTED
[23:30:08.551] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8914620739833108304:8:0) after 3m47s
[23:33:55.696] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8914620739833108304:8:0)
[23:33:55.720] Build status: STARTED
[23:33:55.720] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8914620739833108304:9:0) after 9m28s
[23:43:23.740] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8914620739833108304:9:0)
[23:43:23.758] Build status: STARTED
[23:43:23.758] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8914620739833108304:10:0) after 9m23s
[23:52:46.788] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8914620739833108304:10:0)
[23:52:46.805] Build status: STARTED
[23:52:46.805] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8914620739833108304:11:0) after 9m45s
[00:02:32.051] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8914620739833108304:11:0)
[00:02:32.093] Build status: STARTED
[00:02:32.093] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8914620739833108304:12:0) after 8m21s
[00:10:53.117] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8914620739833108304:12:0)
[00:10:53.136] Build status: STARTED
[00:10:53.136] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8914620739833108304:13:0) after 7m18s
[00:18:11.156] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8914620739833108304:13:0)
[00:18:11.219] Build status: STARTED
[00:18:11.219] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8914620739833108304:14:0) after 3m31s
[00:21:42.239] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8914620739833108304:14:0)
[00:21:42.254] Build status: STARTED
[00:21:42.254] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8914620739833108304:15:0) after 1m0s
[00:22:42.274] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8914620739833108304:15:0)
[00:22:42.298] Build status: STARTED
[00:22:42.298] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8914620739833108304:16:0) after 7m59s
[00:30:41.335] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8914620739833108304:16:0)
[00:30:41.370] Build status: STARTED
[00:30:41.370] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8914620739833108304:17:0) after 2m23s
[00:33:04.387] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8914620739833108304:17:0)
[00:33:04.412] Build status: STARTED
[00:33:04.412] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8914620739833108304:18:0) after 3m37s
[00:36:41.436] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8914620739833108304:18:0)
[00:36:41.467] Build status: STARTED
[00:36:41.467] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8914620739833108304:19:0) after 7m7s
[00:43:48.509] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8914620739833108304:19:0)
[00:43:48.533] Build status: STARTED
[00:43:48.533] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8914620739833108304:20:0) after 1m41s
[00:45:29.549] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8914620739833108304:20:0)
[00:45:29.566] Build status: STARTED
[00:45:29.566] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8914620739833108304:21:0) after 7m1s
[00:52:30.603] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8914620739833108304:21:0)
[00:52:30.621] Build status: STARTED
[00:52:30.621] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8914620739833108304:22:0) after 9m53s
[01:02:23.841] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8914620739833108304:22:0)
[01:02:23.964] Build status: STARTED
[01:02:23.965] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8914620739833108304:23:0) after 5m52s
[01:08:16.305] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8914620739833108304:23:0)
[01:08:16.361] Build status: STARTED
[01:08:16.361] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8914620739833108304:24:0) after 9m47s
[01:18:03.466] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8914620739833108304:24:0)
[01:18:03.490] Build status: STARTED
[01:18:03.490] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8914620739833108304:25:0) after 2m0s
[01:20:03.793] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8914620739833108304:25:0)
[01:20:03.815] Build status: STARTED
[01:20:03.815] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8914620739833108304:26:0) after 2m31s
[01:22:34.843] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8914620739833108304:26:0)
[01:22:34.867] Build status: STARTED
[01:22:34.867] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8914620739833108304:27:0) after 6m54s
[01:29:29.023] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8914620739833108304:27:0)
[01:29:29.038] Build status: STARTED
[01:29:29.038] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8914620739833108304:28:0) after 7m5s
[01:36:34.165] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8914620739833108304:28:0)
[01:36:34.222] Build status: STARTED
[01:36:34.222] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8914620739833108304:29:0) after 1m7s
[01:37:41.245] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8914620739833108304:29:0)
[01:37:41.265] Build status: STARTED
[01:37:41.265] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8914620739833108304:30:0) after 3m49s
[01:41:30.854] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8914620739833108304:30:0)
[01:41:30.877] Build status: STARTED
[01:41:30.877] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8914620739833108304:31:0) after 1m42s
[01:43:12.944] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8914620739833108304:31:0)
[01:43:12.965] Build status: STARTED
[01:43:12.965] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8914620739833108304:32:0) after 3m46s
[01:46:58.984] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8914620739833108304:32:0)
[01:46:59.000] Build status: STARTED
[01:46:59.000] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8914620739833108304:33:0) after 8m4s
[01:55:03.000] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8914620739833108304:33:0)
[01:55:03.020] Build status: STARTED
[01:55:03.020] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8914620739833108304:34:0) after 9m27s
[02:04:30.040] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8914620739833108304:34:0)
[02:04:30.069] Build status: STARTED
[02:04:30.069] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8914620739833108304:35:0) after 3m41s
[02:08:11.294] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8914620739833108304:35:0)
[02:08:11.311] Build status: STARTED
[02:08:11.311] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8914620739833108304:36:0) after 4m26s
[02:12:37.344] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8914620739833108304:36:0)
[02:12:37.362] Build status: STARTED
[02:12:37.362] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8914620739833108304:37:0) after 3m18s
[02:15:55.371] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8914620739833108304:37:0)
[02:15:55.397] Build status: STARTED
[02:15:55.397] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Experimental Release (NVIDIA):8914620739833108304:38:0) after 7m32s
[02:21:43.139] Received PubSub notification, asking Buildbucket for the build status
[02:21:43.166] Build:
{
  "id": "8749190677952090833",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Dawn Win10 x64 Experimental Release (NVIDIA)"
  },
  "number": 805,
  "createdBy": "project:chromium",
  "createTime": "2024-04-30T23:09:43.304354726Z",
  "startTime": "2024-04-30T23:11:10.908620226Z",
  "endTime": "2024-05-01T02:21:42.850901338Z",
  "updateTime": "2024-05-01T02:21:42.850901338Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "d23054caac06418aa5fa469ef7c88e59ab2843fe",
      "ref": "refs/heads/main"
    }
  }
}
[02:21:43.166] Invocation finished in 3h12m1.039682563s with status FAILED