Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 1 hour
Actions:

Definition (rev 3391186cd1dd639fdb9ac030f1df06b3e95df791)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "chromeos-amd64-generic-rel-tast"
>

Incoming triggers

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "091ea73b7f918559324cecaf3dcc1ea6081fab4f",
        "project": "chromium/src",
        "ref": "refs/heads/main"
      }
    ]
  },
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "091ea73b7f918559324cecaf3dcc1ea6081fab4f"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8701586584441136561"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8701586584441136561"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8701586584441136561"
    }
  ],
  "parent_build_id": "8701586584441136561",
  "parent_builder_group": "chromium.chromiumos",
  "parent_buildername": "chromeos-amd64-generic-rel",
  "parent_got_angle_revision": "867b9b746555a4e75077831ceb4c5368593a49ff",
  "parent_got_dawn_revision": "43ee79a20ed45676762ea573dde2457916370ae5",
  "parent_got_revision": "091ea73b7f918559324cecaf3dcc1ea6081fab4f",
  "parent_got_revision_cp": "refs/heads/main@{#1526795}",
  "parent_got_swiftshader_revision": "794b0cfce1d828d187637e6d932bae484fbe0976",
  "parent_got_v8_revision": "d7bf3f6d15f4fb9b64ad07443b78f5a6d658f141",
  "parent_got_v8_revision_cp": "refs/heads/14.3.48@{#1}",
  "parent_got_webrtc_revision": "22d4b9c3b9926e6dd2b6dec481baa54d86d844d1",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#45858}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "091ea73b7f918559324cecaf3dcc1ea6081fab4f",
  "swarm_hashes": {
    "aura_unittests": "fda7035630f49fe1f650632904ff43bdca94db2fa2f98dfc900adb014a9f941d/571",
    "base_unittests": "dd7b6062a7a314ea08fcb97ddad5d419bfaaea104a7d349325fbd027baeb6f79/728",
    "capture_unittests": "85d9b3781c9cdda06f4a57adc7092c11d5d0785c31110886be876c39acc8379a/650",
    "cc_unittests": "edecce837da34147d0b9cec72a903f4de6d3f34d806d097b3e45f21504932fed/731",
    "chrome_all_tast_tests": "c6078b226c5f36f48584ccb42c005c5827a230e0b20aa597aa7b30d9bb407983/893",
    "chrome_criticalstaging_tast_tests": "da3ecd8de57c8a4c6ef5ebfc031c5ae032f641b0997a0bac885d33bfce86d46a/893",
    "chrome_disabled_tast_tests": "69952e82ddaaae39519bcefce477cccfaf10ad22203f6cfe5f4a5cf27273723d/893",
    "chromeos_integration_tests": "7c5973bd600e5f7ccb407b83c2233f3ea51a2e2eb10f65fd5986353475d2e8cd/730",
    "crypto_unittests": "724f3a929dc2c72955afcb93ef381cd5ceb2a6df0f1f1b927eeef3209229729b/651",
    "disk_usage_tast_test": "e0509f1e8847f4136bb2a6c16630db83d81628980863bd7b311c88f9631175f1/893",
    "display_unittests": "f6f5ca59adfa9c2a1c0579cad3071c32980f3acce8c318bc9bce70897696818c/571",
    "fake_libva_driver_unittest": "4fae1822677c02edd3166663e358e3caf3ff76186e9816297a1941bb086c5c4d/571",
    "google_apis_unittests": "ac9e7f62a8d1ac48a5f446c73fb098f54cd6018908a9b36ccd00e3030b8dc6f0/733",
    "ipc_tests": "24b93ab761037ed4f88f3b3d18540303c5ba24939a43bbff82a386e0c8fbf3af/571",
    "latency_unittests": "e3387bf29641abfebbcde3be8bdfc6e00ebf7c774440046241171af038aee2e9/571",
    "media_unittests": "e07e36a794054c2638321f941f72025ca341a573103b455246ab91805a7e5f9b/651",
    "midi_unittests": "5799003072ca910b0b106b38d4c26f4cd35d80f53188164412ca8c6a1211340e/571",
    "mojo_unittests": "19b04034b0534c6e1975cedf8526aaa926c699fcb292ff2fb9edc5f14fa43f70/649",
    "net_unittests": "4355eb50994ecb1bb33d5cba7f6580d4fc9264a27d7ff2fe5678c830c40f16dc/650",
    "ozone_gl_unittests": "a836cd25798ec354173f04195b8848aaa5ed9055319a3ed14c5ecdef7589d2d8/571",
    "ozone_unittests": "e3bf76ea86167ceff42a21d2226fc7f17266af3f7063dcf0719d190b5e1d96f9/571",
    "pdf_unittests": "a2ed978f47c541f6d95335b41512a05901de0fca6bc892ea7d0480828f132f99/648",
    "printing_unittests": "ef82e4122d0c5596cf88bd7ab58d348e9473e266b61c9b549a39a22aeacca709/571",
    "profile_provider_unittest": "ca6a77b8900359720d76fcd128ecabbe0f0f5b87433b2f5b3e287e27b65c7b87/729",
    "rust_gtest_interop_unittests": "3ae2ddf3dcdc05260ec14e45c2c296e32e8745ee510456e6a6e7b61378233986/571",
    "sql_unittests": "1c1cd8b1ba6076d9febcd5aea1b8ee3b5b6cf06d2ba4c1771453638106c64e4d/648",
    "telemetry_gpu_integration_test": "f4e40c03559ed594f2a41b023bc91d7b5a19fb36fd064ce7c677e667720998fa/976",
    "telemetry_perf_unittests": "b01919ff81714548dabb729e85401fc4201210b317b06187fc326a4fe09b74d8/896",
    "telemetry_unittests": "01e6d3d21d617c93933a471b14840dfb8e2c15ce0a350f16668d63a2d4b5e7d7/895",
    "url_unittests": "d6b07c20cd01c0d8f16a11770fcb14ed980df17ad1a36453228f5b93faf80850/571",
    "vaapi_unittest": "76fa250d91df41b77084092c81262b835fa4605d63a1769f0ee6b7247f86a22d/571",
    "video_decode_accelerator_tests": "c6f582401bd93097801f5d1afe5622778890aca1d576ef356651dd7941615f7d/650"
  },
  "swarming_command_lines_cwd": "out/shared-Release",
  "swarming_command_lines_digest": "f1a94ef84cc7fc5a5d29dee55b82860361d1ca22a056f4a61a6dce9e7c639ab8/93",
  "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/091ea73b7f918559324cecaf3dcc1ea6081fab4f
  • gitiles_ref:refs/heads/main
  • parent_buildername:chromeos-amd64-generic-rel
  • parent_buildnumber:106968
  • user_agent:recipe

Debug log (UTC)

[10:38:26.681] New invocation is queued and will start shortly
[10:38:26.681] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[10:38:28.018] Starting the invocation (attempt 1)
[10:38:28.045] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/091ea73b7f918559324cecaf3dcc1ea6081fab4f"
[10:38:28.045] Popped gitiles commit info from properties and tags
[10:38:28.045] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[10:38:28.046] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[10:38:28.046] Buildbucket request:
{
  "requestId": "8867014000547590624",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "chromeos-amd64-generic-rel-tast"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "091ea73b7f918559324cecaf3dcc1ea6081fab4f",
                        "project": "chromium/src",
                        "ref": "refs/heads/main"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "091ea73b7f918559324cecaf3dcc1ea6081fab4f"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8701586584441136561"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8701586584441136561"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8701586584441136561"
                }
          ],
      "parent_build_id": "8701586584441136561",
      "parent_builder_group": "chromium.chromiumos",
      "parent_buildername": "chromeos-amd64-generic-rel",
      "parent_got_angle_revision": "867b9b746555a4e75077831ceb4c5368593a49ff",
      "parent_got_dawn_revision": "43ee79a20ed45676762ea573dde2457916370ae5",
      "parent_got_revision": "091ea73b7f918559324cecaf3dcc1ea6081fab4f",
      "parent_got_revision_cp": "refs/heads/main@{#1526795}",
      "parent_got_swiftshader_revision": "794b0cfce1d828d187637e6d932bae484fbe0976",
      "parent_got_v8_revision": "d7bf3f6d15f4fb9b64ad07443b78f5a6d658f141",
      "parent_got_v8_revision_cp": "refs/heads/14.3.48@{#1}",
      "parent_got_webrtc_revision": "22d4b9c3b9926e6dd2b6dec481baa54d86d844d1",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#45858}",
      "swarm_hashes": {
            "aura_unittests": "fda7035630f49fe1f650632904ff43bdca94db2fa2f98dfc900adb014a9f941d/571",
            "base_unittests": "dd7b6062a7a314ea08fcb97ddad5d419bfaaea104a7d349325fbd027baeb6f79/728",
            "capture_unittests": "85d9b3781c9cdda06f4a57adc7092c11d5d0785c31110886be876c39acc8379a/650",
            "cc_unittests": "edecce837da34147d0b9cec72a903f4de6d3f34d806d097b3e45f21504932fed/731",
            "chrome_all_tast_tests": "c6078b226c5f36f48584ccb42c005c5827a230e0b20aa597aa7b30d9bb407983/893",
            "chrome_criticalstaging_tast_tests": "da3ecd8de57c8a4c6ef5ebfc031c5ae032f641b0997a0bac885d33bfce86d46a/893",
            "chrome_disabled_tast_tests": "69952e82ddaaae39519bcefce477cccfaf10ad22203f6cfe5f4a5cf27273723d/893",
            "chromeos_integration_tests": "7c5973bd600e5f7ccb407b83c2233f3ea51a2e2eb10f65fd5986353475d2e8cd/730",
            "crypto_unittests": "724f3a929dc2c72955afcb93ef381cd5ceb2a6df0f1f1b927eeef3209229729b/651",
            "disk_usage_tast_test": "e0509f1e8847f4136bb2a6c16630db83d81628980863bd7b311c88f9631175f1/893",
            "display_unittests": "f6f5ca59adfa9c2a1c0579cad3071c32980f3acce8c318bc9bce70897696818c/571",
            "fake_libva_driver_unittest": "4fae1822677c02edd3166663e358e3caf3ff76186e9816297a1941bb086c5c4d/571",
            "google_apis_unittests": "ac9e7f62a8d1ac48a5f446c73fb098f54cd6018908a9b36ccd00e3030b8dc6f0/733",
            "ipc_tests": "24b93ab761037ed4f88f3b3d18540303c5ba24939a43bbff82a386e0c8fbf3af/571",
            "latency_unittests": "e3387bf29641abfebbcde3be8bdfc6e00ebf7c774440046241171af038aee2e9/571",
            "media_unittests": "e07e36a794054c2638321f941f72025ca341a573103b455246ab91805a7e5f9b/651",
            "midi_unittests": "5799003072ca910b0b106b38d4c26f4cd35d80f53188164412ca8c6a1211340e/571",
            "mojo_unittests": "19b04034b0534c6e1975cedf8526aaa926c699fcb292ff2fb9edc5f14fa43f70/649",
            "net_unittests": "4355eb50994ecb1bb33d5cba7f6580d4fc9264a27d7ff2fe5678c830c40f16dc/650",
            "ozone_gl_unittests": "a836cd25798ec354173f04195b8848aaa5ed9055319a3ed14c5ecdef7589d2d8/571",
            "ozone_unittests": "e3bf76ea86167ceff42a21d2226fc7f17266af3f7063dcf0719d190b5e1d96f9/571",
            "pdf_unittests": "a2ed978f47c541f6d95335b41512a05901de0fca6bc892ea7d0480828f132f99/648",
            "printing_unittests": "ef82e4122d0c5596cf88bd7ab58d348e9473e266b61c9b549a39a22aeacca709/571",
            "profile_provider_unittest": "ca6a77b8900359720d76fcd128ecabbe0f0f5b87433b2f5b3e287e27b65c7b87/729",
            "rust_gtest_interop_unittests": "3ae2ddf3dcdc05260ec14e45c2c296e32e8745ee510456e6a6e7b61378233986/571",
            "sql_unittests": "1c1cd8b1ba6076d9febcd5aea1b8ee3b5b6cf06d2ba4c1771453638106c64e4d/648",
            "telemetry_gpu_integration_test": "f4e40c03559ed594f2a41b023bc91d7b5a19fb36fd064ce7c677e667720998fa/976",
            "telemetry_perf_unittests": "b01919ff81714548dabb729e85401fc4201210b317b06187fc326a4fe09b74d8/896",
            "telemetry_unittests": "01e6d3d21d617c93933a471b14840dfb8e2c15ce0a350f16668d63a2d4b5e7d7/895",
            "url_unittests": "d6b07c20cd01c0d8f16a11770fcb14ed980df17ad1a36453228f5b93faf80850/571",
            "vaapi_unittest": "76fa250d91df41b77084092c81262b835fa4605d63a1769f0ee6b7247f86a22d/571",
            "video_decode_accelerator_tests": "c6f582401bd93097801f5d1afe5622778890aca1d576ef356651dd7941615f7d/650"
          },
      "swarming_command_lines_cwd": "out/shared-Release",
      "swarming_command_lines_digest": "f1a94ef84cc7fc5a5d29dee55b82860361d1ca22a056f4a61a6dce9e7c639ab8/93",
      "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "091ea73b7f918559324cecaf3dcc1ea6081fab4f",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8867014000547590624"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/chromeos-amd64-generic-rel-tast"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "chromeos-amd64-generic-rel"
    },
    {
      "key": "parent_buildnumber",
      "value": "106968"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[10:38:28.629] Scheduled build:
{
  "id": "8701583938388520545",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "chromeos-amd64-generic-rel-tast"
  },
  "number": 27320,
  "createdBy": "project:chromium",
  "createTime": "2025-10-08T10:38:28.113398720Z",
  "updateTime": "2025-10-08T10:38:28.113398720Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "091ea73b7f918559324cecaf3dcc1ea6081fab4f",
      "ref": "refs/heads/main"
    }
  }
}
[10:38:28.629] Task URL: https://cr-buildbucket.appspot.com/build/8701583938388520545
[10:38:28.629] Scheduling timer "check-buildbucket-build-status" (chromium/chromeos-amd64-generic-rel-tast:8867014000547590624:2:0) after 3m58s
[10:38:29.538] Received PubSub notification, asking Buildbucket for the build status
[10:38:29.596] Build status: SCHEDULED
[10:42:26.651] Handling timer "check-buildbucket-build-status" (chromium/chromeos-amd64-generic-rel-tast:8867014000547590624:2:0)
[10:42:26.673] Build status: SCHEDULED
[10:42:26.673] Scheduling timer "check-buildbucket-build-status" (chromium/chromeos-amd64-generic-rel-tast:8867014000547590624:4:0) after 7m58s
[10:45:05.984] Received PubSub notification, asking Buildbucket for the build status
[10:45:06.031] Build status: STARTED
[10:50:24.707] Handling timer "check-buildbucket-build-status" (chromium/chromeos-amd64-generic-rel-tast:8867014000547590624:4:0)
[10:50:24.722] Build status: STARTED
[10:50:24.722] Scheduling timer "check-buildbucket-build-status" (chromium/chromeos-amd64-generic-rel-tast:8867014000547590624:6:0) after 6m13s
[10:56:37.758] Handling timer "check-buildbucket-build-status" (chromium/chromeos-amd64-generic-rel-tast:8867014000547590624:6:0)
[10:56:37.798] Build status: STARTED
[10:56:37.798] Scheduling timer "check-buildbucket-build-status" (chromium/chromeos-amd64-generic-rel-tast:8867014000547590624:7:0) after 3m45s
[11:00:22.830] Handling timer "check-buildbucket-build-status" (chromium/chromeos-amd64-generic-rel-tast:8867014000547590624:7:0)
[11:00:22.851] Build status: STARTED
[11:00:22.851] Scheduling timer "check-buildbucket-build-status" (chromium/chromeos-amd64-generic-rel-tast:8867014000547590624:8:0) after 4m43s
[11:05:05.841] Handling timer "check-buildbucket-build-status" (chromium/chromeos-amd64-generic-rel-tast:8867014000547590624:8:0)
[11:05:05.856] Build status: STARTED
[11:05:05.856] Scheduling timer "check-buildbucket-build-status" (chromium/chromeos-amd64-generic-rel-tast:8867014000547590624:9:0) after 4m40s
[11:09:45.872] Handling timer "check-buildbucket-build-status" (chromium/chromeos-amd64-generic-rel-tast:8867014000547590624:9:0)
[11:09:45.889] Build status: STARTED
[11:09:45.889] Scheduling timer "check-buildbucket-build-status" (chromium/chromeos-amd64-generic-rel-tast:8867014000547590624:10:0) after 9m50s
[11:19:35.956] Handling timer "check-buildbucket-build-status" (chromium/chromeos-amd64-generic-rel-tast:8867014000547590624:10:0)
[11:19:36.038] Build status: STARTED
[11:19:36.038] Scheduling timer "check-buildbucket-build-status" (chromium/chromeos-amd64-generic-rel-tast:8867014000547590624:11:0) after 7m16s
[11:26:52.057] Handling timer "check-buildbucket-build-status" (chromium/chromeos-amd64-generic-rel-tast:8867014000547590624:11:0)
[11:26:52.073] Build status: STARTED
[11:26:52.073] Scheduling timer "check-buildbucket-build-status" (chromium/chromeos-amd64-generic-rel-tast:8867014000547590624:12:0) after 3m18s
[11:30:10.121] Handling timer "check-buildbucket-build-status" (chromium/chromeos-amd64-generic-rel-tast:8867014000547590624:12:0)
[11:30:10.168] Build status: STARTED
[11:30:10.168] Scheduling timer "check-buildbucket-build-status" (chromium/chromeos-amd64-generic-rel-tast:8867014000547590624:13:0) after 5m51s
[11:36:01.186] Handling timer "check-buildbucket-build-status" (chromium/chromeos-amd64-generic-rel-tast:8867014000547590624:13:0)
[11:36:01.200] Build status: STARTED
[11:36:01.200] Scheduling timer "check-buildbucket-build-status" (chromium/chromeos-amd64-generic-rel-tast:8867014000547590624:14:0) after 1m21s
[11:37:22.218] Handling timer "check-buildbucket-build-status" (chromium/chromeos-amd64-generic-rel-tast:8867014000547590624:14:0)
[11:37:22.235] Build status: STARTED
[11:37:22.235] Scheduling timer "check-buildbucket-build-status" (chromium/chromeos-amd64-generic-rel-tast:8867014000547590624:15:0) after 3m27s
[11:40:49.300] Handling timer "check-buildbucket-build-status" (chromium/chromeos-amd64-generic-rel-tast:8867014000547590624:15:0)
[11:40:49.317] Build status: STARTED
[11:40:49.317] Scheduling timer "check-buildbucket-build-status" (chromium/chromeos-amd64-generic-rel-tast:8867014000547590624:16:0) after 3m26s
[11:44:15.409] Handling timer "check-buildbucket-build-status" (chromium/chromeos-amd64-generic-rel-tast:8867014000547590624:16:0)
[11:44:15.430] Build status: STARTED
[11:44:15.430] Scheduling timer "check-buildbucket-build-status" (chromium/chromeos-amd64-generic-rel-tast:8867014000547590624:17:0) after 2m20s
[11:46:35.462] Handling timer "check-buildbucket-build-status" (chromium/chromeos-amd64-generic-rel-tast:8867014000547590624:17:0)
[11:46:35.482] Build status: STARTED
[11:46:35.482] Scheduling timer "check-buildbucket-build-status" (chromium/chromeos-amd64-generic-rel-tast:8867014000547590624:18:0) after 6m42s
[11:53:17.516] Handling timer "check-buildbucket-build-status" (chromium/chromeos-amd64-generic-rel-tast:8867014000547590624:18:0)
[11:53:17.590] Build status: STARTED
[11:53:17.590] Scheduling timer "check-buildbucket-build-status" (chromium/chromeos-amd64-generic-rel-tast:8867014000547590624:19:0) after 3m47s
[11:57:04.614] Handling timer "check-buildbucket-build-status" (chromium/chromeos-amd64-generic-rel-tast:8867014000547590624:19:0)
[11:57:04.631] Build status: STARTED
[11:57:04.631] Scheduling timer "check-buildbucket-build-status" (chromium/chromeos-amd64-generic-rel-tast:8867014000547590624:20:0) after 5m55s
[12:02:59.699] Handling timer "check-buildbucket-build-status" (chromium/chromeos-amd64-generic-rel-tast:8867014000547590624:20:0)
[12:02:59.795] Build status: STARTED
[12:02:59.795] Scheduling timer "check-buildbucket-build-status" (chromium/chromeos-amd64-generic-rel-tast:8867014000547590624:21:0) after 8m22s
[12:04:08.092] Received PubSub notification, asking Buildbucket for the build status
[12:04:08.114] Build:
{
  "id": "8701583938388520545",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "chromeos-amd64-generic-rel-tast"
  },
  "number": 27320,
  "createdBy": "project:chromium",
  "createTime": "2025-10-08T10:38:28.113398720Z",
  "startTime": "2025-10-08T10:44:46.753294248Z",
  "endTime": "2025-10-08T12:04:07.674999469Z",
  "updateTime": "2025-10-08T12:04:07.674999469Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "091ea73b7f918559324cecaf3dcc1ea6081fab4f",
      "ref": "refs/heads/main"
    }
  }
}
[12:04:08.114] Invocation finished in 1h25m41.443613322s with status FAILED