Status: FAILED
Triggered by: chromium-ci-gpu-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 3 hours
Actions:

Definition (rev 1f1b4513521524d405025696b8777ff82db0bd9d)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Dawn Win10 x64 ASAN Release (Intel)"
>

Incoming triggers

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "817333a851b4c6c1460297a4b272d2fc1465503f",
        "project": "chromium/src",
        "ref": "refs/heads/main"
      }
    ]
  },
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "817333a851b4c6c1460297a4b272d2fc1465503f",
    "src/third_party/dawn": "55d31e719f2b304ff464551ba20711260f7063bc"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8707036727783876769"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8707036727783876769"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8707036727783876769"
    }
  ],
  "parent_build_id": "8707036727783876769",
  "parent_builder_group": "chromium.dawn",
  "parent_buildername": "Dawn Win10 x64 ASAN Builder",
  "parent_got_angle_revision": "ca3d732d11d5394d9957660fc9aed48889c22166",
  "parent_got_dawn_revision": "55d31e719f2b304ff464551ba20711260f7063bc",
  "parent_got_revision": "817333a851b4c6c1460297a4b272d2fc1465503f",
  "parent_got_revision_cp": "refs/heads/main@{#1499172}",
  "parent_got_swiftshader_revision": "fdb6700ecb04103b658d2e4623d6bc663ba80ea8",
  "parent_got_v8_revision": "5874016b0259957933ace0e16ac160426f061680",
  "parent_got_v8_revision_cp": "refs/heads/14.1.38@{#1}",
  "parent_got_webrtc_revision": "8e8480de52505e4a086010b4732ce1197bc17139",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#45312}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "817333a851b4c6c1460297a4b272d2fc1465503f",
  "swarm_hashes": {
    "dawn_end2end_tests": "b1e8fbe4a0e8d9371be64903da5af25c825add8c6bdd7c76d4bc52241f6d356e/488",
    "dawn_perf_tests": "09070dada028b82aa18b505b671f689ca0529397c8865dbdc4f18e28a9506b0d/489",
    "gl_tests": "16501a448a38a52b8cd87744aa74f795817578853dab0b11681ad963b01dfb9b/488",
    "gl_unittests": "fb9bbd7971e84a2509a1ed9041eacde928486987b8e2099115c1b649026fab5c/488",
    "telemetry_gpu_integration_test": "7adfd97135ab9e051565dbf2e6071072504d8a6c7eb78aaa879edf79d5706e9b/815",
    "telemetry_gpu_unittests": "27c18b67a297306a884fe3c0918a55e1a5634c48f04e5975c67ab709416071dd/736",
    "webgpu_blink_web_tests": "186024f3052e0164b6f558628350b8d98939e57973d1132953c11d1387356585/567"
  },
  "swarming_command_lines_cwd": "out\\59dc-Dawn_Win10_x64_",
  "swarming_command_lines_digest": "241fcb002f7cd4a5f15c614bfa0f9cb4f8170a72e39dc8fb0659328aadd8d894/93",
  "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/817333a851b4c6c1460297a4b272d2fc1465503f
  • gitiles_ref:refs/heads/main
  • parent_buildername:Dawn Win10 x64 ASAN Builder
  • parent_buildnumber:15103
  • user_agent:recipe

Debug log (UTC)

[06:28:11.904] New invocation is queued and will start shortly
[06:28:11.904] Triggered by user:chromium-ci-gpu-builder@chops-service-accounts.iam.gserviceaccount.com
[06:28:12.976] Starting the invocation (attempt 1)
[06:28:13.004] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/817333a851b4c6c1460297a4b272d2fc1465503f"
[06:28:13.004] Popped gitiles commit info from properties and tags
[06:28:13.004] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[06:28:13.005] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[06:28:13.006] Buildbucket request:
{
  "requestId": "8872465562662504368",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Dawn Win10 x64 ASAN Release (Intel)"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "817333a851b4c6c1460297a4b272d2fc1465503f",
                        "project": "chromium/src",
                        "ref": "refs/heads/main"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "817333a851b4c6c1460297a4b272d2fc1465503f",
            "src/third_party/dawn": "55d31e719f2b304ff464551ba20711260f7063bc"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8707036727783876769"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8707036727783876769"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8707036727783876769"
                }
          ],
      "parent_build_id": "8707036727783876769",
      "parent_builder_group": "chromium.dawn",
      "parent_buildername": "Dawn Win10 x64 ASAN Builder",
      "parent_got_angle_revision": "ca3d732d11d5394d9957660fc9aed48889c22166",
      "parent_got_dawn_revision": "55d31e719f2b304ff464551ba20711260f7063bc",
      "parent_got_revision": "817333a851b4c6c1460297a4b272d2fc1465503f",
      "parent_got_revision_cp": "refs/heads/main@{#1499172}",
      "parent_got_swiftshader_revision": "fdb6700ecb04103b658d2e4623d6bc663ba80ea8",
      "parent_got_v8_revision": "5874016b0259957933ace0e16ac160426f061680",
      "parent_got_v8_revision_cp": "refs/heads/14.1.38@{#1}",
      "parent_got_webrtc_revision": "8e8480de52505e4a086010b4732ce1197bc17139",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#45312}",
      "swarm_hashes": {
            "dawn_end2end_tests": "b1e8fbe4a0e8d9371be64903da5af25c825add8c6bdd7c76d4bc52241f6d356e/488",
            "dawn_perf_tests": "09070dada028b82aa18b505b671f689ca0529397c8865dbdc4f18e28a9506b0d/489",
            "gl_tests": "16501a448a38a52b8cd87744aa74f795817578853dab0b11681ad963b01dfb9b/488",
            "gl_unittests": "fb9bbd7971e84a2509a1ed9041eacde928486987b8e2099115c1b649026fab5c/488",
            "telemetry_gpu_integration_test": "7adfd97135ab9e051565dbf2e6071072504d8a6c7eb78aaa879edf79d5706e9b/815",
            "telemetry_gpu_unittests": "27c18b67a297306a884fe3c0918a55e1a5634c48f04e5975c67ab709416071dd/736",
            "webgpu_blink_web_tests": "186024f3052e0164b6f558628350b8d98939e57973d1132953c11d1387356585/567"
          },
      "swarming_command_lines_cwd": "out\\59dc-Dawn_Win10_x64_",
      "swarming_command_lines_digest": "241fcb002f7cd4a5f15c614bfa0f9cb4f8170a72e39dc8fb0659328aadd8d894/93",
      "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "817333a851b4c6c1460297a4b272d2fc1465503f",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8872465562662504368"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Dawn Win10 x64 ASAN Release (Intel)"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Dawn Win10 x64 ASAN Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "15103"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[06:28:13.571] Scheduled build:
{
  "id": "8707035500770332593",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Dawn Win10 x64 ASAN Release (Intel)"
  },
  "number": 7083,
  "createdBy": "project:chromium",
  "createTime": "2025-08-09T06:28:13.085525719Z",
  "updateTime": "2025-08-09T06:28:13.085525719Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "817333a851b4c6c1460297a4b272d2fc1465503f",
      "ref": "refs/heads/main"
    }
  }
}
[06:28:13.571] Task URL: https://cr-buildbucket.appspot.com/build/8707035500770332593
[06:28:13.571] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8872465562662504368:2:0) after 2m0s
[06:28:15.354] Received PubSub notification, asking Buildbucket for the build status
[06:28:15.400] Build status: SCHEDULED
[06:29:09.800] Received PubSub notification, asking Buildbucket for the build status
[06:29:09.847] Build status: STARTED
[06:30:13.641] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8872465562662504368:2:0)
[06:30:13.664] Build status: STARTED
[06:30:13.664] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8872465562662504368:5:0) after 8m29s
[06:38:42.682] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8872465562662504368:5:0)
[06:38:42.731] Build status: STARTED
[06:38:42.731] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8872465562662504368:6:0) after 7m45s
[06:46:28.086] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8872465562662504368:6:0)
[06:46:28.118] Build status: STARTED
[06:46:28.118] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8872465562662504368:7:0) after 4m5s
[06:50:33.129] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8872465562662504368:7:0)
[06:50:33.160] Build status: STARTED
[06:50:33.160] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8872465562662504368:8:0) after 1m29s
[06:52:02.345] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8872465562662504368:8:0)
[06:52:02.359] Build status: STARTED
[06:52:02.359] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8872465562662504368:9:0) after 8m27s
[07:00:29.663] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8872465562662504368:9:0)
[07:00:29.679] Build status: STARTED
[07:00:29.679] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8872465562662504368:10:0) after 8m22s
[07:08:51.807] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8872465562662504368:10:0)
[07:08:51.824] Build status: STARTED
[07:08:51.824] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8872465562662504368:11:0) after 2m23s
[07:11:14.941] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8872465562662504368:11:0)
[07:11:14.959] Build status: STARTED
[07:11:14.959] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8872465562662504368:12:0) after 9m45s
[07:21:00.039] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8872465562662504368:12:0)
[07:21:00.067] Build status: STARTED
[07:21:00.067] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8872465562662504368:13:0) after 9m28s
[07:30:28.538] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8872465562662504368:13:0)
[07:30:28.562] Build status: STARTED
[07:30:28.562] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8872465562662504368:14:0) after 5m55s
[07:36:23.593] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8872465562662504368:14:0)
[07:36:23.614] Build status: STARTED
[07:36:23.614] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8872465562662504368:15:0) after 8m42s
[07:45:05.855] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8872465562662504368:15:0)
[07:45:05.874] Build status: STARTED
[07:45:05.874] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8872465562662504368:16:0) after 3m37s
[07:48:43.108] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8872465562662504368:16:0)
[07:48:43.139] Build status: STARTED
[07:48:43.139] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8872465562662504368:17:0) after 9m12s
[07:57:55.217] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8872465562662504368:17:0)
[07:57:55.237] Build status: STARTED
[07:57:55.237] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8872465562662504368:18:0) after 9m27s
[08:07:22.292] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8872465562662504368:18:0)
[08:07:22.309] Build status: STARTED
[08:07:22.309] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8872465562662504368:19:0) after 5m52s
[08:13:14.451] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8872465562662504368:19:0)
[08:13:14.500] Build status: STARTED
[08:13:14.500] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8872465562662504368:20:0) after 8m41s
[08:21:55.594] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8872465562662504368:20:0)
[08:21:55.611] Build status: STARTED
[08:21:55.611] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8872465562662504368:21:0) after 1m35s
[08:23:30.593] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8872465562662504368:21:0)
[08:23:30.614] Build status: STARTED
[08:23:30.614] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8872465562662504368:22:0) after 4m16s
[08:27:46.628] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8872465562662504368:22:0)
[08:27:46.657] Build status: STARTED
[08:27:46.657] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8872465562662504368:23:0) after 1m17s
[08:29:03.688] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8872465562662504368:23:0)
[08:29:03.711] Build status: STARTED
[08:29:03.711] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8872465562662504368:24:0) after 1m53s
[08:30:56.752] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8872465562662504368:24:0)
[08:30:56.770] Build status: STARTED
[08:30:56.770] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8872465562662504368:25:0) after 5m44s
[08:36:40.825] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8872465562662504368:25:0)
[08:36:40.845] Build status: STARTED
[08:36:40.845] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8872465562662504368:26:0) after 1m54s
[08:38:34.971] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8872465562662504368:26:0)
[08:38:34.991] Build status: STARTED
[08:38:34.992] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8872465562662504368:27:0) after 7m38s
[08:46:13.067] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8872465562662504368:27:0)
[08:46:13.083] Build status: STARTED
[08:46:13.083] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8872465562662504368:28:0) after 8m35s
[08:54:48.364] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8872465562662504368:28:0)
[08:54:48.413] Build status: STARTED
[08:54:48.413] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8872465562662504368:29:0) after 2m37s
[08:57:25.428] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8872465562662504368:29:0)
[08:57:25.449] Build status: STARTED
[08:57:25.449] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8872465562662504368:30:0) after 4m45s
[09:02:10.610] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8872465562662504368:30:0)
[09:02:10.664] Build status: STARTED
[09:02:10.664] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8872465562662504368:31:0) after 3m8s
[09:05:18.790] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8872465562662504368:31:0)
[09:05:18.828] Build status: STARTED
[09:05:18.828] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8872465562662504368:32:0) after 8m7s
[09:13:26.480] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8872465562662504368:32:0)
[09:13:26.567] Build status: STARTED
[09:13:26.567] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8872465562662504368:33:0) after 3m27s
[09:16:53.634] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8872465562662504368:33:0)
[09:16:53.683] Build status: STARTED
[09:16:53.683] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8872465562662504368:34:0) after 9m17s
[09:26:10.702] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8872465562662504368:34:0)
[09:26:10.723] Build status: STARTED
[09:26:10.723] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8872465562662504368:35:0) after 3m25s
[09:29:35.913] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8872465562662504368:35:0)
[09:29:35.930] Build status: STARTED
[09:29:35.930] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8872465562662504368:36:0) after 9m26s
[09:39:02.092] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8872465562662504368:36:0)
[09:39:02.114] Build status: STARTED
[09:39:02.114] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8872465562662504368:37:0) after 1m37s
[09:40:39.194] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8872465562662504368:37:0)
[09:40:39.212] Build status: STARTED
[09:40:39.212] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8872465562662504368:38:0) after 8m41s
[09:42:02.971] Received PubSub notification, asking Buildbucket for the build status
[09:42:02.988] Build:
{
  "id": "8707035500770332593",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Dawn Win10 x64 ASAN Release (Intel)"
  },
  "number": 7083,
  "createdBy": "project:chromium",
  "createTime": "2025-08-09T06:28:13.085525719Z",
  "startTime": "2025-08-09T06:29:09.622152127Z",
  "endTime": "2025-08-09T09:42:02.653737657Z",
  "updateTime": "2025-08-09T09:42:02.653737657Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "817333a851b4c6c1460297a4b272d2fc1465503f",
      "ref": "refs/heads/main"
    }
  }
}
[09:42:02.988] Invocation finished in 3h13m51.090382551s with status FAILED