LUCI Scheduler :: chromium :: Dawn Win10 x64 Release (Intel)

Status: FAILED

Triggered by: chromium-ci-gpu-builder@chops-service-accounts.iam.gserviceaccount.com

Duration: 2 hours

Actions:

Definition (rev 3db078289222bbf1520d302be8c8ab0ea11ceb83)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Dawn Win10 x64 Release (Intel)"
>

Incoming triggers

Dawn Win10 x64 Builder/138975 (3 months ago by chromium-ci-gpu-builder@chops-service-accounts.iam.gserviceaccount.com)
Dawn Win10 x64 Builder/138976 (3 months ago by chromium-ci-gpu-builder@chops-service-accounts.iam.gserviceaccount.com)
Dawn Win10 x64 Builder/138977 (3 months ago by chromium-ci-gpu-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "24d9b359a8aadd4df93afa996c3c21c3a3c0facd",
        "project": "chromium/src",
        "ref": "refs/heads/main"
      }
    ]
  },
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "24d9b359a8aadd4df93afa996c3c21c3a3c0facd",
    "src/third_party/dawn": "517d8b7d9a1dba03dce65ac670d736a23e336335"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8712303603849466833"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8712303603849466833"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8712303603849466833"
    }
  ],
  "parent_build_id": "8712303603849466833",
  "parent_builder_group": "chromium.dawn",
  "parent_buildername": "Dawn Win10 x64 Builder",
  "parent_got_angle_revision": "d9818437645a7fdced1a11216cf29bc08a004a63",
  "parent_got_dawn_revision": "517d8b7d9a1dba03dce65ac670d736a23e336335",
  "parent_got_revision": "24d9b359a8aadd4df93afa996c3c21c3a3c0facd",
  "parent_got_revision_cp": "refs/heads/main@{#1472815}",
  "parent_got_swiftshader_revision": "7b7b93aa0b85d1a4fafe0e11c30d52f323bdd21a",
  "parent_got_v8_revision": "5b6e5348491ed90ab8648e7654f7b14f12f140b2",
  "parent_got_v8_revision_cp": "refs/heads/13.9.130@{#1}",
  "parent_got_webrtc_revision": "ada8e63226534582218c39be6167252fca57379d",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#44918}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "24d9b359a8aadd4df93afa996c3c21c3a3c0facd",
  "swarm_hashes": {
    "dawn_end2end_tests": "d3b17edb1e4c6815e25cdd682ad85d940f71b4932b47a8310a2b0042323be967/323",
    "dawn_perf_tests": "535f7fd47203db247afa284f3967e5f1ea7c0c7069e3a718ec404e5bf1b5bc77/487",
    "gl_tests": "a47bb7fb8ce18f5e7eea859b00d9211c878aa7e75144e282ac9b96d6af37861c/323",
    "gl_unittests": "0d1bac01002de858a745f60fd6da90388ea984c683e64062ce3e977e58c45bfc/402",
    "telemetry_gpu_integration_test": "8bad7a07d5452e06865b344b2716ee8d6f29513922d839816a106b842d0080b6/815",
    "telemetry_gpu_unittests": "60836cbfa1cfe27794d35fb8a34cbf2e027a17ef6b20f3e344beeb20822c6d68/736",
    "webgpu_blink_web_tests": "2ddc9dfdaf21462507e313033ba78dcc00d2187c959bf788cfe8db32fba50721/566"
  },
  "swarming_command_lines_cwd": "out\\9f0d-Dawn_Win10_x64_",
  "swarming_command_lines_digest": "7aeb6d1c6a48a8535af5116a806064295f19d4c0a17b169a6156304caa1fbe77/93",
  "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
}

Incoming tags

buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/24d9b359a8aadd4df93afa996c3c21c3a3c0facd
gitiles_ref:refs/heads/main
parent_buildername:Dawn Win10 x64 Builder
parent_buildnumber:138977
user_agent:recipe

Debug log (UTC)

[04:27:16.632] New invocation is queued and will start shortly
[04:27:16.632] Triggered by user:chromium-ci-gpu-builder@chops-service-accounts.iam.gserviceaccount.com
[04:27:17.696] Starting the invocation (attempt 1)
[04:27:17.724] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/24d9b359a8aadd4df93afa996c3c21c3a3c0facd"
[04:27:17.724] Popped gitiles commit info from properties and tags
[04:27:17.724] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:27:17.725] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:27:17.725] Buildbucket request:
{
  "requestId": "8877727794423068480",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Dawn Win10 x64 Release (Intel)"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "24d9b359a8aadd4df93afa996c3c21c3a3c0facd",
                        "project": "chromium/src",
                        "ref": "refs/heads/main"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "24d9b359a8aadd4df93afa996c3c21c3a3c0facd",
            "src/third_party/dawn": "517d8b7d9a1dba03dce65ac670d736a23e336335"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8712303603849466833"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8712303603849466833"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8712303603849466833"
                }
          ],
      "parent_build_id": "8712303603849466833",
      "parent_builder_group": "chromium.dawn",
      "parent_buildername": "Dawn Win10 x64 Builder",
      "parent_got_angle_revision": "d9818437645a7fdced1a11216cf29bc08a004a63",
      "parent_got_dawn_revision": "517d8b7d9a1dba03dce65ac670d736a23e336335",
      "parent_got_revision": "24d9b359a8aadd4df93afa996c3c21c3a3c0facd",
      "parent_got_revision_cp": "refs/heads/main@{#1472815}",
      "parent_got_swiftshader_revision": "7b7b93aa0b85d1a4fafe0e11c30d52f323bdd21a",
      "parent_got_v8_revision": "5b6e5348491ed90ab8648e7654f7b14f12f140b2",
      "parent_got_v8_revision_cp": "refs/heads/13.9.130@{#1}",
      "parent_got_webrtc_revision": "ada8e63226534582218c39be6167252fca57379d",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#44918}",
      "swarm_hashes": {
            "dawn_end2end_tests": "d3b17edb1e4c6815e25cdd682ad85d940f71b4932b47a8310a2b0042323be967/323",
            "dawn_perf_tests": "535f7fd47203db247afa284f3967e5f1ea7c0c7069e3a718ec404e5bf1b5bc77/487",
            "gl_tests": "a47bb7fb8ce18f5e7eea859b00d9211c878aa7e75144e282ac9b96d6af37861c/323",
            "gl_unittests": "0d1bac01002de858a745f60fd6da90388ea984c683e64062ce3e977e58c45bfc/402",
            "telemetry_gpu_integration_test": "8bad7a07d5452e06865b344b2716ee8d6f29513922d839816a106b842d0080b6/815",
            "telemetry_gpu_unittests": "60836cbfa1cfe27794d35fb8a34cbf2e027a17ef6b20f3e344beeb20822c6d68/736",
            "webgpu_blink_web_tests": "2ddc9dfdaf21462507e313033ba78dcc00d2187c959bf788cfe8db32fba50721/566"
          },
      "swarming_command_lines_cwd": "out\\9f0d-Dawn_Win10_x64_",
      "swarming_command_lines_digest": "7aeb6d1c6a48a8535af5116a806064295f19d4c0a17b169a6156304caa1fbe77/93",
      "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "24d9b359a8aadd4df93afa996c3c21c3a3c0facd",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8877727794423068480"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Dawn Win10 x64 Release (Intel)"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Dawn Win10 x64 Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "138977"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[04:27:18.270] Scheduled build:
{
  "id": "8712297732568855729",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Dawn Win10 x64 Release (Intel)"
  },
  "number": 16485,
  "createdBy": "project:chromium",
  "createTime": "2025-06-12T04:27:17.772731019Z",
  "updateTime": "2025-06-12T04:27:17.772731019Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "24d9b359a8aadd4df93afa996c3c21c3a3c0facd",
      "ref": "refs/heads/main"
    }
  }
}
[04:27:18.270] Task URL: https://cr-buildbucket.appspot.com/build/8712297732568855729
[04:27:18.270] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8877727794423068480:2:0) after 2m41s
[04:27:19.242] Received PubSub notification, asking Buildbucket for the build status
[04:27:19.266] Build status: SCHEDULED
[04:28:17.769] Received PubSub notification, asking Buildbucket for the build status
[04:28:17.792] Build status: STARTED
[04:29:59.294] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8877727794423068480:2:0)
[04:29:59.358] Build status: STARTED
[04:29:59.358] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8877727794423068480:5:0) after 2m6s
[04:32:05.430] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8877727794423068480:5:0)
[04:32:05.510] Build status: STARTED
[04:32:05.510] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8877727794423068480:6:0) after 2m6s
[04:34:11.582] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8877727794423068480:6:0)
[04:34:11.613] Build status: STARTED
[04:34:11.613] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8877727794423068480:7:0) after 9m6s
[04:43:17.633] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8877727794423068480:7:0)
[04:43:17.661] Build status: STARTED
[04:43:17.661] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8877727794423068480:8:0) after 7m33s
[04:50:50.725] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8877727794423068480:8:0)
[04:50:50.749] Build status: STARTED
[04:50:50.749] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8877727794423068480:9:0) after 7m8s
[04:57:58.768] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8877727794423068480:9:0)
[04:57:58.789] Build status: STARTED
[04:57:58.789] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8877727794423068480:10:0) after 7m14s
[05:05:12.854] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8877727794423068480:10:0)
[05:05:12.884] Build status: STARTED
[05:05:12.884] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8877727794423068480:11:0) after 5m38s
[05:10:50.869] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8877727794423068480:11:0)
[05:10:50.893] Build status: STARTED
[05:10:50.893] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8877727794423068480:12:0) after 6m38s
[05:17:28.908] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8877727794423068480:12:0)
[05:17:28.931] Build status: STARTED
[05:17:28.931] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8877727794423068480:13:0) after 7m6s
[05:24:35.027] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8877727794423068480:13:0)
[05:24:35.042] Build status: STARTED
[05:24:35.042] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8877727794423068480:14:0) after 9m14s
[05:33:49.063] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8877727794423068480:14:0)
[05:33:49.081] Build status: STARTED
[05:33:49.081] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8877727794423068480:15:0) after 9m2s
[05:42:51.102] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8877727794423068480:15:0)
[05:42:51.127] Build status: STARTED
[05:42:51.128] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8877727794423068480:16:0) after 4m20s
[05:47:11.194] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8877727794423068480:16:0)
[05:47:11.228] Build status: STARTED
[05:47:11.228] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8877727794423068480:17:0) after 7m17s
[05:54:28.322] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8877727794423068480:17:0)
[05:54:28.380] Build status: STARTED
[05:54:28.380] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8877727794423068480:18:0) after 2m26s
[05:56:54.498] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8877727794423068480:18:0)
[05:56:54.522] Build status: STARTED
[05:56:54.522] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8877727794423068480:19:0) after 4m32s
[06:01:26.548] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8877727794423068480:19:0)
[06:01:26.568] Build status: STARTED
[06:01:26.568] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8877727794423068480:20:0) after 5m3s
[06:06:29.594] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8877727794423068480:20:0)
[06:06:29.615] Build status: STARTED
[06:06:29.615] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8877727794423068480:21:0) after 8m1s
[06:14:30.637] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8877727794423068480:21:0)
[06:14:30.658] Build status: STARTED
[06:14:30.658] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8877727794423068480:22:0) after 5m6s
[06:19:36.710] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8877727794423068480:22:0)
[06:19:36.734] Build status: STARTED
[06:19:36.734] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8877727794423068480:23:0) after 7m43s
[06:27:19.881] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8877727794423068480:23:0)
[06:27:19.897] Build status: STARTED
[06:27:19.897] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8877727794423068480:24:0) after 1m29s
[06:28:48.915] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8877727794423068480:24:0)
[06:28:48.931] Build status: STARTED
[06:28:48.931] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8877727794423068480:25:0) after 6m11s
[06:34:59.949] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8877727794423068480:25:0)
[06:34:59.967] Build status: STARTED
[06:34:59.967] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8877727794423068480:26:0) after 3m6s
[06:38:05.980] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8877727794423068480:26:0)
[06:38:06.002] Build status: STARTED
[06:38:06.002] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8877727794423068480:27:0) after 2m51s
[06:40:57.050] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8877727794423068480:27:0)
[06:40:57.073] Build status: STARTED
[06:40:57.073] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8877727794423068480:28:0) after 3m46s
[06:44:43.089] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8877727794423068480:28:0)
[06:44:43.115] Build status: STARTED
[06:44:43.115] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8877727794423068480:29:0) after 2m54s
[06:47:37.142] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8877727794423068480:29:0)
[06:47:37.163] Build status: STARTED
[06:47:37.163] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8877727794423068480:30:0) after 1m1s
[06:48:38.186] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8877727794423068480:30:0)
[06:48:38.204] Build status: STARTED
[06:48:38.204] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8877727794423068480:31:0) after 3m11s
[06:51:49.277] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8877727794423068480:31:0)
[06:51:49.379] Build status: STARTED
[06:51:49.379] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8877727794423068480:32:0) after 9m26s
[07:01:15.477] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8877727794423068480:32:0)
[07:01:15.494] Build status: STARTED
[07:01:15.494] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8877727794423068480:33:0) after 4m28s
[07:05:43.509] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8877727794423068480:33:0)
[07:05:43.532] Build status: STARTED
[07:05:43.532] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8877727794423068480:34:0) after 5m17s
[07:11:00.589] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8877727794423068480:34:0)
[07:11:00.605] Build status: STARTED
[07:11:00.605] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8877727794423068480:35:0) after 3m42s
[07:14:42.636] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8877727794423068480:35:0)
[07:14:42.696] Build status: STARTED
[07:14:42.696] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8877727794423068480:36:0) after 3m30s
[07:18:12.681] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8877727794423068480:36:0)
[07:18:12.728] Build status: STARTED
[07:18:12.728] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8877727794423068480:37:0) after 4m4s
[07:22:16.753] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8877727794423068480:37:0)
[07:22:16.809] Build status: STARTED
[07:22:16.809] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8877727794423068480:38:0) after 1m48s
[07:22:32.924] Received PubSub notification, asking Buildbucket for the build status
[07:22:32.939] Build:
{
  "id": "8712297732568855729",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Dawn Win10 x64 Release (Intel)"
  },
  "number": 16485,
  "createdBy": "project:chromium",
  "createTime": "2025-06-12T04:27:17.772731019Z",
  "startTime": "2025-06-12T04:28:14.423111649Z",
  "endTime": "2025-06-12T07:22:32.393991231Z",
  "updateTime": "2025-06-12T07:22:32.393991231Z",
  "status": "INFRA_FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "24d9b359a8aadd4df93afa996c3c21c3a3c0facd",
      "ref": "refs/heads/main"
    }
  }
}
[07:22:32.939] Invocation finished in 2h55m16.3194797s with status FAILED