Status: FAILED
Triggered by: chromium-ci-gpu-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 3 hours
Actions:

Definition (rev 3db078289222bbf1520d302be8c8ab0ea11ceb83)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Dawn Win10 x64 DEPS Release (Intel)"
>

Incoming triggers

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "498d42e0919649131d7392a10f44fc9591e5fa1d",
        "project": "chromium/src",
        "ref": "refs/heads/main"
      }
    ]
  },
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "498d42e0919649131d7392a10f44fc9591e5fa1d"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8695328549240907473"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8695328549240907473"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8695328549240907473"
    }
  ],
  "parent_build_id": "8695328549240907473",
  "parent_builder_group": "chromium.dawn",
  "parent_buildername": "Dawn Win10 x64 DEPS Builder",
  "parent_got_angle_revision": "0094a0ccbc2cb6db28fc0c161e9919a42f0e05a7",
  "parent_got_dawn_revision": "30ba1e5a12e4bc4567d6b0a90c56373104904128",
  "parent_got_revision": "498d42e0919649131d7392a10f44fc9591e5fa1d",
  "parent_got_revision_cp": "refs/heads/main@{#1559245}",
  "parent_got_swiftshader_revision": "5aa3ef64770d6065183b9637fc44065ef7e7566b",
  "parent_got_v8_revision": "2152fca33d56ea25094e5356dcb9599a0eeec2b8",
  "parent_got_v8_revision_cp": "refs/heads/14.5.111@{#1}",
  "parent_got_webrtc_revision": "204df44fcb6706212c931a6aa0fac009cd4e68b5",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#46498}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "498d42e0919649131d7392a10f44fc9591e5fa1d",
  "swarm_hashes": {
    "dawn_end2end_tests": "5e9aa49427fdaac4c6e39370bba9da6913d323c0b6e5df56b6b91149d8591d85/323",
    "dawn_perf_tests": "4c6492a3d8e28d241a0018dd64688d4ed806f319f0f8ab5a056b63e7cbc100aa/487",
    "gl_tests": "78b877937187ec7be19f0bf524dc81178b899cf970712b1396cdb2159f4914de/323",
    "gl_unittests": "7d98b6982ab21e38c3a14491d9c4f433e71041a88c0c79166e73e4b0a127c030/402",
    "telemetry_gpu_integration_test": "cdc9b39383032944b94bc1ebf424423f4e1290b99f578bbff16937b49892c453/815",
    "telemetry_gpu_unittests": "8d4480ac9906e514451109010c9088355c5a4393e3cda21ef560557564b4e572/736",
    "webgpu_blink_web_tests": "da12aae5be7f0fa30b930058b67804b161eb41b268a525a74e9b552c59efd28b/566"
  },
  "swarming_command_lines_cwd": "out\\29be-Dawn_Win10_x64_",
  "swarming_command_lines_digest": "7aeb6d1c6a48a8535af5116a806064295f19d4c0a17b169a6156304caa1fbe77/93",
  "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/498d42e0919649131d7392a10f44fc9591e5fa1d
  • gitiles_ref:refs/heads/main
  • parent_buildername:Dawn Win10 x64 DEPS Builder
  • parent_buildnumber:129976
  • user_agent:recipe

Debug log (UTC)

[12:04:10.226] New invocation is queued and will start shortly
[12:04:10.226] Triggered by user:chromium-ci-gpu-builder@chops-service-accounts.iam.gserviceaccount.com
[12:04:11.327] Starting the invocation (attempt 1)
[12:04:11.349] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/498d42e0919649131d7392a10f44fc9591e5fa1d"
[12:04:11.349] Popped gitiles commit info from properties and tags
[12:04:11.349] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[12:04:11.350] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[12:04:11.350] Buildbucket request:
{
  "requestId": "8860757416469274816",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Dawn Win10 x64 DEPS Release (Intel)"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "498d42e0919649131d7392a10f44fc9591e5fa1d",
                        "project": "chromium/src",
                        "ref": "refs/heads/main"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "498d42e0919649131d7392a10f44fc9591e5fa1d"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8695328549240907473"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8695328549240907473"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8695328549240907473"
                }
          ],
      "parent_build_id": "8695328549240907473",
      "parent_builder_group": "chromium.dawn",
      "parent_buildername": "Dawn Win10 x64 DEPS Builder",
      "parent_got_angle_revision": "0094a0ccbc2cb6db28fc0c161e9919a42f0e05a7",
      "parent_got_dawn_revision": "30ba1e5a12e4bc4567d6b0a90c56373104904128",
      "parent_got_revision": "498d42e0919649131d7392a10f44fc9591e5fa1d",
      "parent_got_revision_cp": "refs/heads/main@{#1559245}",
      "parent_got_swiftshader_revision": "5aa3ef64770d6065183b9637fc44065ef7e7566b",
      "parent_got_v8_revision": "2152fca33d56ea25094e5356dcb9599a0eeec2b8",
      "parent_got_v8_revision_cp": "refs/heads/14.5.111@{#1}",
      "parent_got_webrtc_revision": "204df44fcb6706212c931a6aa0fac009cd4e68b5",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#46498}",
      "swarm_hashes": {
            "dawn_end2end_tests": "5e9aa49427fdaac4c6e39370bba9da6913d323c0b6e5df56b6b91149d8591d85/323",
            "dawn_perf_tests": "4c6492a3d8e28d241a0018dd64688d4ed806f319f0f8ab5a056b63e7cbc100aa/487",
            "gl_tests": "78b877937187ec7be19f0bf524dc81178b899cf970712b1396cdb2159f4914de/323",
            "gl_unittests": "7d98b6982ab21e38c3a14491d9c4f433e71041a88c0c79166e73e4b0a127c030/402",
            "telemetry_gpu_integration_test": "cdc9b39383032944b94bc1ebf424423f4e1290b99f578bbff16937b49892c453/815",
            "telemetry_gpu_unittests": "8d4480ac9906e514451109010c9088355c5a4393e3cda21ef560557564b4e572/736",
            "webgpu_blink_web_tests": "da12aae5be7f0fa30b930058b67804b161eb41b268a525a74e9b552c59efd28b/566"
          },
      "swarming_command_lines_cwd": "out\\29be-Dawn_Win10_x64_",
      "swarming_command_lines_digest": "7aeb6d1c6a48a8535af5116a806064295f19d4c0a17b169a6156304caa1fbe77/93",
      "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "498d42e0919649131d7392a10f44fc9591e5fa1d",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8860757416469274816"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Dawn Win10 x64 DEPS Release (Intel)"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Dawn Win10 x64 DEPS Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "129976"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[12:04:11.854] Scheduled build:
{
  "id": "8695327354576815025",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Dawn Win10 x64 DEPS Release (Intel)"
  },
  "number": 19662,
  "createdBy": "project:chromium",
  "createTime": "2025-12-16T12:04:11.403152047Z",
  "updateTime": "2025-12-16T12:04:11.403152047Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "498d42e0919649131d7392a10f44fc9591e5fa1d",
      "ref": "refs/heads/main"
    }
  }
}
[12:04:11.854] Task URL: https://cr-buildbucket.appspot.com/build/8695327354576815025
[12:04:11.854] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 DEPS Release (Intel):8860757416469274816:2:0) after 3m59s
[12:04:12.813] Received PubSub notification, asking Buildbucket for the build status
[12:04:12.850] Build status: SCHEDULED
[12:08:10.879] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 DEPS Release (Intel):8860757416469274816:2:0)
[12:08:10.960] Build status: SCHEDULED
[12:08:10.960] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 DEPS Release (Intel):8860757416469274816:4:0) after 7m38s
[12:08:25.127] Received PubSub notification, asking Buildbucket for the build status
[12:08:25.158] Build status: STARTED
[12:15:48.975] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 DEPS Release (Intel):8860757416469274816:4:0)
[12:15:49.012] Build status: STARTED
[12:15:49.012] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 DEPS Release (Intel):8860757416469274816:6:0) after 1m58s
[12:17:47.089] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 DEPS Release (Intel):8860757416469274816:6:0)
[12:17:47.101] Build status: STARTED
[12:17:47.101] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 DEPS Release (Intel):8860757416469274816:7:0) after 3m19s
[12:21:06.069] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 DEPS Release (Intel):8860757416469274816:7:0)
[12:21:06.098] Build status: STARTED
[12:21:06.098] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 DEPS Release (Intel):8860757416469274816:8:0) after 6m16s
[12:27:22.118] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 DEPS Release (Intel):8860757416469274816:8:0)
[12:27:22.132] Build status: STARTED
[12:27:22.132] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 DEPS Release (Intel):8860757416469274816:9:0) after 4m8s
[12:31:30.145] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 DEPS Release (Intel):8860757416469274816:9:0)
[12:31:30.163] Build status: STARTED
[12:31:30.163] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 DEPS Release (Intel):8860757416469274816:10:0) after 4m54s
[12:36:24.180] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 DEPS Release (Intel):8860757416469274816:10:0)
[12:36:24.239] Build status: STARTED
[12:36:24.239] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 DEPS Release (Intel):8860757416469274816:11:0) after 6m6s
[12:42:30.263] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 DEPS Release (Intel):8860757416469274816:11:0)
[12:42:30.295] Build status: STARTED
[12:42:30.295] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 DEPS Release (Intel):8860757416469274816:12:0) after 1m47s
[12:44:17.350] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 DEPS Release (Intel):8860757416469274816:12:0)
[12:44:17.365] Build status: STARTED
[12:44:17.365] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 DEPS Release (Intel):8860757416469274816:13:0) after 4m49s
[12:49:06.380] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 DEPS Release (Intel):8860757416469274816:13:0)
[12:49:06.394] Build status: STARTED
[12:49:06.394] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 DEPS Release (Intel):8860757416469274816:14:0) after 6m36s
[12:55:42.413] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 DEPS Release (Intel):8860757416469274816:14:0)
[12:55:42.456] Build status: STARTED
[12:55:42.457] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 DEPS Release (Intel):8860757416469274816:15:0) after 9m19s
[13:05:01.471] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 DEPS Release (Intel):8860757416469274816:15:0)
[13:05:01.490] Build status: STARTED
[13:05:01.490] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 DEPS Release (Intel):8860757416469274816:16:0) after 1m54s
[13:06:55.523] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 DEPS Release (Intel):8860757416469274816:16:0)
[13:06:55.588] Build status: STARTED
[13:06:55.588] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 DEPS Release (Intel):8860757416469274816:17:0) after 4m40s
[13:11:35.605] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 DEPS Release (Intel):8860757416469274816:17:0)
[13:11:35.618] Build status: STARTED
[13:11:35.618] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 DEPS Release (Intel):8860757416469274816:18:0) after 5m34s
[13:17:09.633] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 DEPS Release (Intel):8860757416469274816:18:0)
[13:17:09.647] Build status: STARTED
[13:17:09.648] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 DEPS Release (Intel):8860757416469274816:19:0) after 4m19s
[13:21:28.639] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 DEPS Release (Intel):8860757416469274816:19:0)
[13:21:28.658] Build status: STARTED
[13:21:28.658] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 DEPS Release (Intel):8860757416469274816:20:0) after 7m57s
[13:29:25.675] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 DEPS Release (Intel):8860757416469274816:20:0)
[13:29:25.725] Build status: STARTED
[13:29:25.725] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 DEPS Release (Intel):8860757416469274816:21:0) after 9m49s
[13:39:14.786] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 DEPS Release (Intel):8860757416469274816:21:0)
[13:39:14.804] Build status: STARTED
[13:39:14.804] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 DEPS Release (Intel):8860757416469274816:22:0) after 1m31s
[13:40:45.844] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 DEPS Release (Intel):8860757416469274816:22:0)
[13:40:45.870] Build status: STARTED
[13:40:45.870] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 DEPS Release (Intel):8860757416469274816:23:0) after 7m53s
[13:48:38.884] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 DEPS Release (Intel):8860757416469274816:23:0)
[13:48:38.896] Build status: STARTED
[13:48:38.896] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 DEPS Release (Intel):8860757416469274816:24:0) after 3m49s
[13:52:27.962] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 DEPS Release (Intel):8860757416469274816:24:0)
[13:52:27.979] Build status: STARTED
[13:52:27.979] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 DEPS Release (Intel):8860757416469274816:25:0) after 2m26s
[13:54:53.996] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 DEPS Release (Intel):8860757416469274816:25:0)
[13:54:54.012] Build status: STARTED
[13:54:54.012] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 DEPS Release (Intel):8860757416469274816:26:0) after 1m52s
[13:56:45.990] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 DEPS Release (Intel):8860757416469274816:26:0)
[13:56:46.005] Build status: STARTED
[13:56:46.005] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 DEPS Release (Intel):8860757416469274816:27:0) after 9m13s
[14:05:59.045] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 DEPS Release (Intel):8860757416469274816:27:0)
[14:05:59.060] Build status: STARTED
[14:05:59.060] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 DEPS Release (Intel):8860757416469274816:28:0) after 3m0s
[14:08:59.070] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 DEPS Release (Intel):8860757416469274816:28:0)
[14:08:59.085] Build status: STARTED
[14:08:59.085] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 DEPS Release (Intel):8860757416469274816:29:0) after 9m59s
[14:18:58.160] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 DEPS Release (Intel):8860757416469274816:29:0)
[14:18:58.176] Build status: STARTED
[14:18:58.176] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 DEPS Release (Intel):8860757416469274816:30:0) after 8m20s
[14:27:18.190] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 DEPS Release (Intel):8860757416469274816:30:0)
[14:27:18.211] Build status: STARTED
[14:27:18.211] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 DEPS Release (Intel):8860757416469274816:31:0) after 5m44s
[14:33:02.284] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 DEPS Release (Intel):8860757416469274816:31:0)
[14:33:02.303] Build status: STARTED
[14:33:02.303] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 DEPS Release (Intel):8860757416469274816:32:0) after 1m35s
[14:34:37.367] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 DEPS Release (Intel):8860757416469274816:32:0)
[14:34:37.458] Build status: STARTED
[14:34:37.458] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 DEPS Release (Intel):8860757416469274816:33:0) after 5m52s
[14:40:29.474] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 DEPS Release (Intel):8860757416469274816:33:0)
[14:40:29.497] Build status: STARTED
[14:40:29.497] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 DEPS Release (Intel):8860757416469274816:34:0) after 8m21s
[14:48:50.532] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 DEPS Release (Intel):8860757416469274816:34:0)
[14:48:50.582] Build status: STARTED
[14:48:50.582] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 DEPS Release (Intel):8860757416469274816:35:0) after 8m54s
[14:57:44.707] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 DEPS Release (Intel):8860757416469274816:35:0)
[14:57:44.726] Build status: STARTED
[14:57:44.726] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 DEPS Release (Intel):8860757416469274816:36:0) after 3m0s
[15:00:44.782] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 DEPS Release (Intel):8860757416469274816:36:0)
[15:00:44.804] Build status: STARTED
[15:00:44.804] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 DEPS Release (Intel):8860757416469274816:37:0) after 8m40s
[15:09:24.798] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 DEPS Release (Intel):8860757416469274816:37:0)
[15:09:24.825] Build status: STARTED
[15:09:24.825] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 DEPS Release (Intel):8860757416469274816:38:0) after 8m45s
[15:12:02.915] Received PubSub notification, asking Buildbucket for the build status
[15:12:02.930] Build:
{
  "id": "8695327354576815025",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Dawn Win10 x64 DEPS Release (Intel)"
  },
  "number": 19662,
  "createdBy": "project:chromium",
  "createTime": "2025-12-16T12:04:11.403152047Z",
  "startTime": "2025-12-16T12:08:24.947887759Z",
  "endTime": "2025-12-16T15:12:02.536349996Z",
  "updateTime": "2025-12-16T15:12:02.536349996Z",
  "status": "INFRA_FAILURE",
  "statusDetails": {
    "timeout": {

    }
  },
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "498d42e0919649131d7392a10f44fc9591e5fa1d",
      "ref": "refs/heads/main"
    }
  }
}
[15:12:02.930] Invocation finished in 3h7m52.714442899s with status FAILED