1. All projects
  2. chromium
  3. Dawn Win10 x64 ASAN Release (NVIDIA)
  4. 8915290145544641184
Status: FAILED
Triggered by: chromium-ci-gpu-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 3 hours
Actions:

Definition (rev 1f1b4513521524d405025696b8777ff82db0bd9d) 

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Dawn Win10 x64 ASAN Release (NVIDIA)"
>

Incoming triggers

  • Dawn Win10 x64 ASAN Builder/7331 (2 years ago by chromium-ci-gpu-builder@chops-service-accounts.iam.gserviceaccount.com)
  • Dawn Win10 x64 ASAN Builder/7332 (2 years ago by chromium-ci-gpu-builder@chops-service-accounts.iam.gserviceaccount.com)
  • Dawn Win10 x64 ASAN Builder/7333 (2 years ago by chromium-ci-gpu-builder@chops-service-accounts.iam.gserviceaccount.com)
  • Dawn Win10 x64 ASAN Builder/7334 (2 years ago by chromium-ci-gpu-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "7c9161dc5ba2ce36843704bb64155b4710ef640e",
        "project": "chromium/src",
        "ref": "refs/heads/main"
      }
    ]
  },
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "7c9161dc5ba2ce36843704bb64155b4710ef640e",
    "src/third_party/dawn": "4ae06486516687352952a4ea1adacdff565926ae"
  },
  "parent_build_id": "8749865467700808913",
  "parent_builder_group": "chromium.dawn",
  "parent_buildername": "Dawn Win10 x64 ASAN Builder",
  "parent_got_angle_revision": "6fe8a399dd7fd5dd7fe2d8e4eae81a5b5f586aa9",
  "parent_got_dawn_revision": "4ae06486516687352952a4ea1adacdff565926ae",
  "parent_got_revision": "7c9161dc5ba2ce36843704bb64155b4710ef640e",
  "parent_got_revision_cp": "refs/heads/main@{#1291205}",
  "parent_got_swiftshader_revision": "9aec4b969291f0a218b537f44f8a1387cf494316",
  "parent_got_v8_revision": "ee7fe2f6a116d731731e7435cb377d4585a71566",
  "parent_got_v8_revision_cp": "refs/heads/12.6.71@{#1}",
  "parent_got_webrtc_revision": "15f40ec2fc4b64de391baff90f6318937af020bb",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#42141}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "7c9161dc5ba2ce36843704bb64155b4710ef640e",
  "swarm_hashes": {
    "dawn_end2end_tests": "e76cbba4c91d57a49e53d9da2fbf96f1386e7a63cbff1837d533887b76589fde/486",
    "dawn_perf_tests": "157f1b162fbd17435e2c4828962567270f5e2d332e912488c53cdaa7ee88df8a/488",
    "gl_tests": "76d4c37a902de43b8828ada7c835ce3ea32f6a1481616411291edd4a38083bdd/486",
    "gl_unittests": "a813c6234c626af6d84ae8fccabc70f6b90ac0515a30b468f9c9a4312578579d/487",
    "telemetry_gpu_integration_test": "6bdb58cdd3fed9ace094bf7fbfdaf08d7f2017d4babad974c36fe32320391e0a/814",
    "telemetry_gpu_unittests": "091dedbaee81c63542196bff752499ea3d1136e8a4d643b19af6c0ebc1ba19ae/735",
    "webgpu_blink_web_tests": "b63b0074fbd6fa449fe58e57d8fe8e2be40b3a104288fcbd0d0af282474fa918/566"
  },
  "swarming_command_lines_cwd": "out\\Release_x64",
  "swarming_command_lines_digest": "eca0b9676d87a6ce8af3ba81b10e6d5bd10fc75c351264a541e8d91d0e717a42/93"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/7c9161dc5ba2ce36843704bb64155b4710ef640e
  • gitiles_ref:refs/heads/main
  • parent_buildername:Dawn Win10 x64 ASAN Builder
  • parent_buildnumber:7334
  • user_agent:recipe

Debug log (UTC)

[13:49:47.100] New invocation is queued and will start shortly
[13:49:47.100] Triggered by user:chromium-ci-gpu-builder@chops-service-accounts.iam.gserviceaccount.com
[13:49:48.204] Starting the invocation (attempt 1)
[13:49:48.248] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/7c9161dc5ba2ce36843704bb64155b4710ef640e"
[13:49:48.248] Popped gitiles commit info from properties and tags
[13:49:48.248] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[13:49:48.248] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[13:49:48.249] Buildbucket request:
{
  "requestId": "8915290145544641184",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Dawn Win10 x64 ASAN Release (NVIDIA)"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "7c9161dc5ba2ce36843704bb64155b4710ef640e",
                        "project": "chromium/src",
                        "ref": "refs/heads/main"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "7c9161dc5ba2ce36843704bb64155b4710ef640e",
            "src/third_party/dawn": "4ae06486516687352952a4ea1adacdff565926ae"
          },
      "parent_build_id": "8749865467700808913",
      "parent_builder_group": "chromium.dawn",
      "parent_buildername": "Dawn Win10 x64 ASAN Builder",
      "parent_got_angle_revision": "6fe8a399dd7fd5dd7fe2d8e4eae81a5b5f586aa9",
      "parent_got_dawn_revision": "4ae06486516687352952a4ea1adacdff565926ae",
      "parent_got_revision": "7c9161dc5ba2ce36843704bb64155b4710ef640e",
      "parent_got_revision_cp": "refs/heads/main@{#1291205}",
      "parent_got_swiftshader_revision": "9aec4b969291f0a218b537f44f8a1387cf494316",
      "parent_got_v8_revision": "ee7fe2f6a116d731731e7435cb377d4585a71566",
      "parent_got_v8_revision_cp": "refs/heads/12.6.71@{#1}",
      "parent_got_webrtc_revision": "15f40ec2fc4b64de391baff90f6318937af020bb",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#42141}",
      "swarm_hashes": {
            "dawn_end2end_tests": "e76cbba4c91d57a49e53d9da2fbf96f1386e7a63cbff1837d533887b76589fde/486",
            "dawn_perf_tests": "157f1b162fbd17435e2c4828962567270f5e2d332e912488c53cdaa7ee88df8a/488",
            "gl_tests": "76d4c37a902de43b8828ada7c835ce3ea32f6a1481616411291edd4a38083bdd/486",
            "gl_unittests": "a813c6234c626af6d84ae8fccabc70f6b90ac0515a30b468f9c9a4312578579d/487",
            "telemetry_gpu_integration_test": "6bdb58cdd3fed9ace094bf7fbfdaf08d7f2017d4babad974c36fe32320391e0a/814",
            "telemetry_gpu_unittests": "091dedbaee81c63542196bff752499ea3d1136e8a4d643b19af6c0ebc1ba19ae/735",
            "webgpu_blink_web_tests": "b63b0074fbd6fa449fe58e57d8fe8e2be40b3a104288fcbd0d0af282474fa918/566"
          },
      "swarming_command_lines_cwd": "out\\Release_x64",
      "swarming_command_lines_digest": "eca0b9676d87a6ce8af3ba81b10e6d5bd10fc75c351264a541e8d91d0e717a42/93"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "7c9161dc5ba2ce36843704bb64155b4710ef640e",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8915290145544641184"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Dawn Win10 x64 ASAN Release (NVIDIA)"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Dawn Win10 x64 ASAN Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "7334"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[13:49:49.055] Scheduled build:
{
  "id": "8749860083595647393",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Dawn Win10 x64 ASAN Release (NVIDIA)"
  },
  "number": 3212,
  "createdBy": "project:chromium",
  "createTime": "2024-04-23T13:49:48.334559448Z",
  "updateTime": "2024-04-23T13:49:48.334559448Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "7c9161dc5ba2ce36843704bb64155b4710ef640e",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[13:49:49.055] Task URL: https://cr-buildbucket.appspot.com/build/8749860083595647393
[13:49:49.055] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8915290145544641184:2:0) after 4m2s
[13:50:35.086] Received PubSub notification, asking Buildbucket for the build status
[13:50:35.295] Build status: STARTED
[13:51:22.881] Received PubSub notification, asking Buildbucket for the build status
[13:51:22.899] Build status: STARTED
[13:53:51.276] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8915290145544641184:2:0)
[13:53:51.301] Build status: STARTED
[13:53:51.301] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8915290145544641184:5:0) after 6m7s
[13:59:58.625] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8915290145544641184:5:0)
[13:59:58.651] Build status: STARTED
[13:59:58.651] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8915290145544641184:6:0) after 9m53s
[14:09:51.895] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8915290145544641184:6:0)
[14:09:51.939] Build status: STARTED
[14:09:51.939] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8915290145544641184:7:0) after 4m47s
[14:14:38.920] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8915290145544641184:7:0)
[14:14:38.953] Build status: STARTED
[14:14:38.953] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8915290145544641184:8:0) after 7m12s
[14:21:50.953] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8915290145544641184:8:0)
[14:21:50.982] Build status: STARTED
[14:21:50.982] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8915290145544641184:9:0) after 4m16s
[14:26:07.218] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8915290145544641184:9:0)
[14:26:07.374] Build status: STARTED
[14:26:07.375] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8915290145544641184:10:0) after 1m23s
[14:27:30.638] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8915290145544641184:10:0)
[14:27:30.668] Build status: STARTED
[14:27:30.668] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8915290145544641184:11:0) after 4m19s
[14:31:49.699] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8915290145544641184:11:0)
[14:31:49.728] Build status: STARTED
[14:31:49.729] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8915290145544641184:12:0) after 3m29s
[14:35:18.748] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8915290145544641184:12:0)
[14:35:18.867] Build status: STARTED
[14:35:18.867] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8915290145544641184:13:0) after 5m31s
[14:40:49.892] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8915290145544641184:13:0)
[14:40:49.913] Build status: STARTED
[14:40:49.913] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8915290145544641184:14:0) after 6m23s
[14:47:12.985] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8915290145544641184:14:0)
[14:47:13.014] Build status: STARTED
[14:47:13.014] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8915290145544641184:15:0) after 5m20s
[14:52:33.038] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8915290145544641184:15:0)
[14:52:33.062] Build status: STARTED
[14:52:33.063] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8915290145544641184:16:0) after 5m16s
[14:57:49.150] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8915290145544641184:16:0)
[14:57:49.216] Build status: STARTED
[14:57:49.216] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8915290145544641184:17:0) after 4m34s
[15:02:23.250] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8915290145544641184:17:0)
[15:02:23.287] Build status: STARTED
[15:02:23.287] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8915290145544641184:18:0) after 8m42s
[15:11:05.381] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8915290145544641184:18:0)
[15:11:05.516] Build status: STARTED
[15:11:05.518] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8915290145544641184:19:0) after 4m23s
[15:15:28.552] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8915290145544641184:19:0)
[15:15:28.573] Build status: STARTED
[15:15:28.573] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8915290145544641184:20:0) after 9m13s
[15:24:41.592] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8915290145544641184:20:0)
[15:24:41.616] Build status: STARTED
[15:24:41.616] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8915290145544641184:21:0) after 6m55s
[15:31:36.640] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8915290145544641184:21:0)
[15:31:36.695] Build status: STARTED
[15:31:36.695] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8915290145544641184:22:0) after 6m8s
[15:37:44.767] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8915290145544641184:22:0)
[15:37:44.795] Build status: STARTED
[15:37:44.795] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8915290145544641184:23:0) after 5m2s
[15:42:46.816] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8915290145544641184:23:0)
[15:42:46.844] Build status: STARTED
[15:42:46.844] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8915290145544641184:24:0) after 9m35s
[15:52:21.855] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8915290145544641184:24:0)
[15:52:21.882] Build status: STARTED
[15:52:21.882] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8915290145544641184:25:0) after 1m10s
[15:53:31.940] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8915290145544641184:25:0)
[15:53:31.964] Build status: STARTED
[15:53:31.964] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8915290145544641184:26:0) after 7m17s
[16:00:49.084] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8915290145544641184:26:0)
[16:00:49.146] Build status: STARTED
[16:00:49.146] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8915290145544641184:27:0) after 7m28s
[16:08:17.169] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8915290145544641184:27:0)
[16:08:17.211] Build status: STARTED
[16:08:17.211] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8915290145544641184:28:0) after 1m14s
[16:09:31.292] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8915290145544641184:28:0)
[16:09:31.319] Build status: STARTED
[16:09:31.319] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8915290145544641184:29:0) after 5m51s
[16:15:22.354] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8915290145544641184:29:0)
[16:15:22.386] Build status: STARTED
[16:15:22.386] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8915290145544641184:30:0) after 1m41s
[16:17:03.422] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8915290145544641184:30:0)
[16:17:03.448] Build status: STARTED
[16:17:03.448] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8915290145544641184:31:0) after 1m6s
[16:18:09.504] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8915290145544641184:31:0)
[16:18:09.527] Build status: STARTED
[16:18:09.527] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8915290145544641184:32:0) after 7m25s
[16:25:34.548] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8915290145544641184:32:0)
[16:25:34.599] Build status: STARTED
[16:25:34.599] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8915290145544641184:33:0) after 8m14s
[16:33:48.781] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8915290145544641184:33:0)
[16:33:48.969] Build status: STARTED
[16:33:48.969] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8915290145544641184:34:0) after 8m55s
[16:42:44.149] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8915290145544641184:34:0)
[16:42:44.190] Build status: STARTED
[16:42:44.190] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8915290145544641184:35:0) after 9m58s
[16:52:42.300] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8915290145544641184:35:0)
[16:52:42.324] Build status: STARTED
[16:52:42.324] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8915290145544641184:36:0) after 9m52s
[17:02:34.421] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8915290145544641184:36:0)
[17:02:34.443] Build status: STARTED
[17:02:34.443] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (NVIDIA):8915290145544641184:37:0) after 1m5s
[17:02:37.918] Received PubSub notification, asking Buildbucket for the build status
[17:02:37.943] Build:
{
  "id": "8749860083595647393",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Dawn Win10 x64 ASAN Release (NVIDIA)"
  },
  "number": 3212,
  "createdBy": "project:chromium",
  "createTime": "2024-04-23T13:49:48.334559448Z",
  "startTime": "2024-04-23T13:50:23.779617773Z",
  "endTime": "2024-04-23T17:02:37.446469536Z",
  "updateTime": "2024-04-23T17:02:37.446469536Z",
  "status": "INFRA_FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "7c9161dc5ba2ce36843704bb64155b4710ef640e",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[17:02:37.943] Invocation finished in 3h12m50.850811366s with status FAILED