Status: FAILED
Triggered by: chromium-ci-gpu-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 2 hours
Actions:

Definition (rev 1f1b4513521524d405025696b8777ff82db0bd9d)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Dawn Win10 x64 ASAN Release (Intel)"
>

Incoming triggers

  • Dawn Win10 x64 ASAN Builder/160 (2 years ago by chromium-ci-gpu-builder@chops-service-accounts.iam.gserviceaccount.com)
  • Dawn Win10 x64 ASAN Builder/161 (2 years ago by chromium-ci-gpu-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "507a22428dc0c449fb75209997a70ee8404503f1",
        "project": "chromium/src",
        "ref": "refs/heads/main"
      }
    ]
  },
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "507a22428dc0c449fb75209997a70ee8404503f1",
    "src/third_party/dawn": "34e03422e0c34cdbb1605f3bd156492775b2f814"
  },
  "parent_builder_group": "chromium.dawn",
  "parent_buildername": "Dawn Win10 x64 ASAN Builder",
  "parent_got_angle_revision": "01ee134bb2233276b05b4bb122b7a7dd010b2907",
  "parent_got_dawn_revision": "34e03422e0c34cdbb1605f3bd156492775b2f814",
  "parent_got_nacl_revision": "f9cb132c419b9e019853103e88c518026b9f5083",
  "parent_got_revision": "507a22428dc0c449fb75209997a70ee8404503f1",
  "parent_got_revision_cp": "refs/heads/main@{#1178651}",
  "parent_got_swiftshader_revision": "729e92f8ae07d7b695bdcf346318dec4d11d899e",
  "parent_got_v8_revision": "210dc5651a84d0d909a3d8c6615998dbfc29d4f1",
  "parent_got_v8_revision_cp": "refs/heads/11.7.386@{#1}",
  "parent_got_webrtc_revision": "ebb2bfd23968305bb19b05ba38045cebc9bbdfab",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#40504}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "507a22428dc0c449fb75209997a70ee8404503f1",
  "swarm_hashes": {
    "dawn_end2end_tests": "5f1ed0a24ed7f6688cbbbc44bf569bf04143feaf8897f175c1b73f3c47765631/486",
    "dawn_perf_tests": "5b762772b8e5f63c7188c101681e9a79362460fca1cc674fecd4cfaf65d92e34/488",
    "gl_tests": "c5b427b9d9cfab7e4dd98851d6fc7b761fcb5e5f4661442d98b509fd23ad2b02/486",
    "gl_unittests": "c365758e363715b9d26128a594bba57150d4809a10d10fb961120f7e2e261bb2/487",
    "telemetry_gpu_integration_test": "f22d05b1cea008f4462647827f7791ab3658405fd9089917309866679d4e37ec/734",
    "telemetry_gpu_unittests": "ef4878e286a316b35c5f7d37bc61c7aa27a2783f26fbc340cbd286543dc9d650/655",
    "webgpu_blink_web_tests": "e97eee0324797d9b8c342d9f2662b45df9acf1e5aa352e38242dbffe153a437c/566"
  },
  "swarming_command_lines_cwd": "out\\Release_x64",
  "swarming_command_lines_digest": "eca0b9676d87a6ce8af3ba81b10e6d5bd10fc75c351264a541e8d91d0e717a42/93",
  "swarming_inverted_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92",
  "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/507a22428dc0c449fb75209997a70ee8404503f1
  • gitiles_ref:refs/heads/main
  • parent_buildername:Dawn Win10 x64 ASAN Builder
  • parent_buildnumber:161
  • user_agent:recipe

Debug log (UTC)

[22:56:16.272] New invocation is queued and will start shortly
[22:56:16.272] Triggered by user:chromium-ci-gpu-builder@chops-service-accounts.iam.gserviceaccount.com
[22:56:17.337] Starting the invocation (attempt 1)
[22:56:17.363] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/507a22428dc0c449fb75209997a70ee8404503f1"
[22:56:17.364] Popped gitiles commit info from properties and tags
[22:56:17.364] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:56:17.364] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:56:17.364] Buildbucket request:
{
  "requestId": "8939263959699620096",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Dawn Win10 x64 ASAN Release (Intel)"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "507a22428dc0c449fb75209997a70ee8404503f1",
                        "project": "chromium/src",
                        "ref": "refs/heads/main"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "507a22428dc0c449fb75209997a70ee8404503f1",
            "src/third_party/dawn": "34e03422e0c34cdbb1605f3bd156492775b2f814"
          },
      "parent_builder_group": "chromium.dawn",
      "parent_buildername": "Dawn Win10 x64 ASAN Builder",
      "parent_got_angle_revision": "01ee134bb2233276b05b4bb122b7a7dd010b2907",
      "parent_got_dawn_revision": "34e03422e0c34cdbb1605f3bd156492775b2f814",
      "parent_got_nacl_revision": "f9cb132c419b9e019853103e88c518026b9f5083",
      "parent_got_revision": "507a22428dc0c449fb75209997a70ee8404503f1",
      "parent_got_revision_cp": "refs/heads/main@{#1178651}",
      "parent_got_swiftshader_revision": "729e92f8ae07d7b695bdcf346318dec4d11d899e",
      "parent_got_v8_revision": "210dc5651a84d0d909a3d8c6615998dbfc29d4f1",
      "parent_got_v8_revision_cp": "refs/heads/11.7.386@{#1}",
      "parent_got_webrtc_revision": "ebb2bfd23968305bb19b05ba38045cebc9bbdfab",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#40504}",
      "swarm_hashes": {
            "dawn_end2end_tests": "5f1ed0a24ed7f6688cbbbc44bf569bf04143feaf8897f175c1b73f3c47765631/486",
            "dawn_perf_tests": "5b762772b8e5f63c7188c101681e9a79362460fca1cc674fecd4cfaf65d92e34/488",
            "gl_tests": "c5b427b9d9cfab7e4dd98851d6fc7b761fcb5e5f4661442d98b509fd23ad2b02/486",
            "gl_unittests": "c365758e363715b9d26128a594bba57150d4809a10d10fb961120f7e2e261bb2/487",
            "telemetry_gpu_integration_test": "f22d05b1cea008f4462647827f7791ab3658405fd9089917309866679d4e37ec/734",
            "telemetry_gpu_unittests": "ef4878e286a316b35c5f7d37bc61c7aa27a2783f26fbc340cbd286543dc9d650/655",
            "webgpu_blink_web_tests": "e97eee0324797d9b8c342d9f2662b45df9acf1e5aa352e38242dbffe153a437c/566"
          },
      "swarming_command_lines_cwd": "out\\Release_x64",
      "swarming_command_lines_digest": "eca0b9676d87a6ce8af3ba81b10e6d5bd10fc75c351264a541e8d91d0e717a42/93",
      "swarming_inverted_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92",
      "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "507a22428dc0c449fb75209997a70ee8404503f1",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8939263959699620096"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Dawn Win10 x64 ASAN Release (Intel)"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Dawn Win10 x64 ASAN Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "161"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[22:56:18.241] Scheduled build:
{
  "id": "8773833897796882209",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Dawn Win10 x64 ASAN Release (Intel)"
  },
  "number": 83,
  "createdBy": "project:chromium",
  "createTime": "2023-08-02T22:56:17.464442800Z",
  "updateTime": "2023-08-02T22:56:17.464442800Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "507a22428dc0c449fb75209997a70ee8404503f1",
      "ref": "refs/heads/main"
    }
  }
}
[22:56:18.241] Task URL: https://cr-buildbucket.appspot.com/build/8773833897796882209
[22:56:18.241] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8939263959699620096:2:0) after 8m35s
[22:56:19.205] Received PubSub notification, asking Buildbucket for the build status
[22:56:19.227] Build status: SCHEDULED
[22:56:39.171] Received PubSub notification, asking Buildbucket for the build status
[22:56:39.188] Build status: STARTED
[23:04:53.256] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8939263959699620096:2:0)
[23:04:53.349] Build status: STARTED
[23:04:53.349] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8939263959699620096:5:0) after 9m19s
[23:14:12.369] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8939263959699620096:5:0)
[23:14:12.420] Build status: STARTED
[23:14:12.420] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8939263959699620096:6:0) after 4m14s
[23:18:26.500] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8939263959699620096:6:0)
[23:18:26.536] Build status: STARTED
[23:18:26.536] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8939263959699620096:7:0) after 1m13s
[23:19:39.849] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8939263959699620096:7:0)
[23:19:39.896] Build status: STARTED
[23:19:39.896] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8939263959699620096:8:0) after 5m41s
[23:25:20.954] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8939263959699620096:8:0)
[23:25:20.986] Build status: STARTED
[23:25:20.987] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8939263959699620096:9:0) after 2m14s
[23:27:35.006] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8939263959699620096:9:0)
[23:27:35.029] Build status: STARTED
[23:27:35.029] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8939263959699620096:10:0) after 1m52s
[23:29:27.356] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8939263959699620096:10:0)
[23:29:27.376] Build status: STARTED
[23:29:27.376] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8939263959699620096:11:0) after 4m50s
[23:34:17.418] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8939263959699620096:11:0)
[23:34:17.441] Build status: STARTED
[23:34:17.441] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8939263959699620096:12:0) after 2m15s
[23:36:32.520] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8939263959699620096:12:0)
[23:36:32.608] Build status: STARTED
[23:36:32.608] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8939263959699620096:13:0) after 2m45s
[23:39:18.304] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8939263959699620096:13:0)
[23:39:18.328] Build status: STARTED
[23:39:18.328] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8939263959699620096:14:0) after 2m57s
[23:42:15.348] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8939263959699620096:14:0)
[23:42:15.366] Build status: STARTED
[23:42:15.366] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8939263959699620096:15:0) after 3m0s
[23:45:15.394] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8939263959699620096:15:0)
[23:45:15.416] Build status: STARTED
[23:45:15.416] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8939263959699620096:16:0) after 3m32s
[23:48:47.434] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8939263959699620096:16:0)
[23:48:47.455] Build status: STARTED
[23:48:47.455] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8939263959699620096:17:0) after 8m39s
[23:57:26.444] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8939263959699620096:17:0)
[23:57:26.463] Build status: STARTED
[23:57:26.463] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8939263959699620096:18:0) after 3m58s
[00:01:24.480] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8939263959699620096:18:0)
[00:01:24.500] Build status: STARTED
[00:01:24.500] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8939263959699620096:19:0) after 6m26s
[00:07:50.478] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8939263959699620096:19:0)
[00:07:50.590] Build status: STARTED
[00:07:50.590] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8939263959699620096:20:0) after 6m57s
[00:14:47.613] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8939263959699620096:20:0)
[00:14:47.633] Build status: STARTED
[00:14:47.633] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8939263959699620096:21:0) after 3m52s
[00:18:39.724] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8939263959699620096:21:0)
[00:18:39.802] Build status: STARTED
[00:18:39.802] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8939263959699620096:22:0) after 6m55s
[00:25:34.824] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8939263959699620096:22:0)
[00:25:34.842] Build status: STARTED
[00:25:34.842] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8939263959699620096:23:0) after 8m13s
[00:33:47.860] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8939263959699620096:23:0)
[00:33:47.878] Build status: STARTED
[00:33:47.878] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8939263959699620096:24:0) after 5m39s
[00:39:26.897] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8939263959699620096:24:0)
[00:39:26.919] Build status: STARTED
[00:39:26.919] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8939263959699620096:25:0) after 5m54s
[00:45:20.952] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8939263959699620096:25:0)
[00:45:20.970] Build status: STARTED
[00:45:20.970] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8939263959699620096:26:0) after 8m25s
[00:53:46.130] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8939263959699620096:26:0)
[00:53:46.172] Build status: STARTED
[00:53:46.172] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8939263959699620096:27:0) after 6m52s
[01:00:38.313] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8939263959699620096:27:0)
[01:00:38.332] Build status: STARTED
[01:00:38.332] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8939263959699620096:28:0) after 5m26s
[01:06:04.350] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8939263959699620096:28:0)
[01:06:04.370] Build status: STARTED
[01:06:04.370] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8939263959699620096:29:0) after 2m57s
[01:09:01.455] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8939263959699620096:29:0)
[01:09:01.479] Build status: STARTED
[01:09:01.479] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8939263959699620096:30:0) after 5m18s
[01:14:19.604] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8939263959699620096:30:0)
[01:14:19.625] Build status: STARTED
[01:14:19.625] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8939263959699620096:31:0) after 4m24s
[01:18:43.857] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8939263959699620096:31:0)
[01:18:43.872] Build status: STARTED
[01:18:43.872] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8939263959699620096:32:0) after 4m33s
[01:23:16.995] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8939263959699620096:32:0)
[01:23:17.048] Build status: STARTED
[01:23:17.048] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8939263959699620096:33:0) after 1m3s
[01:24:20.083] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8939263959699620096:33:0)
[01:24:20.108] Build status: STARTED
[01:24:20.109] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8939263959699620096:34:0) after 1m55s
[01:26:15.109] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8939263959699620096:34:0)
[01:26:15.188] Build status: STARTED
[01:26:15.188] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8939263959699620096:35:0) after 9m21s
[01:35:36.301] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8939263959699620096:35:0)
[01:35:36.324] Build status: STARTED
[01:35:36.324] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8939263959699620096:36:0) after 9m32s
[01:45:08.601] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8939263959699620096:36:0)
[01:45:08.623] Build status: STARTED
[01:45:08.624] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8939263959699620096:37:0) after 2m50s
[01:47:58.692] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8939263959699620096:37:0)
[01:47:58.766] Build status: STARTED
[01:47:58.766] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8939263959699620096:38:0) after 8m14s
[01:48:59.917] Received PubSub notification, asking Buildbucket for the build status
[01:48:59.934] Build:
{
  "id": "8773833897796882209",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Dawn Win10 x64 ASAN Release (Intel)"
  },
  "number": 83,
  "createdBy": "project:chromium",
  "createTime": "2023-08-02T22:56:17.464442800Z",
  "startTime": "2023-08-02T22:56:38.357673Z",
  "endTime": "2023-08-03T01:48:59.500930593Z",
  "updateTime": "2023-08-03T01:48:59.500930593Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "507a22428dc0c449fb75209997a70ee8404503f1",
      "ref": "refs/heads/main"
    }
  }
}
[01:48:59.934] Invocation finished in 2h52m43.66800656s with status FAILED