Status: FAILED
Triggered by: chromium-ci-gpu-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 2 hours
Actions:

Definition (rev 1f1b4513521524d405025696b8777ff82db0bd9d)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Dawn Win10 x64 ASAN Release (Intel)"
>

Incoming triggers

  • Dawn Win10 x64 ASAN Builder/7856 (2 weeks ago by chromium-ci-gpu-builder@chops-service-accounts.iam.gserviceaccount.com)
  • Dawn Win10 x64 ASAN Builder/7857 (2 weeks ago by chromium-ci-gpu-builder@chops-service-accounts.iam.gserviceaccount.com)
  • Dawn Win10 x64 ASAN Builder/7858 (2 weeks ago by chromium-ci-gpu-builder@chops-service-accounts.iam.gserviceaccount.com)
  • Dawn Win10 x64 ASAN Builder/7859 (2 weeks ago by chromium-ci-gpu-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "61a2d119d78b65beeaac73156a45f7e74a326636",
        "project": "chromium/src",
        "ref": "refs/heads/main"
      }
    ]
  },
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "61a2d119d78b65beeaac73156a45f7e74a326636",
    "src/third_party/dawn": "1762328886136518b56961f8388d90472dc2c973"
  },
  "parent_build_id": "8748014647985457217",
  "parent_builder_group": "chromium.dawn",
  "parent_buildername": "Dawn Win10 x64 ASAN Builder",
  "parent_got_angle_revision": "3b470cf502e9846e0c355a826cd844a4cf46fda0",
  "parent_got_dawn_revision": "1762328886136518b56961f8388d90472dc2c973",
  "parent_got_revision": "61a2d119d78b65beeaac73156a45f7e74a326636",
  "parent_got_revision_cp": "refs/heads/main@{#1300332}",
  "parent_got_swiftshader_revision": "da334852e70510d259bfa8cbaa7c5412966b2f41",
  "parent_got_v8_revision": "3c9fa12db3183a6f4ea53d2675adb66ea1194529",
  "parent_got_v8_revision_cp": "refs/heads/12.6.228@{#2}",
  "parent_got_webrtc_revision": "16fb7903e546051483720548168cd40cded7a040",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#42290}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "61a2d119d78b65beeaac73156a45f7e74a326636",
  "swarm_hashes": {
    "dawn_end2end_tests": "7ca554b4498b5f908e5832cb71c2e57b16ae77c863dfffaf11676a457056e3b5/486",
    "dawn_perf_tests": "5a75a3d3f41870c94fa2912365f1901fb676e7caf306bc137cc87feac91e20a3/488",
    "gl_tests": "a13be0fe516d57be9ce9c7f090281b2aad3f0a9406ca93c1c92ad6a7ee529ed4/486",
    "gl_unittests": "7726e4d70c167595bb5d9282e6bd204baf918af9ae66b8dfa894bd2c784eadbb/487",
    "telemetry_gpu_integration_test": "763ee48922bdd8756a4ca34d49bc05ef021ac7169872ce2c75627b091bcd3b5e/814",
    "telemetry_gpu_unittests": "250b13b21972f7b0ae920a55a50b93000ceb9b6a5cfc657cea0a87c7ece29dec/735",
    "webgpu_blink_web_tests": "15a39003bc1645373f20aa6835b222821431e0de908bf04ba14595f2bb3cc533/566"
  },
  "swarming_command_lines_cwd": "out\\Release_x64",
  "swarming_command_lines_digest": "eca0b9676d87a6ce8af3ba81b10e6d5bd10fc75c351264a541e8d91d0e717a42/93"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/61a2d119d78b65beeaac73156a45f7e74a326636
  • gitiles_ref:refs/heads/main
  • parent_buildername:Dawn Win10 x64 ASAN Builder
  • parent_buildnumber:7859
  • user_agent:recipe

Debug log (UTC)

[23:55:49.058] New invocation is queued and will start shortly
[23:55:49.058] Triggered by user:chromium-ci-gpu-builder@chops-service-accounts.iam.gserviceaccount.com
[23:55:50.198] Starting the invocation (attempt 1)
[23:55:50.226] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/61a2d119d78b65beeaac73156a45f7e74a326636"
[23:55:50.226] Popped gitiles commit info from properties and tags
[23:55:50.226] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:55:50.226] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:55:50.226] Buildbucket request:
{
  "requestId": "8913440077937484320",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Dawn Win10 x64 ASAN Release (Intel)"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "61a2d119d78b65beeaac73156a45f7e74a326636",
                        "project": "chromium/src",
                        "ref": "refs/heads/main"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "61a2d119d78b65beeaac73156a45f7e74a326636",
            "src/third_party/dawn": "1762328886136518b56961f8388d90472dc2c973"
          },
      "parent_build_id": "8748014647985457217",
      "parent_builder_group": "chromium.dawn",
      "parent_buildername": "Dawn Win10 x64 ASAN Builder",
      "parent_got_angle_revision": "3b470cf502e9846e0c355a826cd844a4cf46fda0",
      "parent_got_dawn_revision": "1762328886136518b56961f8388d90472dc2c973",
      "parent_got_revision": "61a2d119d78b65beeaac73156a45f7e74a326636",
      "parent_got_revision_cp": "refs/heads/main@{#1300332}",
      "parent_got_swiftshader_revision": "da334852e70510d259bfa8cbaa7c5412966b2f41",
      "parent_got_v8_revision": "3c9fa12db3183a6f4ea53d2675adb66ea1194529",
      "parent_got_v8_revision_cp": "refs/heads/12.6.228@{#2}",
      "parent_got_webrtc_revision": "16fb7903e546051483720548168cd40cded7a040",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#42290}",
      "swarm_hashes": {
            "dawn_end2end_tests": "7ca554b4498b5f908e5832cb71c2e57b16ae77c863dfffaf11676a457056e3b5/486",
            "dawn_perf_tests": "5a75a3d3f41870c94fa2912365f1901fb676e7caf306bc137cc87feac91e20a3/488",
            "gl_tests": "a13be0fe516d57be9ce9c7f090281b2aad3f0a9406ca93c1c92ad6a7ee529ed4/486",
            "gl_unittests": "7726e4d70c167595bb5d9282e6bd204baf918af9ae66b8dfa894bd2c784eadbb/487",
            "telemetry_gpu_integration_test": "763ee48922bdd8756a4ca34d49bc05ef021ac7169872ce2c75627b091bcd3b5e/814",
            "telemetry_gpu_unittests": "250b13b21972f7b0ae920a55a50b93000ceb9b6a5cfc657cea0a87c7ece29dec/735",
            "webgpu_blink_web_tests": "15a39003bc1645373f20aa6835b222821431e0de908bf04ba14595f2bb3cc533/566"
          },
      "swarming_command_lines_cwd": "out\\Release_x64",
      "swarming_command_lines_digest": "eca0b9676d87a6ce8af3ba81b10e6d5bd10fc75c351264a541e8d91d0e717a42/93"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "61a2d119d78b65beeaac73156a45f7e74a326636",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8913440077937484320"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Dawn Win10 x64 ASAN Release (Intel)"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Dawn Win10 x64 ASAN Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "7859"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[23:55:51.082] Scheduled build:
{
  "id": "8748010015993145345",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Dawn Win10 x64 ASAN Release (Intel)"
  },
  "number": 3078,
  "createdBy": "project:chromium",
  "createTime": "2024-05-13T23:55:50.290645466Z",
  "updateTime": "2024-05-13T23:55:50.290645466Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "61a2d119d78b65beeaac73156a45f7e74a326636",
      "ref": "refs/heads/main"
    }
  }
}
[23:55:51.082] Task URL: https://cr-buildbucket.appspot.com/build/8748010015993145345
[23:55:51.082] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8913440077937484320:2:0) after 6m58s
[23:55:51.898] Received PubSub notification, asking Buildbucket for the build status
[23:55:52.049] Build status: SCHEDULED
[23:56:47.827] Received PubSub notification, asking Buildbucket for the build status
[23:56:47.846] Build status: STARTED
[00:02:49.217] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8913440077937484320:2:0)
[00:02:49.246] Build status: STARTED
[00:02:49.246] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8913440077937484320:5:0) after 2m9s
[00:04:58.265] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8913440077937484320:5:0)
[00:04:58.282] Build status: STARTED
[00:04:58.282] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8913440077937484320:6:0) after 5m3s
[00:10:01.345] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8913440077937484320:6:0)
[00:10:01.373] Build status: STARTED
[00:10:01.373] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8913440077937484320:7:0) after 1m5s
[00:11:06.418] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8913440077937484320:7:0)
[00:11:06.444] Build status: STARTED
[00:11:06.444] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8913440077937484320:8:0) after 3m10s
[00:14:16.539] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8913440077937484320:8:0)
[00:14:16.566] Build status: STARTED
[00:14:16.566] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8913440077937484320:9:0) after 4m50s
[00:19:06.607] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8913440077937484320:9:0)
[00:19:06.629] Build status: STARTED
[00:19:06.629] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8913440077937484320:10:0) after 2m53s
[00:21:59.698] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8913440077937484320:10:0)
[00:21:59.721] Build status: STARTED
[00:21:59.721] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8913440077937484320:11:0) after 6m5s
[00:28:04.737] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8913440077937484320:11:0)
[00:28:04.758] Build status: STARTED
[00:28:04.758] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8913440077937484320:12:0) after 7m58s
[00:36:02.759] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8913440077937484320:12:0)
[00:36:02.780] Build status: STARTED
[00:36:02.780] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8913440077937484320:13:0) after 3m23s
[00:39:26.025] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8913440077937484320:13:0)
[00:39:26.052] Build status: STARTED
[00:39:26.052] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8913440077937484320:14:0) after 4m8s
[00:43:34.069] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8913440077937484320:14:0)
[00:43:34.096] Build status: STARTED
[00:43:34.096] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8913440077937484320:15:0) after 6m23s
[00:49:57.161] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8913440077937484320:15:0)
[00:49:57.181] Build status: STARTED
[00:49:57.182] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8913440077937484320:16:0) after 7m25s
[00:57:22.249] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8913440077937484320:16:0)
[00:57:22.280] Build status: STARTED
[00:57:22.280] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8913440077937484320:17:0) after 3m41s
[01:01:03.299] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8913440077937484320:17:0)
[01:01:03.326] Build status: STARTED
[01:01:03.326] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8913440077937484320:18:0) after 1m57s
[01:03:00.344] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8913440077937484320:18:0)
[01:03:00.367] Build status: STARTED
[01:03:00.367] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8913440077937484320:19:0) after 2m55s
[01:05:55.359] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8913440077937484320:19:0)
[01:05:55.442] Build status: STARTED
[01:05:55.442] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8913440077937484320:20:0) after 9m19s
[01:15:14.479] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8913440077937484320:20:0)
[01:15:14.548] Build status: STARTED
[01:15:14.548] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8913440077937484320:21:0) after 5m30s
[01:20:44.571] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8913440077937484320:21:0)
[01:20:44.592] Build status: STARTED
[01:20:44.592] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8913440077937484320:22:0) after 1m8s
[01:21:52.609] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8913440077937484320:22:0)
[01:21:52.642] Build status: STARTED
[01:21:52.642] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8913440077937484320:23:0) after 6m29s
[01:28:21.660] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8913440077937484320:23:0)
[01:28:21.688] Build status: STARTED
[01:28:21.688] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8913440077937484320:24:0) after 7m12s
[01:35:33.723] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8913440077937484320:24:0)
[01:35:33.750] Build status: STARTED
[01:35:33.750] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8913440077937484320:25:0) after 8m1s
[01:43:34.803] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8913440077937484320:25:0)
[01:43:34.821] Build status: STARTED
[01:43:34.821] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8913440077937484320:26:0) after 7m57s
[01:51:31.852] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8913440077937484320:26:0)
[01:51:31.869] Build status: STARTED
[01:51:31.870] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8913440077937484320:27:0) after 8m10s
[01:59:41.910] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8913440077937484320:27:0)
[01:59:41.993] Build status: STARTED
[01:59:41.993] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8913440077937484320:28:0) after 3m50s
[02:03:32.059] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8913440077937484320:28:0)
[02:03:32.083] Build status: STARTED
[02:03:32.083] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8913440077937484320:29:0) after 6m28s
[02:10:00.147] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8913440077937484320:29:0)
[02:10:00.166] Build status: STARTED
[02:10:00.166] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8913440077937484320:30:0) after 9m43s
[02:19:43.184] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8913440077937484320:30:0)
[02:19:43.233] Build status: STARTED
[02:19:43.233] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8913440077937484320:31:0) after 6m26s
[02:26:09.284] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8913440077937484320:31:0)
[02:26:09.300] Build status: STARTED
[02:26:09.300] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8913440077937484320:32:0) after 1m30s
[02:27:39.422] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8913440077937484320:32:0)
[02:27:39.440] Build status: STARTED
[02:27:39.440] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8913440077937484320:33:0) after 2m16s
[02:29:55.502] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8913440077937484320:33:0)
[02:29:55.528] Build status: STARTED
[02:29:55.528] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8913440077937484320:34:0) after 1m53s
[02:31:48.549] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8913440077937484320:34:0)
[02:31:48.569] Build status: STARTED
[02:31:48.569] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8913440077937484320:35:0) after 5m53s
[02:37:41.639] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8913440077937484320:35:0)
[02:37:41.662] Build status: STARTED
[02:37:41.662] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8913440077937484320:36:0) after 2m38s
[02:40:19.689] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8913440077937484320:36:0)
[02:40:19.718] Build status: STARTED
[02:40:19.718] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8913440077937484320:37:0) after 9m17s
[02:49:36.833] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8913440077937484320:37:0)
[02:49:36.850] Build status: STARTED
[02:49:36.850] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8913440077937484320:38:0) after 1m55s
[02:51:31.868] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8913440077937484320:38:0)
[02:51:31.893] Build status: STARTED
[02:51:31.893] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 ASAN Release (Intel):8913440077937484320:39:0) after 4m16s
[02:54:05.846] Received PubSub notification, asking Buildbucket for the build status
[02:54:05.925] Build:
{
  "id": "8748010015993145345",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Dawn Win10 x64 ASAN Release (Intel)"
  },
  "number": 3078,
  "createdBy": "project:chromium",
  "createTime": "2024-05-13T23:55:50.290645466Z",
  "startTime": "2024-05-13T23:56:46.464139857Z",
  "endTime": "2024-05-14T02:54:05.468038791Z",
  "updateTime": "2024-05-14T02:54:05.468038791Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "61a2d119d78b65beeaac73156a45f7e74a326636",
      "ref": "refs/heads/main"
    }
  }
}
[02:54:05.925] Invocation finished in 2h58m16.873681595s with status FAILED