Status: FAILED
Triggered by: chromium-ci-gpu-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 3 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Mac FYI ASAN (Intel)"
>

Incoming triggers

  • GPU FYI Mac Builder (asan)/61451 (1 month ago by chromium-ci-gpu-builder@chops-service-accounts.iam.gserviceaccount.com)
  • GPU FYI Mac Builder (asan)/61452 (1 month ago by chromium-ci-gpu-builder@chops-service-accounts.iam.gserviceaccount.com)
  • GPU FYI Mac Builder (asan)/61453 (1 month ago by chromium-ci-gpu-builder@chops-service-accounts.iam.gserviceaccount.com)
  • GPU FYI Mac Builder (asan)/61454 (1 month ago by chromium-ci-gpu-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "97562f186c32f89ffe90d312dcf333fc62804cf7",
        "project": "chromium/src",
        "ref": "refs/heads/main"
      }
    ]
  },
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "97562f186c32f89ffe90d312dcf333fc62804cf7"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8722001065693725841"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8722001065693725841"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8722001065693725841"
    }
  ],
  "parent_build_id": "8722001065693725841",
  "parent_builder_group": "chromium.gpu.fyi",
  "parent_buildername": "GPU FYI Mac Builder (asan)",
  "parent_got_angle_revision": "91fe334eadd279746e06367142de6e8d9f8d00ed",
  "parent_got_dawn_revision": "ef2b5696ef0573aba917bb7d6430666d18e2e821",
  "parent_got_revision": "97562f186c32f89ffe90d312dcf333fc62804cf7",
  "parent_got_revision_cp": "refs/heads/main@{#1424260}",
  "parent_got_swiftshader_revision": "c12c13839d689f411911326b1f72e96eb525686c",
  "parent_got_v8_revision": "2dc620956ea2c8d90271033a7d07078bb972053a",
  "parent_got_v8_revision_cp": "refs/heads/13.5.165@{#1}",
  "parent_got_webrtc_revision": "23cef4ecd127269d05da039d6d74cc0668dddac6",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#43970}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "97562f186c32f89ffe90d312dcf333fc62804cf7",
  "swarm_hashes": {
    "angle_unittests": "41db7006905d200ff06ca950f03835ff83d83c4192fa0f1d367bc6797f3d6946/489",
    "browser_tests": "1b921fde5ec6a6867645dd4d4c2a3ae974842cef27b4eaf76a8fc141fcbbd265/1220",
    "gl_tests": "b0f09a1020525298079b49fcce4ab688aa91241f8404ea8ad02ba9a51f6a1d28/488",
    "gl_unittests": "676e64d35b03ad40ccae1c241f83d6fcf337b8776f19bfcaec9492f9ca5c0c84/488",
    "gpu_unittests": "e9c6e947a7bd503be2a5b2d9b9b5613397e31f4ebd7bc7a15c645eabc33cda53/565",
    "services_unittests": "bd2cd2cd4e7aa6bca81efd3145c86d1c76034e2d62f839f048872c2d9883ec88/734",
    "telemetry_gpu_integration_test": "c09593e3f39296c043a26a6c5c934320f54cc5c2febeddbf91318cb3cbf42d4f/815"
  },
  "swarming_command_lines_cwd": "out/49df-GPU_FYI_Mac_Bui",
  "swarming_command_lines_digest": "107fa9d3e7427248613763ade0743d4316da28b528c9cf3828114368cecb8374/93",
  "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/97562f186c32f89ffe90d312dcf333fc62804cf7
  • gitiles_ref:refs/heads/main
  • parent_buildername:GPU FYI Mac Builder (asan)
  • parent_buildnumber:61454
  • user_agent:recipe

Debug log (UTC)

[02:59:09.463] New invocation is queued and will start shortly
[02:59:09.463] Triggered by user:chromium-ci-gpu-builder@chops-service-accounts.iam.gserviceaccount.com
[02:59:10.751] Starting the invocation (attempt 1)
[02:59:10.783] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/97562f186c32f89ffe90d312dcf333fc62804cf7"
[02:59:10.783] Popped gitiles commit info from properties and tags
[02:59:10.783] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:59:10.784] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:59:10.784] Buildbucket request:
{
  "requestId": "8887427213820067520",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Mac FYI ASAN (Intel)"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "97562f186c32f89ffe90d312dcf333fc62804cf7",
                        "project": "chromium/src",
                        "ref": "refs/heads/main"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "97562f186c32f89ffe90d312dcf333fc62804cf7"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8722001065693725841"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8722001065693725841"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8722001065693725841"
                }
          ],
      "parent_build_id": "8722001065693725841",
      "parent_builder_group": "chromium.gpu.fyi",
      "parent_buildername": "GPU FYI Mac Builder (asan)",
      "parent_got_angle_revision": "91fe334eadd279746e06367142de6e8d9f8d00ed",
      "parent_got_dawn_revision": "ef2b5696ef0573aba917bb7d6430666d18e2e821",
      "parent_got_revision": "97562f186c32f89ffe90d312dcf333fc62804cf7",
      "parent_got_revision_cp": "refs/heads/main@{#1424260}",
      "parent_got_swiftshader_revision": "c12c13839d689f411911326b1f72e96eb525686c",
      "parent_got_v8_revision": "2dc620956ea2c8d90271033a7d07078bb972053a",
      "parent_got_v8_revision_cp": "refs/heads/13.5.165@{#1}",
      "parent_got_webrtc_revision": "23cef4ecd127269d05da039d6d74cc0668dddac6",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#43970}",
      "swarm_hashes": {
            "angle_unittests": "41db7006905d200ff06ca950f03835ff83d83c4192fa0f1d367bc6797f3d6946/489",
            "browser_tests": "1b921fde5ec6a6867645dd4d4c2a3ae974842cef27b4eaf76a8fc141fcbbd265/1220",
            "gl_tests": "b0f09a1020525298079b49fcce4ab688aa91241f8404ea8ad02ba9a51f6a1d28/488",
            "gl_unittests": "676e64d35b03ad40ccae1c241f83d6fcf337b8776f19bfcaec9492f9ca5c0c84/488",
            "gpu_unittests": "e9c6e947a7bd503be2a5b2d9b9b5613397e31f4ebd7bc7a15c645eabc33cda53/565",
            "services_unittests": "bd2cd2cd4e7aa6bca81efd3145c86d1c76034e2d62f839f048872c2d9883ec88/734",
            "telemetry_gpu_integration_test": "c09593e3f39296c043a26a6c5c934320f54cc5c2febeddbf91318cb3cbf42d4f/815"
          },
      "swarming_command_lines_cwd": "out/49df-GPU_FYI_Mac_Bui",
      "swarming_command_lines_digest": "107fa9d3e7427248613763ade0743d4316da28b528c9cf3828114368cecb8374/93",
      "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "97562f186c32f89ffe90d312dcf333fc62804cf7",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8887427213820067520"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Mac FYI ASAN (Intel)"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "GPU FYI Mac Builder (asan)"
    },
    {
      "key": "parent_buildnumber",
      "value": "61454"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[02:59:11.266] Scheduled build:
{
  "id": "8721997151717286289",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Mac FYI ASAN (Intel)"
  },
  "number": 16064,
  "createdBy": "project:chromium",
  "createTime": "2025-02-25T02:59:10.846354675Z",
  "updateTime": "2025-02-25T02:59:10.846354675Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "97562f186c32f89ffe90d312dcf333fc62804cf7",
      "ref": "refs/heads/main"
    }
  }
}
[02:59:11.266] Task URL: https://cr-buildbucket.appspot.com/build/8721997151717286289
[02:59:11.266] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8887427213820067520:2:0) after 3m2s
[02:59:11.467] Received PubSub notification, asking Buildbucket for the build status
[02:59:11.495] Build status: SCHEDULED
[02:59:21.722] Received PubSub notification, asking Buildbucket for the build status
[02:59:21.756] Build status: STARTED
[03:02:13.360] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8887427213820067520:2:0)
[03:02:13.376] Build status: STARTED
[03:02:13.376] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8887427213820067520:5:0) after 9m55s
[03:12:08.402] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8887427213820067520:5:0)
[03:12:08.428] Build status: STARTED
[03:12:08.428] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8887427213820067520:6:0) after 7m27s
[03:19:35.484] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8887427213820067520:6:0)
[03:19:35.515] Build status: STARTED
[03:19:35.515] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8887427213820067520:7:0) after 9m28s
[03:29:03.592] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8887427213820067520:7:0)
[03:29:03.640] Build status: STARTED
[03:29:03.640] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8887427213820067520:8:0) after 1m58s
[03:31:01.813] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8887427213820067520:8:0)
[03:31:01.839] Build status: STARTED
[03:31:01.839] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8887427213820067520:9:0) after 9m34s
[03:40:35.913] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8887427213820067520:9:0)
[03:40:35.929] Build status: STARTED
[03:40:35.929] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8887427213820067520:10:0) after 9m42s
[03:50:17.995] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8887427213820067520:10:0)
[03:50:18.010] Build status: STARTED
[03:50:18.010] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8887427213820067520:11:0) after 1m15s
[03:51:33.036] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8887427213820067520:11:0)
[03:51:33.054] Build status: STARTED
[03:51:33.054] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8887427213820067520:12:0) after 3m2s
[03:54:35.072] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8887427213820067520:12:0)
[03:54:35.093] Build status: STARTED
[03:54:35.093] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8887427213820067520:13:0) after 7m28s
[04:02:03.119] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8887427213820067520:13:0)
[04:02:03.140] Build status: STARTED
[04:02:03.140] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8887427213820067520:14:0) after 9m36s
[04:11:39.209] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8887427213820067520:14:0)
[04:11:39.232] Build status: STARTED
[04:11:39.232] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8887427213820067520:15:0) after 9m37s
[04:21:16.249] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8887427213820067520:15:0)
[04:21:16.273] Build status: STARTED
[04:21:16.273] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8887427213820067520:16:0) after 2m23s
[04:23:39.296] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8887427213820067520:16:0)
[04:23:39.316] Build status: STARTED
[04:23:39.316] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8887427213820067520:17:0) after 1m59s
[04:25:38.439] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8887427213820067520:17:0)
[04:25:38.457] Build status: STARTED
[04:25:38.457] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8887427213820067520:18:0) after 3m29s
[04:29:07.516] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8887427213820067520:18:0)
[04:29:07.534] Build status: STARTED
[04:29:07.535] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8887427213820067520:19:0) after 8m39s
[04:37:47.206] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8887427213820067520:19:0)
[04:37:47.870] Build status: STARTED
[04:37:47.870] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8887427213820067520:20:0) after 5m8s
[04:42:55.890] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8887427213820067520:20:0)
[04:42:55.920] Build status: STARTED
[04:42:55.920] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8887427213820067520:21:0) after 2m25s
[04:45:20.937] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8887427213820067520:21:0)
[04:45:20.961] Build status: STARTED
[04:45:20.961] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8887427213820067520:22:0) after 7m43s
[04:53:04.025] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8887427213820067520:22:0)
[04:53:04.039] Build status: STARTED
[04:53:04.039] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8887427213820067520:23:0) after 1m40s
[04:54:44.059] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8887427213820067520:23:0)
[04:54:44.077] Build status: STARTED
[04:54:44.077] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8887427213820067520:24:0) after 1m8s
[04:55:52.100] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8887427213820067520:24:0)
[04:55:52.113] Build status: STARTED
[04:55:52.113] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8887427213820067520:25:0) after 3m16s
[04:59:08.132] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8887427213820067520:25:0)
[04:59:08.146] Build status: STARTED
[04:59:08.146] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8887427213820067520:26:0) after 8m35s
[05:07:43.207] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8887427213820067520:26:0)
[05:07:43.222] Build status: STARTED
[05:07:43.222] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8887427213820067520:27:0) after 9m31s
[05:17:14.314] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8887427213820067520:27:0)
[05:17:14.332] Build status: STARTED
[05:17:14.332] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8887427213820067520:28:0) after 1m6s
[05:18:20.362] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8887427213820067520:28:0)
[05:18:20.377] Build status: STARTED
[05:18:20.377] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8887427213820067520:29:0) after 3m33s
[05:21:53.491] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8887427213820067520:29:0)
[05:21:53.526] Build status: STARTED
[05:21:53.526] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8887427213820067520:30:0) after 6m56s
[05:28:49.662] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8887427213820067520:30:0)
[05:28:49.680] Build status: STARTED
[05:28:49.680] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8887427213820067520:31:0) after 6m2s
[05:34:51.695] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8887427213820067520:31:0)
[05:34:51.712] Build status: STARTED
[05:34:51.712] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8887427213820067520:32:0) after 2m12s
[05:37:03.836] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8887427213820067520:32:0)
[05:37:03.854] Build status: STARTED
[05:37:03.854] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8887427213820067520:33:0) after 4m14s
[05:41:18.161] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8887427213820067520:33:0)
[05:41:18.216] Build status: STARTED
[05:41:18.216] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8887427213820067520:34:0) after 7m26s
[05:48:44.277] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8887427213820067520:34:0)
[05:48:44.293] Build status: STARTED
[05:48:44.293] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8887427213820067520:35:0) after 7m16s
[05:56:00.585] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8887427213820067520:35:0)
[05:56:00.605] Build status: STARTED
[05:56:00.605] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8887427213820067520:36:0) after 5m35s
[06:01:35.767] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8887427213820067520:36:0)
[06:01:35.877] Build status: STARTED
[06:01:35.877] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8887427213820067520:37:0) after 6m53s
[06:08:28.894] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8887427213820067520:37:0)
[06:08:28.914] Build status: STARTED
[06:08:28.914] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8887427213820067520:38:0) after 3m6s
[06:11:34.995] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8887427213820067520:38:0)
[06:11:35.010] Build status: STARTED
[06:11:35.010] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8887427213820067520:39:0) after 7m44s
[06:19:19.232] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8887427213820067520:39:0)
[06:19:19.252] Build status: STARTED
[06:19:19.252] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8887427213820067520:40:0) after 7m49s
[06:20:15.545] Received PubSub notification, asking Buildbucket for the build status
[06:20:15.572] Build:
{
  "id": "8721997151717286289",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Mac FYI ASAN (Intel)"
  },
  "number": 16064,
  "createdBy": "project:chromium",
  "createTime": "2025-02-25T02:59:10.846354675Z",
  "startTime": "2025-02-25T02:59:21.406085335Z",
  "endTime": "2025-02-25T06:20:15.210208781Z",
  "updateTime": "2025-02-25T06:20:15.210208781Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "97562f186c32f89ffe90d312dcf333fc62804cf7",
      "ref": "refs/heads/main"
    }
  }
}
[06:20:15.572] Invocation finished in 3h21m6.114994198s with status FAILED