Status: FAILED
Triggered by: chromium-ci-gpu-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 3 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Mac FYI ASAN (Intel)"
>

Incoming triggers

  • GPU FYI Mac Builder (asan)/60683 (2 weeks ago by chromium-ci-gpu-builder@chops-service-accounts.iam.gserviceaccount.com)
  • GPU FYI Mac Builder (asan)/60684 (2 weeks ago by chromium-ci-gpu-builder@chops-service-accounts.iam.gserviceaccount.com)
  • GPU FYI Mac Builder (asan)/60685 (2 weeks ago by chromium-ci-gpu-builder@chops-service-accounts.iam.gserviceaccount.com)
  • GPU FYI Mac Builder (asan)/60686 (2 weeks ago by chromium-ci-gpu-builder@chops-service-accounts.iam.gserviceaccount.com)
  • GPU FYI Mac Builder (asan)/60687 (2 weeks ago by chromium-ci-gpu-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "98c2cd7a8ecf7cbdfa7e18fec4f8d5a31a070881",
        "project": "chromium/src",
        "ref": "refs/heads/main"
      }
    ]
  },
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "98c2cd7a8ecf7cbdfa7e18fec4f8d5a31a070881"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8723884907261141937"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8723884907261141937"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8723884907261141937"
    }
  ],
  "parent_build_id": "8723884907261141937",
  "parent_builder_group": "chromium.gpu.fyi",
  "parent_buildername": "GPU FYI Mac Builder (asan)",
  "parent_got_angle_revision": "957bafb51066218977091864151da6f04bf97b38",
  "parent_got_dawn_revision": "be8ee605218a1f5c31be401e13ffa4cfb40d873f",
  "parent_got_revision": "98c2cd7a8ecf7cbdfa7e18fec4f8d5a31a070881",
  "parent_got_revision_cp": "refs/heads/main@{#1415389}",
  "parent_got_swiftshader_revision": "86cf34f50cbe5a9f35da7eedad0f4d4127fb8342",
  "parent_got_v8_revision": "0f87a54dade4353b6ece1d7591ca8c66f90c1c93",
  "parent_got_v8_revision_cp": "refs/heads/13.4.114@{#1}",
  "parent_got_webrtc_revision": "9c56cb3edae7d5e222eb643a43846dca7fa6a1c5",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#43845}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "98c2cd7a8ecf7cbdfa7e18fec4f8d5a31a070881",
  "swarm_hashes": {
    "angle_unittests": "6103122c13760438682157004926b21ecaf0cc68f2de5f1deceab6a09b80b9a6/489",
    "browser_tests": "ce9989bc7f2f77923ccde3017f512343c21795115aff58c787ded04b965d1870/1220",
    "gl_tests": "03c07f47b229b10a91d886ee815972cb817c4ae7c70ff52282dc08812b502e4a/488",
    "gl_unittests": "2bd0f326e66c0de4e18158838f3fdbdc3fa9916696c2ca19dad3d56f65f5a504/488",
    "gpu_unittests": "0bdd355217ceb305c70257851fff0ef0cca0f1cb73ebb7e30dde642ccf5ed887/565",
    "services_unittests": "25dc6f9d2e1dfeb3f98cfda58e1082c4188fca08cde8fcda4ea24f40c98dc417/734",
    "telemetry_gpu_integration_test": "a70f063c982aa8768be7fedf1a04294c36b193de7f62783b58ba38b60446a135/815"
  },
  "swarming_command_lines_cwd": "out/49df-GPU_FYI_Mac_Bui",
  "swarming_command_lines_digest": "107fa9d3e7427248613763ade0743d4316da28b528c9cf3828114368cecb8374/93",
  "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/98c2cd7a8ecf7cbdfa7e18fec4f8d5a31a070881
  • gitiles_ref:refs/heads/main
  • parent_buildername:GPU FYI Mac Builder (asan)
  • parent_buildnumber:60687
  • user_agent:recipe

Debug log (UTC)

[07:48:06.215] New invocation is queued and will start shortly
[07:48:06.215] Triggered by user:chromium-ci-gpu-builder@chops-service-accounts.iam.gserviceaccount.com
[07:48:07.463] Starting the invocation (attempt 1)
[07:48:07.493] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/98c2cd7a8ecf7cbdfa7e18fec4f8d5a31a070881"
[07:48:07.493] Popped gitiles commit info from properties and tags
[07:48:07.493] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[07:48:07.493] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[07:48:07.494] Buildbucket request:
{
  "requestId": "8889311571216750080",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Mac FYI ASAN (Intel)"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "98c2cd7a8ecf7cbdfa7e18fec4f8d5a31a070881",
                        "project": "chromium/src",
                        "ref": "refs/heads/main"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "98c2cd7a8ecf7cbdfa7e18fec4f8d5a31a070881"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8723884907261141937"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8723884907261141937"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8723884907261141937"
                }
          ],
      "parent_build_id": "8723884907261141937",
      "parent_builder_group": "chromium.gpu.fyi",
      "parent_buildername": "GPU FYI Mac Builder (asan)",
      "parent_got_angle_revision": "957bafb51066218977091864151da6f04bf97b38",
      "parent_got_dawn_revision": "be8ee605218a1f5c31be401e13ffa4cfb40d873f",
      "parent_got_revision": "98c2cd7a8ecf7cbdfa7e18fec4f8d5a31a070881",
      "parent_got_revision_cp": "refs/heads/main@{#1415389}",
      "parent_got_swiftshader_revision": "86cf34f50cbe5a9f35da7eedad0f4d4127fb8342",
      "parent_got_v8_revision": "0f87a54dade4353b6ece1d7591ca8c66f90c1c93",
      "parent_got_v8_revision_cp": "refs/heads/13.4.114@{#1}",
      "parent_got_webrtc_revision": "9c56cb3edae7d5e222eb643a43846dca7fa6a1c5",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#43845}",
      "swarm_hashes": {
            "angle_unittests": "6103122c13760438682157004926b21ecaf0cc68f2de5f1deceab6a09b80b9a6/489",
            "browser_tests": "ce9989bc7f2f77923ccde3017f512343c21795115aff58c787ded04b965d1870/1220",
            "gl_tests": "03c07f47b229b10a91d886ee815972cb817c4ae7c70ff52282dc08812b502e4a/488",
            "gl_unittests": "2bd0f326e66c0de4e18158838f3fdbdc3fa9916696c2ca19dad3d56f65f5a504/488",
            "gpu_unittests": "0bdd355217ceb305c70257851fff0ef0cca0f1cb73ebb7e30dde642ccf5ed887/565",
            "services_unittests": "25dc6f9d2e1dfeb3f98cfda58e1082c4188fca08cde8fcda4ea24f40c98dc417/734",
            "telemetry_gpu_integration_test": "a70f063c982aa8768be7fedf1a04294c36b193de7f62783b58ba38b60446a135/815"
          },
      "swarming_command_lines_cwd": "out/49df-GPU_FYI_Mac_Bui",
      "swarming_command_lines_digest": "107fa9d3e7427248613763ade0743d4316da28b528c9cf3828114368cecb8374/93",
      "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "98c2cd7a8ecf7cbdfa7e18fec4f8d5a31a070881",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8889311571216750080"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Mac FYI ASAN (Intel)"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "GPU FYI Mac Builder (asan)"
    },
    {
      "key": "parent_buildnumber",
      "value": "60687"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[07:48:08.564] Scheduled build:
{
  "id": "8723881509075178193",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Mac FYI ASAN (Intel)"
  },
  "number": 15913,
  "createdBy": "project:chromium",
  "createTime": "2025-02-04T07:48:07.631556733Z",
  "updateTime": "2025-02-04T07:48:07.631556733Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "98c2cd7a8ecf7cbdfa7e18fec4f8d5a31a070881",
      "ref": "refs/heads/main"
    }
  }
}
[07:48:08.564] Task URL: https://cr-buildbucket.appspot.com/build/8723881509075178193
[07:48:08.564] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8889311571216750080:2:0) after 7m53s
[07:48:09.573] Received PubSub notification, asking Buildbucket for the build status
[07:48:09.642] Build status: SCHEDULED
[07:48:21.204] Received PubSub notification, asking Buildbucket for the build status
[07:48:21.228] Build status: STARTED
[07:56:01.587] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8889311571216750080:2:0)
[07:56:01.618] Build status: STARTED
[07:56:01.618] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8889311571216750080:5:0) after 4m43s
[08:00:44.636] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8889311571216750080:5:0)
[08:00:44.660] Build status: STARTED
[08:00:44.660] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8889311571216750080:6:0) after 2m49s
[08:03:33.682] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8889311571216750080:6:0)
[08:03:33.760] Build status: STARTED
[08:03:33.761] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8889311571216750080:7:0) after 5m13s
[08:08:46.795] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8889311571216750080:7:0)
[08:08:46.821] Build status: STARTED
[08:08:46.821] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8889311571216750080:8:0) after 9m57s
[08:18:43.850] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8889311571216750080:8:0)
[08:18:43.878] Build status: STARTED
[08:18:43.878] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8889311571216750080:9:0) after 9m6s
[08:27:50.003] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8889311571216750080:9:0)
[08:27:50.026] Build status: STARTED
[08:27:50.026] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8889311571216750080:10:0) after 1m1s
[08:28:51.181] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8889311571216750080:10:0)
[08:28:51.222] Build status: STARTED
[08:28:51.222] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8889311571216750080:11:0) after 1m19s
[08:30:10.281] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8889311571216750080:11:0)
[08:30:10.304] Build status: STARTED
[08:30:10.304] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8889311571216750080:12:0) after 1m7s
[08:31:17.379] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8889311571216750080:12:0)
[08:31:17.404] Build status: STARTED
[08:31:17.404] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8889311571216750080:13:0) after 6m51s
[08:38:08.393] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8889311571216750080:13:0)
[08:38:08.418] Build status: STARTED
[08:38:08.418] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8889311571216750080:14:0) after 9m9s
[08:47:17.434] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8889311571216750080:14:0)
[08:47:17.460] Build status: STARTED
[08:47:17.460] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8889311571216750080:15:0) after 9m10s
[08:56:27.482] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8889311571216750080:15:0)
[08:56:27.501] Build status: STARTED
[08:56:27.501] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8889311571216750080:16:0) after 2m17s
[08:58:44.530] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8889311571216750080:16:0)
[08:58:44.556] Build status: STARTED
[08:58:44.556] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8889311571216750080:17:0) after 7m35s
[09:06:19.582] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8889311571216750080:17:0)
[09:06:19.598] Build status: STARTED
[09:06:19.598] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8889311571216750080:18:0) after 8m1s
[09:14:20.600] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8889311571216750080:18:0)
[09:14:20.672] Build status: STARTED
[09:14:20.672] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8889311571216750080:19:0) after 8m4s
[09:22:24.694] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8889311571216750080:19:0)
[09:22:24.720] Build status: STARTED
[09:22:24.720] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8889311571216750080:20:0) after 5m22s
[09:27:46.743] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8889311571216750080:20:0)
[09:27:46.765] Build status: STARTED
[09:27:46.765] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8889311571216750080:21:0) after 5m20s
[09:33:06.784] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8889311571216750080:21:0)
[09:33:06.811] Build status: STARTED
[09:33:06.811] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8889311571216750080:22:0) after 8m50s
[09:41:56.839] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8889311571216750080:22:0)
[09:41:56.859] Build status: STARTED
[09:41:56.860] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8889311571216750080:23:0) after 4m35s
[09:46:31.926] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8889311571216750080:23:0)
[09:46:31.942] Build status: STARTED
[09:46:31.942] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8889311571216750080:24:0) after 7m21s
[09:53:53.061] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8889311571216750080:24:0)
[09:53:53.083] Build status: STARTED
[09:53:53.083] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8889311571216750080:25:0) after 2m16s
[09:56:09.260] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8889311571216750080:25:0)
[09:56:09.277] Build status: STARTED
[09:56:09.277] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8889311571216750080:26:0) after 9m22s
[10:05:31.306] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8889311571216750080:26:0)
[10:05:31.324] Build status: STARTED
[10:05:31.324] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8889311571216750080:27:0) after 9m45s
[10:15:16.375] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8889311571216750080:27:0)
[10:15:16.398] Build status: STARTED
[10:15:16.398] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8889311571216750080:28:0) after 1m39s
[10:16:55.426] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8889311571216750080:28:0)
[10:16:55.518] Build status: STARTED
[10:16:55.518] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8889311571216750080:29:0) after 6m24s
[10:23:19.506] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8889311571216750080:29:0)
[10:23:19.568] Build status: STARTED
[10:23:19.568] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8889311571216750080:30:0) after 3m8s
[10:26:27.596] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8889311571216750080:30:0)
[10:26:27.618] Build status: STARTED
[10:26:27.618] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8889311571216750080:31:0) after 2m5s
[10:28:32.733] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8889311571216750080:31:0)
[10:28:32.749] Build status: STARTED
[10:28:32.749] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8889311571216750080:32:0) after 7m7s
[10:35:39.765] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8889311571216750080:32:0)
[10:35:39.785] Build status: STARTED
[10:35:39.785] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8889311571216750080:33:0) after 5m2s
[10:40:41.812] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8889311571216750080:33:0)
[10:40:42.470] Build status: STARTED
[10:40:42.470] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8889311571216750080:34:0) after 1m56s
[10:42:38.489] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8889311571216750080:34:0)
[10:42:38.502] Build status: STARTED
[10:42:38.502] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8889311571216750080:35:0) after 6m5s
[10:48:43.534] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8889311571216750080:35:0)
[10:48:43.558] Build status: STARTED
[10:48:43.558] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8889311571216750080:36:0) after 6m40s
[10:55:23.678] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8889311571216750080:36:0)
[10:55:23.696] Build status: STARTED
[10:55:23.696] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8889311571216750080:37:0) after 3m0s
[10:58:23.769] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8889311571216750080:37:0)
[10:58:23.788] Build status: STARTED
[10:58:23.788] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8889311571216750080:38:0) after 4m55s
[11:03:18.830] Handling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8889311571216750080:38:0)
[11:03:18.885] Build status: STARTED
[11:03:18.885] Scheduling timer "check-buildbucket-build-status" (chromium/Mac FYI ASAN (Intel):8889311571216750080:39:0) after 8m41s
[11:04:52.514] Received PubSub notification, asking Buildbucket for the build status
[11:04:52.530] Build:
{
  "id": "8723881509075178193",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Mac FYI ASAN (Intel)"
  },
  "number": 15913,
  "createdBy": "project:chromium",
  "createTime": "2025-02-04T07:48:07.631556733Z",
  "startTime": "2025-02-04T07:48:20.882817274Z",
  "endTime": "2025-02-04T11:04:52.048867683Z",
  "updateTime": "2025-02-04T11:04:52.048867683Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "98c2cd7a8ecf7cbdfa7e18fec4f8d5a31a070881",
      "ref": "refs/heads/main"
    }
  }
}
[11:04:52.530] Invocation finished in 3h16m46.32535934s with status FAILED