Status: FAILED
Triggered by: chromium-ci-gpu-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 2 hours
Actions:

Definition (rev 3db078289222bbf1520d302be8c8ab0ea11ceb83)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Dawn Win10 x64 Release (Intel)"
>

Incoming triggers

  • Dawn Win10 x64 Builder/135592 (2 weeks ago by chromium-ci-gpu-builder@chops-service-accounts.iam.gserviceaccount.com)
  • Dawn Win10 x64 Builder/135593 (2 weeks ago by chromium-ci-gpu-builder@chops-service-accounts.iam.gserviceaccount.com)
  • Dawn Win10 x64 Builder/135594 (2 weeks ago by chromium-ci-gpu-builder@chops-service-accounts.iam.gserviceaccount.com)
  • Dawn Win10 x64 Builder/135595 (2 weeks ago by chromium-ci-gpu-builder@chops-service-accounts.iam.gserviceaccount.com)
  • Dawn Win10 x64 Builder/135596 (2 weeks ago by chromium-ci-gpu-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "6cbc36b0de99fc9ac5e801866998fa2087e00a27",
        "project": "chromium/src",
        "ref": "refs/heads/main"
      }
    ]
  },
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "6cbc36b0de99fc9ac5e801866998fa2087e00a27",
    "src/third_party/dawn": "28858cfac0b9028bc69a27e17c0bb85cf01441f1"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8726675624146494625"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8726675624146494625"
    }
  ],
  "parent_build_id": "8726675624146494625",
  "parent_builder_group": "chromium.dawn",
  "parent_buildername": "Dawn Win10 x64 Builder",
  "parent_got_angle_revision": "d65751b40f7e4441ca0e41210eadcc8a9cbccce5",
  "parent_got_dawn_revision": "28858cfac0b9028bc69a27e17c0bb85cf01441f1",
  "parent_got_revision": "6cbc36b0de99fc9ac5e801866998fa2087e00a27",
  "parent_got_revision_cp": "refs/heads/main@{#1402071}",
  "parent_got_swiftshader_revision": "e76961fac58c34c61bb52ed3887917300f0e37a3",
  "parent_got_v8_revision": "41dacffe436aeb9311879cb07648f1e36609a804",
  "parent_got_v8_revision_cp": "refs/heads/13.3.415@{#1}",
  "parent_got_webrtc_revision": "746202a3a3fcee3950465b1ea18249f5943474da",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#43653}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "6cbc36b0de99fc9ac5e801866998fa2087e00a27",
  "swarm_hashes": {
    "dawn_end2end_tests": "ab85c21cae10359c8037c2b8ad7af907e29ab83a5e272eaeead875ecbddaba43/323",
    "dawn_perf_tests": "d2a69f623d5ef8f1e3911afa67a28e512a3889229591a6efa82e4d85f95019bd/487",
    "gl_tests": "6474dca2fcc281c058e480a037aca4c385016d62250c91c9222896fef80b7d7b/323",
    "gl_unittests": "3509797f2130a5a005c25a1672d204ec445dbd2561b8b8f14d645ee5acf910bd/402",
    "telemetry_gpu_integration_test": "3902f3e9571cdd1158d3b9c3dc2f1ed7e58cbd531d4f2f1d170f894c055e9cf8/815",
    "telemetry_gpu_unittests": "a316f689810ec8c3547e960640901fdf6241c860d246e37ff2b714304a5f9e9f/736",
    "webgpu_blink_web_tests": "8ed84c31462220bffb30e58076298e18f142429060020e52cb433f9ea5f89712/566"
  },
  "swarming_command_lines_cwd": "out\\9f0d-Dawn_Win10_x64_",
  "swarming_command_lines_digest": "7aeb6d1c6a48a8535af5116a806064295f19d4c0a17b169a6156304caa1fbe77/93",
  "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/6cbc36b0de99fc9ac5e801866998fa2087e00a27
  • gitiles_ref:refs/heads/main
  • parent_buildername:Dawn Win10 x64 Builder
  • parent_buildnumber:135596
  • user_agent:recipe

Debug log (UTC)

[12:27:22.771] New invocation is queued and will start shortly
[12:27:22.771] Triggered by user:chromium-ci-gpu-builder@chops-service-accounts.iam.gserviceaccount.com
[12:27:23.879] Starting the invocation (attempt 1)
[12:27:23.906] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/6cbc36b0de99fc9ac5e801866998fa2087e00a27"
[12:27:23.906] Popped gitiles commit info from properties and tags
[12:27:23.906] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[12:27:23.906] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[12:27:23.906] Buildbucket request:
{
  "requestId": "8892102506656140320",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Dawn Win10 x64 Release (Intel)"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "6cbc36b0de99fc9ac5e801866998fa2087e00a27",
                        "project": "chromium/src",
                        "ref": "refs/heads/main"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "6cbc36b0de99fc9ac5e801866998fa2087e00a27",
            "src/third_party/dawn": "28858cfac0b9028bc69a27e17c0bb85cf01441f1"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8726675624146494625"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8726675624146494625"
                }
          ],
      "parent_build_id": "8726675624146494625",
      "parent_builder_group": "chromium.dawn",
      "parent_buildername": "Dawn Win10 x64 Builder",
      "parent_got_angle_revision": "d65751b40f7e4441ca0e41210eadcc8a9cbccce5",
      "parent_got_dawn_revision": "28858cfac0b9028bc69a27e17c0bb85cf01441f1",
      "parent_got_revision": "6cbc36b0de99fc9ac5e801866998fa2087e00a27",
      "parent_got_revision_cp": "refs/heads/main@{#1402071}",
      "parent_got_swiftshader_revision": "e76961fac58c34c61bb52ed3887917300f0e37a3",
      "parent_got_v8_revision": "41dacffe436aeb9311879cb07648f1e36609a804",
      "parent_got_v8_revision_cp": "refs/heads/13.3.415@{#1}",
      "parent_got_webrtc_revision": "746202a3a3fcee3950465b1ea18249f5943474da",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#43653}",
      "swarm_hashes": {
            "dawn_end2end_tests": "ab85c21cae10359c8037c2b8ad7af907e29ab83a5e272eaeead875ecbddaba43/323",
            "dawn_perf_tests": "d2a69f623d5ef8f1e3911afa67a28e512a3889229591a6efa82e4d85f95019bd/487",
            "gl_tests": "6474dca2fcc281c058e480a037aca4c385016d62250c91c9222896fef80b7d7b/323",
            "gl_unittests": "3509797f2130a5a005c25a1672d204ec445dbd2561b8b8f14d645ee5acf910bd/402",
            "telemetry_gpu_integration_test": "3902f3e9571cdd1158d3b9c3dc2f1ed7e58cbd531d4f2f1d170f894c055e9cf8/815",
            "telemetry_gpu_unittests": "a316f689810ec8c3547e960640901fdf6241c860d246e37ff2b714304a5f9e9f/736",
            "webgpu_blink_web_tests": "8ed84c31462220bffb30e58076298e18f142429060020e52cb433f9ea5f89712/566"
          },
      "swarming_command_lines_cwd": "out\\9f0d-Dawn_Win10_x64_",
      "swarming_command_lines_digest": "7aeb6d1c6a48a8535af5116a806064295f19d4c0a17b169a6156304caa1fbe77/93",
      "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "6cbc36b0de99fc9ac5e801866998fa2087e00a27",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8892102506656140320"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Dawn Win10 x64 Release (Intel)"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Dawn Win10 x64 Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "135596"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[12:27:24.405] Scheduled build:
{
  "id": "8726672444755798833",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Dawn Win10 x64 Release (Intel)"
  },
  "number": 14749,
  "createdBy": "project:chromium",
  "createTime": "2025-01-04T12:27:23.954244702Z",
  "updateTime": "2025-01-04T12:27:23.954244702Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "6cbc36b0de99fc9ac5e801866998fa2087e00a27",
      "ref": "refs/heads/main"
    }
  }
}
[12:27:24.405] Task URL: https://cr-buildbucket.appspot.com/build/8726672444755798833
[12:27:24.405] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8892102506656140320:2:0) after 8m27s
[12:27:24.876] Received PubSub notification, asking Buildbucket for the build status
[12:27:24.893] Build status: SCHEDULED
[12:28:35.499] Received PubSub notification, asking Buildbucket for the build status
[12:28:35.513] Build status: STARTED
[12:35:51.491] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8892102506656140320:2:0)
[12:35:51.518] Build status: STARTED
[12:35:51.518] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8892102506656140320:5:0) after 6m56s
[12:42:47.540] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8892102506656140320:5:0)
[12:42:47.564] Build status: STARTED
[12:42:47.564] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8892102506656140320:6:0) after 1m40s
[12:44:27.596] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8892102506656140320:6:0)
[12:44:27.616] Build status: STARTED
[12:44:27.616] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8892102506656140320:7:0) after 5m20s
[12:49:47.644] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8892102506656140320:7:0)
[12:49:47.662] Build status: STARTED
[12:49:47.662] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8892102506656140320:8:0) after 4m45s
[12:54:32.784] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8892102506656140320:8:0)
[12:54:32.835] Build status: STARTED
[12:54:32.835] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8892102506656140320:9:0) after 8m48s
[13:03:20.925] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8892102506656140320:9:0)
[13:03:20.949] Build status: STARTED
[13:03:20.949] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8892102506656140320:10:0) after 1m10s
[13:04:31.055] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8892102506656140320:10:0)
[13:04:31.084] Build status: STARTED
[13:04:31.084] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8892102506656140320:11:0) after 5m23s
[13:09:54.113] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8892102506656140320:11:0)
[13:09:54.140] Build status: STARTED
[13:09:54.140] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8892102506656140320:12:0) after 9m36s
[13:19:30.163] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8892102506656140320:12:0)
[13:19:30.183] Build status: STARTED
[13:19:30.183] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8892102506656140320:13:0) after 5m30s
[13:25:00.159] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8892102506656140320:13:0)
[13:25:00.184] Build status: STARTED
[13:25:00.184] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8892102506656140320:14:0) after 1m27s
[13:26:27.311] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8892102506656140320:14:0)
[13:26:27.339] Build status: STARTED
[13:26:27.339] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8892102506656140320:15:0) after 2m33s
[13:29:00.376] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8892102506656140320:15:0)
[13:29:00.395] Build status: STARTED
[13:29:00.395] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8892102506656140320:16:0) after 9m28s
[13:38:28.414] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8892102506656140320:16:0)
[13:38:28.435] Build status: STARTED
[13:38:28.435] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8892102506656140320:17:0) after 1m31s
[13:39:59.463] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8892102506656140320:17:0)
[13:39:59.481] Build status: STARTED
[13:39:59.481] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8892102506656140320:18:0) after 2m10s
[13:42:09.542] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8892102506656140320:18:0)
[13:42:09.558] Build status: STARTED
[13:42:09.558] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8892102506656140320:19:0) after 5m16s
[13:47:25.670] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8892102506656140320:19:0)
[13:47:25.684] Build status: STARTED
[13:47:25.684] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8892102506656140320:20:0) after 9m5s
[13:56:30.792] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8892102506656140320:20:0)
[13:56:30.807] Build status: STARTED
[13:56:30.807] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8892102506656140320:21:0) after 5m56s
[14:02:26.999] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8892102506656140320:21:0)
[14:02:27.073] Build status: STARTED
[14:02:27.073] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8892102506656140320:22:0) after 3m1s
[14:05:28.095] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8892102506656140320:22:0)
[14:05:28.112] Build status: STARTED
[14:05:28.112] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8892102506656140320:23:0) after 2m39s
[14:08:07.137] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8892102506656140320:23:0)
[14:08:07.154] Build status: STARTED
[14:08:07.154] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8892102506656140320:24:0) after 8m42s
[14:16:49.375] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8892102506656140320:24:0)
[14:16:49.396] Build status: STARTED
[14:16:49.396] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8892102506656140320:25:0) after 3m17s
[14:20:06.476] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8892102506656140320:25:0)
[14:20:06.512] Build status: STARTED
[14:20:06.512] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8892102506656140320:26:0) after 4m5s
[14:24:11.688] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8892102506656140320:26:0)
[14:24:11.710] Build status: STARTED
[14:24:11.710] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8892102506656140320:27:0) after 1m51s
[14:26:02.764] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8892102506656140320:27:0)
[14:26:02.819] Build status: STARTED
[14:26:02.819] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8892102506656140320:28:0) after 2m40s
[14:28:42.836] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8892102506656140320:28:0)
[14:28:42.859] Build status: STARTED
[14:28:42.859] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8892102506656140320:29:0) after 2m11s
[14:30:53.930] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8892102506656140320:29:0)
[14:30:53.947] Build status: STARTED
[14:30:53.947] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8892102506656140320:30:0) after 1m21s
[14:32:14.970] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8892102506656140320:30:0)
[14:32:15.052] Build status: STARTED
[14:32:15.052] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8892102506656140320:31:0) after 1m28s
[14:33:43.071] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8892102506656140320:31:0)
[14:33:43.112] Build status: STARTED
[14:33:43.112] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8892102506656140320:32:0) after 6m2s
[14:39:45.135] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8892102506656140320:32:0)
[14:39:45.156] Build status: STARTED
[14:39:45.156] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8892102506656140320:33:0) after 9m22s
[14:49:07.185] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8892102506656140320:33:0)
[14:49:07.202] Build status: STARTED
[14:49:07.202] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8892102506656140320:34:0) after 2m31s
[14:51:38.391] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8892102506656140320:34:0)
[14:51:38.407] Build status: STARTED
[14:51:38.407] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8892102506656140320:35:0) after 2m14s
[14:53:52.436] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8892102506656140320:35:0)
[14:53:52.465] Build status: STARTED
[14:53:52.465] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8892102506656140320:36:0) after 8m28s
[15:02:20.503] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8892102506656140320:36:0)
[15:02:20.525] Build status: STARTED
[15:02:20.525] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8892102506656140320:37:0) after 1m0s
[15:03:20.638] Handling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8892102506656140320:37:0)
[15:03:20.658] Build status: STARTED
[15:03:20.658] Scheduling timer "check-buildbucket-build-status" (chromium/Dawn Win10 x64 Release (Intel):8892102506656140320:38:0) after 7m22s
[15:09:15.036] Received PubSub notification, asking Buildbucket for the build status
[15:09:15.060] Build:
{
  "id": "8726672444755798833",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Dawn Win10 x64 Release (Intel)"
  },
  "number": 14749,
  "createdBy": "project:chromium",
  "createTime": "2025-01-04T12:27:23.954244702Z",
  "startTime": "2025-01-04T12:28:35.247605354Z",
  "endTime": "2025-01-04T15:09:12.350337487Z",
  "updateTime": "2025-01-04T15:09:12.350337487Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "6cbc36b0de99fc9ac5e801866998fa2087e00a27",
      "ref": "refs/heads/main"
    }
  }
}
[15:09:15.060] Invocation finished in 2h41m52.302343715s with status FAILED