Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 4 hours
Actions:

Definition (rev 07093cdcf6358559021ae2c84bddd1e1e5128bc3)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "mac-fieldtrial-tester"
>

Incoming triggers

  • mac-arm64-rel/70175 (2 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/70176 (2 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-rel/70177 (2 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "87b9d5b46c46519fc67a0fc237085d77aa520628",
        "project": "chromium/src",
        "ref": "refs/heads/main"
      }
    ]
  },
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "87b9d5b46c46519fc67a0fc237085d77aa520628"
  },
  "parent_build_id": "8760821817931696481",
  "parent_builder_group": "chromium.mac",
  "parent_buildername": "mac-arm64-rel",
  "parent_got_angle_revision": "3f5f4aa476b9bdb70303befc62a6c4b43280f278",
  "parent_got_dawn_revision": "9813d11b21a16213e7d4e97376535fadf0a42881",
  "parent_got_revision": "87b9d5b46c46519fc67a0fc237085d77aa520628",
  "parent_got_revision_cp": "refs/heads/main@{#1240780}",
  "parent_got_swiftshader_revision": "2fa7e9b99ae4e70ea5ae2cc9c8d3afb43391384f",
  "parent_got_v8_revision": "1df1b3e751f93a78337c6db3fdd282d3a79f5125",
  "parent_got_v8_revision_cp": "refs/heads/12.2.148@{#1}",
  "parent_got_webrtc_revision": "268ca5619663d9d3d3d49536e834501c0e6e943c",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#41443}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "87b9d5b46c46519fc67a0fc237085d77aa520628",
  "swarm_hashes": {
    "absl_hardening_tests": "fdfce9768ec5845f772f7a908d02ebbfe07faba119173a8c32ab8f9bd56bbb23/322",
    "accessibility_unittests": "f14a71f47341fb14bbd6970e264cddb5aac8637253638bff75504f7b16311a3b/322",
    "angle_unittests": "d2efc4c290248145e4a6399bb20977ef467dd1c1c1ee86480aa7353dfaf707aa/407",
    "app_shell_unittests": "a9e1c5b3bede7b25c4cbf0d66d5221dda8292e296536cc20e8c90a5a3609e92c/483",
    "base_unittests": "1d4b504a32c601e8c9a69faa1de7b4072b8d4782ed27b3cab850830ccfe8397b/479",
    "blink_common_unittests": "66fc11422c142c28e881bef103e5637de424da35757986f9b0962db67e07b68d/484",
    "blink_fuzzer_unittests": "2d288df94f4e1c903e19b5c220153aaa28bb61b334f19336ecdd1d6f62ef68f9/322",
    "blink_heap_unittests": "4ba42292b2abcf1cb6de98a617c4ae3d6ff4f2130103dd6b33f39654fc0b0dbc/322",
    "blink_platform_unittests": "0dbf61e47bdb906a05596f0cd31e7638238e1cd36b31ca837afc93d007e666d1/563",
    "blink_python_tests": "eec090b22de7e5cb2dfb3cb14586eabe8ce67ad04ed59862590dbfe663d00320/573",
    "blink_unittests": "c9387596a8770d551aac0bc78b8ec264fff37fd9e3ea7a4f20eab366ff0e083d/648",
    "blink_unittests_v2": "6fd58d4c9db6582ac637556a380861fded3d17313c096f4342832ebe24c1cb6f/648",
    "blink_web_tests": "49d4816bd998d73b0395266101d4207baede3a23f71e29039c978f840ccd57eb/565",
    "blink_wpt_tests": "cb7a45b401db79474d6e68f9146e44612b02e03696459020fe6025578f12a86a/565",
    "boringssl_crypto_tests": "c82f94885cc36ebdc8d45bd5c14e193cd8a8f5ec53f8a7bd560fcec4296397d3/407",
    "boringssl_ssl_tests": "2bb356fe2e0a9d3aba63cc86bb9dc893b5582fd0ce623f6b01ad8d237b0cd2ea/322",
    "browser_tests": "4de37b5ba8c2601ec0c542dd0cb95b00f7019183cb8016c445524cb7241bba80/1214",
    "capture_unittests": "46ca5cca9c820d336a58cd4977932dc53d63cd6cc644f1238ce099973ac0e348/401",
    "cast_unittests": "cd07153cafbc71414c5ca8e719457ea971318ebfc7560fce4e511ae9cb6f544c/322",
    "cc_unittests": "c102328413fe5a40d3384329231322ee7b819b8bd296b5b6684b4cbc8e628038/482",
    "chrome_app_unittests": "ab9c40f8d53150d1f8f06d26e6151323cf8dbe09eee1f3c89e0d72108365b716/647",
    "chromedriver_py_tests": "e93dae79f62fbfac2f865b82088da86966695c4657868f8207652fe6dee941b6/488",
    "chromedriver_py_tests_headless_shell": "c505f521c0fac6b7fd264001e0e30aeb46ecc13fa10df2522343f344f14dc16b/488",
    "chromedriver_replay_unittests": "0b1989de0bd83a3e14924c07e4712a3d734f93935aaeb3a900136a30330b91fe/325",
    "chromedriver_unittests": "e93fe63c3fb5118b9aed29904bd67f753f820bff588582872a7828c7ed9ea288/479",
    "components_browsertests": "c92d6933061cebd3548f5ccce94a452a258b0ffb2dcb4e6c76705aafb1ce4ce6/651",
    "components_perftests": "e60d0466260748555f2c3feda45d508e1868a81af26351ab65efecc38d12bc67/648",
    "components_unittests": "8c2e6dd65f8da3258d634e0fbefc182a06e5fe45073ecc78781ffdfc54920e40/730",
    "content_browsertests": "a8cc8ab16d091e12ab5c216842a47436725aa0067d436a9ac27588220da094b8/645",
    "content_shell_crash_test": "a98be83d2858941bd48f3b5c8a8face96531984df6377f053fb0a11146a63d05/565",
    "content_unittests": "16afb8746d6924e819c9d8921b3fd4bbd929cbc53cb8155064f34b10a7221d39/559",
    "crashpad_tests": "0dee3b70f16cc3452ab8d5d4d76a6a50adf19a9a07ffef19027ab4741b2a1584/407",
    "cronet_tests": "b9c9b5cacffc1404f8f2184b6dcb1273fbdb286b33f76b12ee9b9ecd3c6fe1a8/483",
    "cronet_unittests": "969e7150447688d251a61f09d09902379fc576c5b1ffec45d414eb3f8ef20da6/399",
    "crypto_unittests": "fc2ec110cf6fd601a1df8d70936195fb94a4a06070010668db98e42e8a66f63a/322",
    "device_unittests": "75fe5332697c56277c430ae1ff9a8d9622e08de862d1f5f8453a5507ba0ff045/399",
    "display_unittests": "2567850bf47a1dbc0b16b446fb6de01b76088748fb5e72fa529c078528c4102c/322",
    "env_chromium_unittests": "d90a9c8c8f2c15f88f06245e9558009253687b86a83651be460be797e58c6cda/322",
    "events_unittests": "458f74b1d011f2813c02cc3671426e4f76974a104c9cb2fbcd811ac9b06571b9/322",
    "extensions_browsertests": "6f82ba92df42868d87d70ca69e913093f3a1fd7cf0b73dcd90c80c0a2f096f36/569",
    "extensions_unittests": "93b637736d3395e0e69e644a4fd05d2879727c4054243ad463591d72fef620fc/643",
    "filesystem_service_unittests": "a9669ec21ac56538bc3f55f5e99eec7181b3fb95dd7781797da77a0cce0ff960/322",
    "flatbuffers_unittests": "f3de8efad5e1d7fc34fcd5819301513046f9701edbfb9b6f25d7242db468ac48/407",
    "gcm_unit_tests": "0e9d0757a85b8c8b1fa016d4a511f20534a0fd6493e42efa3ea5236cc6122463/399",
    "gfx_unittests": "e9efdf4614130340067cd218789ce2274ab262225273d57ffdbea4fac7aebb2b/398",
    "gin_unittests": "20395a2f4f485f6a1d73ef2b14dfb58c7fc38b213de02d2a61bfd67aa50193a0/399",
    "google_apis_unittests": "6eb6d184fc553af8213ae85d92d65a4414f1548d8618837aa7939af707cb2e3d/484",
    "gpu_unittests": "6594b351359d5fba856cd7aff7871ce0e5b5b9afa26dbd6aa9be3338c0f2ec4a/399",
    "gwp_asan_unittests": "ee54f339c5f64429cbdc75a5655d303cec825bebbf299c619d60650c05dd3360/407",
    "headless_browsertests": "685beda4a4d8732764d2404ab4dd90fe398ea080cb912db9384217ba26d7ce68/568",
    "headless_unittests": "7e85188ce4eb398a90003d44a26b2e03b155a2ce1bf83fb06f32e3b43a1e9e06/322",
    "interactive_ui_tests": "31ace48858faad772f6834b17900b211ad820500d0d03a0f85036c16d1e855f2/888",
    "ipc_tests": "3abe0d7841860674daf68698a7e182f776dc6da94ae3da555016182d868a3004/322",
    "latency_unittests": "0de0839179933a97ce1ac99bb2a68082a92639af13933e01909a8a570a5f23a1/322",
    "leveldb_unittests": "dc09eccd937cb1f72f42ddf16576a7210a5a458ac3dd29af6c6dfe5b8741aa50/322",
    "libjingle_xmpp_unittests": "ea73dda551396db8dda1b62caf1e9a8d8207706ab30a4a7e3cf7cf707da0fb52/322",
    "liburlpattern_unittests": "498ccc9a91875748696b00b1cf2610366a38dd12ba7785f0feabc8e927611f13/322",
    "mac_signing_tests": "7eb13a32b30cbf7634744951f805112292f0ffa0a329cde715fba4f1bcb227bc/487",
    "media_unittests": "117c4d3064f13ca8170423eacf86a93955880e8a7f34c5b8881a7678716d6365/402",
    "message_center_unittests": "7cdcc0623a8d2d3f30d0e9c79fa7ddacd1e9d529e43d4df52654aafb18330179/322",
    "midi_unittests": "a81fedef1de4aa6d62fbca4c7d43a63aefb52e1c811bc8f84c1ddbf2cd991e38/322",
    "mojo_python_unittests": "1dfae79abcddc2b6a49b04137dac1362b3a600a1f1ac4b22adba7e1ab6f3a7ad/489",
    "mojo_unittests": "fa2bccea53313e986f793e05baa2f89d188547affb0c6ff96186d9d86d4b5140/400",
    "native_theme_unittests": "da92fb594447c10c387092f5f04af378f9277417db6017f68d8a349bbbe68e98/322",
    "net_unittests": "05cd813afb91f05aba4bbe9afebc6a5a5e84f119ae829d84a60d5afd6e21bac7/486",
    "openscreen_unittests": "88c974dbdb34e8afba12913eacd8c1a6efb0cdba462a2668692bb9a0793871ec/407",
    "pdf_unittests": "14f0f5afa31e5e7cf060f63774b4a6eab1e15425cf71f5e3844b6a8ab2f78cb2/399",
    "perfetto_unittests": "3ee861d09698d960d39ca57aea07fa9abbb2d77cb8e03bd6e2770a600319b6b9/322",
    "power_sampler_unittests": "5aa0b45d7a40ec51be92562c932ac089b531f86411588394869f8d534f13c88d/322",
    "printing_unittests": "8a5f2345cc8a7b76888b009c1c9b6737c6334d88d18e02ea71829bb8335566ad/481",
    "remoting_unittests": "231f98aaa9731095cf0daa4a980a47b368f809e2a68743be0e90d8c9613b48a0/483",
    "sandbox_unittests": "caf9f54fd6de3130a45febdaaf3a4f38611d5a0e69579f8c15506e2a44ab681c/322",
    "services_unittests": "5ad1d7a16ac3ba3409019e2e4d5625ece03bda6fac31bda30db45625709e7610/652",
    "shell_dialogs_unittests": "d734ab7e68a660aebf68218e0ab9b6fba31edbadd0b6a4f47026fd576547927d/322",
    "skia_unittests": "fc84f960e9214c322375c1c3587b44960beb460e4cc7e462251f19d584cb1f96/322",
    "snapshot_unittests": "f1fb129dcb53893995e571e2e68bdc038dc449e30932a76ab22ca453fd56218a/322",
    "sql_unittests": "c492ce9c48d2c2d214984813db63f1ada8c728f69b72c65857c44712805ad32d/399",
    "storage_unittests": "87ad78670ae3484b40c20588307d44ee78f1338f6bcc7f5a23ea7b5d86288d29/480",
    "sync_integration_tests": "06f8e3a6dcccc1822e9d9c30561d5d4413b84a13a0b96057e35b388498a422a2/729",
    "telemetry_gpu_unittests": "65f080e5bded41b2f3b94bb77d133c4e15bcb130c16bca0b6155c8f9e57ffcd5/735",
    "telemetry_perf_unittests": "ad2a4a88ec68d7b9bf794da1eabd34eeed854bc0dcde71622ceb4eef4d425924/654",
    "ui_base_unittests": "cc3f941b28c25f77993e3ffc91ab098e1a6f221da0ead8287eb93b487643046f/554",
    "ui_touch_selection_unittests": "1ac34d6ac2c6a21a2f35599e8a4e832ac5366aa2efda18fe88b6a4d89526321e/322",
    "ui_unittests": "b2ec66bc14db871460755e81b3fe101b1769a66807ac94ef56f6358fbe288054/322",
    "unit_tests": "4429ed6a5605472c24c0dbbe03c10d000892d0553f9c75f640e9db0dd3c9d8e2/1056",
    "updater_tests": "a5fc5e3501366a0938f2053c943533d3b84c7be1e0d25de1c3ebd428a90297de/565",
    "url_unittests": "61d5db07e0687bb2a747d07771ef8ac5c172c33426bf45b3c6b916f73b87005c/322",
    "views_perftests": "25e54d75249e3e01f75859f961389e3bff3bae4a816a1a3e1bd67538d4016093/486",
    "views_unittests": "aafe783e2841b1257c07393b88d6e5252f71858a342b2af7eeede0801e287db0/401",
    "viz_unittests": "62ba2d786e08d009fe1732846d01f1041da09f215e4e180db46e491f037b1f56/406",
    "wtf_unittests": "0203e255f466a611b2a665f2d5959d5a89847873cfc2f450ba1b9a4765b085c8/322",
    "xr_browser_tests": "8025d8382c6c48d8f9bc9e6c3e5d2f7a3317f268d9194c983196e6cc367004cd/728",
    "zlib_unittests": "e207bd687245aeb5b8a291d127c76fb8da673cc5738e9dce7a27b065f5a7af0d/407"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "fa2dc07ea9e2b480ff95dcb0e9734f85fcf45f7591c2f27ae730da370b09ee39/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/87b9d5b46c46519fc67a0fc237085d77aa520628
  • gitiles_ref:refs/heads/main
  • parent_buildername:mac-arm64-rel
  • parent_buildnumber:70177
  • user_agent:recipe

Debug log (UTC)

[14:05:22.528] New invocation is queued and will start shortly
[14:05:22.528] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[14:05:23.745] Starting the invocation (attempt 1)
[14:05:23.774] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/87b9d5b46c46519fc67a0fc237085d77aa520628"
[14:05:23.774] Popped gitiles commit info from properties and tags
[14:05:23.774] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[14:05:23.774] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[14:05:23.775] Buildbucket request:
{
  "requestId": "8926251397616799680",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-fieldtrial-tester"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "87b9d5b46c46519fc67a0fc237085d77aa520628",
                        "project": "chromium/src",
                        "ref": "refs/heads/main"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "87b9d5b46c46519fc67a0fc237085d77aa520628"
          },
      "parent_build_id": "8760821817931696481",
      "parent_builder_group": "chromium.mac",
      "parent_buildername": "mac-arm64-rel",
      "parent_got_angle_revision": "3f5f4aa476b9bdb70303befc62a6c4b43280f278",
      "parent_got_dawn_revision": "9813d11b21a16213e7d4e97376535fadf0a42881",
      "parent_got_revision": "87b9d5b46c46519fc67a0fc237085d77aa520628",
      "parent_got_revision_cp": "refs/heads/main@{#1240780}",
      "parent_got_swiftshader_revision": "2fa7e9b99ae4e70ea5ae2cc9c8d3afb43391384f",
      "parent_got_v8_revision": "1df1b3e751f93a78337c6db3fdd282d3a79f5125",
      "parent_got_v8_revision_cp": "refs/heads/12.2.148@{#1}",
      "parent_got_webrtc_revision": "268ca5619663d9d3d3d49536e834501c0e6e943c",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#41443}",
      "swarm_hashes": {
            "absl_hardening_tests": "fdfce9768ec5845f772f7a908d02ebbfe07faba119173a8c32ab8f9bd56bbb23/322",
            "accessibility_unittests": "f14a71f47341fb14bbd6970e264cddb5aac8637253638bff75504f7b16311a3b/322",
            "angle_unittests": "d2efc4c290248145e4a6399bb20977ef467dd1c1c1ee86480aa7353dfaf707aa/407",
            "app_shell_unittests": "a9e1c5b3bede7b25c4cbf0d66d5221dda8292e296536cc20e8c90a5a3609e92c/483",
            "base_unittests": "1d4b504a32c601e8c9a69faa1de7b4072b8d4782ed27b3cab850830ccfe8397b/479",
            "blink_common_unittests": "66fc11422c142c28e881bef103e5637de424da35757986f9b0962db67e07b68d/484",
            "blink_fuzzer_unittests": "2d288df94f4e1c903e19b5c220153aaa28bb61b334f19336ecdd1d6f62ef68f9/322",
            "blink_heap_unittests": "4ba42292b2abcf1cb6de98a617c4ae3d6ff4f2130103dd6b33f39654fc0b0dbc/322",
            "blink_platform_unittests": "0dbf61e47bdb906a05596f0cd31e7638238e1cd36b31ca837afc93d007e666d1/563",
            "blink_python_tests": "eec090b22de7e5cb2dfb3cb14586eabe8ce67ad04ed59862590dbfe663d00320/573",
            "blink_unittests": "c9387596a8770d551aac0bc78b8ec264fff37fd9e3ea7a4f20eab366ff0e083d/648",
            "blink_unittests_v2": "6fd58d4c9db6582ac637556a380861fded3d17313c096f4342832ebe24c1cb6f/648",
            "blink_web_tests": "49d4816bd998d73b0395266101d4207baede3a23f71e29039c978f840ccd57eb/565",
            "blink_wpt_tests": "cb7a45b401db79474d6e68f9146e44612b02e03696459020fe6025578f12a86a/565",
            "boringssl_crypto_tests": "c82f94885cc36ebdc8d45bd5c14e193cd8a8f5ec53f8a7bd560fcec4296397d3/407",
            "boringssl_ssl_tests": "2bb356fe2e0a9d3aba63cc86bb9dc893b5582fd0ce623f6b01ad8d237b0cd2ea/322",
            "browser_tests": "4de37b5ba8c2601ec0c542dd0cb95b00f7019183cb8016c445524cb7241bba80/1214",
            "capture_unittests": "46ca5cca9c820d336a58cd4977932dc53d63cd6cc644f1238ce099973ac0e348/401",
            "cast_unittests": "cd07153cafbc71414c5ca8e719457ea971318ebfc7560fce4e511ae9cb6f544c/322",
            "cc_unittests": "c102328413fe5a40d3384329231322ee7b819b8bd296b5b6684b4cbc8e628038/482",
            "chrome_app_unittests": "ab9c40f8d53150d1f8f06d26e6151323cf8dbe09eee1f3c89e0d72108365b716/647",
            "chromedriver_py_tests": "e93dae79f62fbfac2f865b82088da86966695c4657868f8207652fe6dee941b6/488",
            "chromedriver_py_tests_headless_shell": "c505f521c0fac6b7fd264001e0e30aeb46ecc13fa10df2522343f344f14dc16b/488",
            "chromedriver_replay_unittests": "0b1989de0bd83a3e14924c07e4712a3d734f93935aaeb3a900136a30330b91fe/325",
            "chromedriver_unittests": "e93fe63c3fb5118b9aed29904bd67f753f820bff588582872a7828c7ed9ea288/479",
            "components_browsertests": "c92d6933061cebd3548f5ccce94a452a258b0ffb2dcb4e6c76705aafb1ce4ce6/651",
            "components_perftests": "e60d0466260748555f2c3feda45d508e1868a81af26351ab65efecc38d12bc67/648",
            "components_unittests": "8c2e6dd65f8da3258d634e0fbefc182a06e5fe45073ecc78781ffdfc54920e40/730",
            "content_browsertests": "a8cc8ab16d091e12ab5c216842a47436725aa0067d436a9ac27588220da094b8/645",
            "content_shell_crash_test": "a98be83d2858941bd48f3b5c8a8face96531984df6377f053fb0a11146a63d05/565",
            "content_unittests": "16afb8746d6924e819c9d8921b3fd4bbd929cbc53cb8155064f34b10a7221d39/559",
            "crashpad_tests": "0dee3b70f16cc3452ab8d5d4d76a6a50adf19a9a07ffef19027ab4741b2a1584/407",
            "cronet_tests": "b9c9b5cacffc1404f8f2184b6dcb1273fbdb286b33f76b12ee9b9ecd3c6fe1a8/483",
            "cronet_unittests": "969e7150447688d251a61f09d09902379fc576c5b1ffec45d414eb3f8ef20da6/399",
            "crypto_unittests": "fc2ec110cf6fd601a1df8d70936195fb94a4a06070010668db98e42e8a66f63a/322",
            "device_unittests": "75fe5332697c56277c430ae1ff9a8d9622e08de862d1f5f8453a5507ba0ff045/399",
            "display_unittests": "2567850bf47a1dbc0b16b446fb6de01b76088748fb5e72fa529c078528c4102c/322",
            "env_chromium_unittests": "d90a9c8c8f2c15f88f06245e9558009253687b86a83651be460be797e58c6cda/322",
            "events_unittests": "458f74b1d011f2813c02cc3671426e4f76974a104c9cb2fbcd811ac9b06571b9/322",
            "extensions_browsertests": "6f82ba92df42868d87d70ca69e913093f3a1fd7cf0b73dcd90c80c0a2f096f36/569",
            "extensions_unittests": "93b637736d3395e0e69e644a4fd05d2879727c4054243ad463591d72fef620fc/643",
            "filesystem_service_unittests": "a9669ec21ac56538bc3f55f5e99eec7181b3fb95dd7781797da77a0cce0ff960/322",
            "flatbuffers_unittests": "f3de8efad5e1d7fc34fcd5819301513046f9701edbfb9b6f25d7242db468ac48/407",
            "gcm_unit_tests": "0e9d0757a85b8c8b1fa016d4a511f20534a0fd6493e42efa3ea5236cc6122463/399",
            "gfx_unittests": "e9efdf4614130340067cd218789ce2274ab262225273d57ffdbea4fac7aebb2b/398",
            "gin_unittests": "20395a2f4f485f6a1d73ef2b14dfb58c7fc38b213de02d2a61bfd67aa50193a0/399",
            "google_apis_unittests": "6eb6d184fc553af8213ae85d92d65a4414f1548d8618837aa7939af707cb2e3d/484",
            "gpu_unittests": "6594b351359d5fba856cd7aff7871ce0e5b5b9afa26dbd6aa9be3338c0f2ec4a/399",
            "gwp_asan_unittests": "ee54f339c5f64429cbdc75a5655d303cec825bebbf299c619d60650c05dd3360/407",
            "headless_browsertests": "685beda4a4d8732764d2404ab4dd90fe398ea080cb912db9384217ba26d7ce68/568",
            "headless_unittests": "7e85188ce4eb398a90003d44a26b2e03b155a2ce1bf83fb06f32e3b43a1e9e06/322",
            "interactive_ui_tests": "31ace48858faad772f6834b17900b211ad820500d0d03a0f85036c16d1e855f2/888",
            "ipc_tests": "3abe0d7841860674daf68698a7e182f776dc6da94ae3da555016182d868a3004/322",
            "latency_unittests": "0de0839179933a97ce1ac99bb2a68082a92639af13933e01909a8a570a5f23a1/322",
            "leveldb_unittests": "dc09eccd937cb1f72f42ddf16576a7210a5a458ac3dd29af6c6dfe5b8741aa50/322",
            "libjingle_xmpp_unittests": "ea73dda551396db8dda1b62caf1e9a8d8207706ab30a4a7e3cf7cf707da0fb52/322",
            "liburlpattern_unittests": "498ccc9a91875748696b00b1cf2610366a38dd12ba7785f0feabc8e927611f13/322",
            "mac_signing_tests": "7eb13a32b30cbf7634744951f805112292f0ffa0a329cde715fba4f1bcb227bc/487",
            "media_unittests": "117c4d3064f13ca8170423eacf86a93955880e8a7f34c5b8881a7678716d6365/402",
            "message_center_unittests": "7cdcc0623a8d2d3f30d0e9c79fa7ddacd1e9d529e43d4df52654aafb18330179/322",
            "midi_unittests": "a81fedef1de4aa6d62fbca4c7d43a63aefb52e1c811bc8f84c1ddbf2cd991e38/322",
            "mojo_python_unittests": "1dfae79abcddc2b6a49b04137dac1362b3a600a1f1ac4b22adba7e1ab6f3a7ad/489",
            "mojo_unittests": "fa2bccea53313e986f793e05baa2f89d188547affb0c6ff96186d9d86d4b5140/400",
            "native_theme_unittests": "da92fb594447c10c387092f5f04af378f9277417db6017f68d8a349bbbe68e98/322",
            "net_unittests": "05cd813afb91f05aba4bbe9afebc6a5a5e84f119ae829d84a60d5afd6e21bac7/486",
            "openscreen_unittests": "88c974dbdb34e8afba12913eacd8c1a6efb0cdba462a2668692bb9a0793871ec/407",
            "pdf_unittests": "14f0f5afa31e5e7cf060f63774b4a6eab1e15425cf71f5e3844b6a8ab2f78cb2/399",
            "perfetto_unittests": "3ee861d09698d960d39ca57aea07fa9abbb2d77cb8e03bd6e2770a600319b6b9/322",
            "power_sampler_unittests": "5aa0b45d7a40ec51be92562c932ac089b531f86411588394869f8d534f13c88d/322",
            "printing_unittests": "8a5f2345cc8a7b76888b009c1c9b6737c6334d88d18e02ea71829bb8335566ad/481",
            "remoting_unittests": "231f98aaa9731095cf0daa4a980a47b368f809e2a68743be0e90d8c9613b48a0/483",
            "sandbox_unittests": "caf9f54fd6de3130a45febdaaf3a4f38611d5a0e69579f8c15506e2a44ab681c/322",
            "services_unittests": "5ad1d7a16ac3ba3409019e2e4d5625ece03bda6fac31bda30db45625709e7610/652",
            "shell_dialogs_unittests": "d734ab7e68a660aebf68218e0ab9b6fba31edbadd0b6a4f47026fd576547927d/322",
            "skia_unittests": "fc84f960e9214c322375c1c3587b44960beb460e4cc7e462251f19d584cb1f96/322",
            "snapshot_unittests": "f1fb129dcb53893995e571e2e68bdc038dc449e30932a76ab22ca453fd56218a/322",
            "sql_unittests": "c492ce9c48d2c2d214984813db63f1ada8c728f69b72c65857c44712805ad32d/399",
            "storage_unittests": "87ad78670ae3484b40c20588307d44ee78f1338f6bcc7f5a23ea7b5d86288d29/480",
            "sync_integration_tests": "06f8e3a6dcccc1822e9d9c30561d5d4413b84a13a0b96057e35b388498a422a2/729",
            "telemetry_gpu_unittests": "65f080e5bded41b2f3b94bb77d133c4e15bcb130c16bca0b6155c8f9e57ffcd5/735",
            "telemetry_perf_unittests": "ad2a4a88ec68d7b9bf794da1eabd34eeed854bc0dcde71622ceb4eef4d425924/654",
            "ui_base_unittests": "cc3f941b28c25f77993e3ffc91ab098e1a6f221da0ead8287eb93b487643046f/554",
            "ui_touch_selection_unittests": "1ac34d6ac2c6a21a2f35599e8a4e832ac5366aa2efda18fe88b6a4d89526321e/322",
            "ui_unittests": "b2ec66bc14db871460755e81b3fe101b1769a66807ac94ef56f6358fbe288054/322",
            "unit_tests": "4429ed6a5605472c24c0dbbe03c10d000892d0553f9c75f640e9db0dd3c9d8e2/1056",
            "updater_tests": "a5fc5e3501366a0938f2053c943533d3b84c7be1e0d25de1c3ebd428a90297de/565",
            "url_unittests": "61d5db07e0687bb2a747d07771ef8ac5c172c33426bf45b3c6b916f73b87005c/322",
            "views_perftests": "25e54d75249e3e01f75859f961389e3bff3bae4a816a1a3e1bd67538d4016093/486",
            "views_unittests": "aafe783e2841b1257c07393b88d6e5252f71858a342b2af7eeede0801e287db0/401",
            "viz_unittests": "62ba2d786e08d009fe1732846d01f1041da09f215e4e180db46e491f037b1f56/406",
            "wtf_unittests": "0203e255f466a611b2a665f2d5959d5a89847873cfc2f450ba1b9a4765b085c8/322",
            "xr_browser_tests": "8025d8382c6c48d8f9bc9e6c3e5d2f7a3317f268d9194c983196e6cc367004cd/728",
            "zlib_unittests": "e207bd687245aeb5b8a291d127c76fb8da673cc5738e9dce7a27b065f5a7af0d/407"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "fa2dc07ea9e2b480ff95dcb0e9734f85fcf45f7591c2f27ae730da370b09ee39/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "87b9d5b46c46519fc67a0fc237085d77aa520628",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8926251397616799680"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac-fieldtrial-tester"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "mac-arm64-rel"
    },
    {
      "key": "parent_buildnumber",
      "value": "70177"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[14:05:24.548] Scheduled build:
{
  "id": "8760821335587898641",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-fieldtrial-tester"
  },
  "number": 11636,
  "createdBy": "project:chromium",
  "createTime": "2023-12-24T14:05:23.833108587Z",
  "updateTime": "2023-12-24T14:05:23.833108587Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "87b9d5b46c46519fc67a0fc237085d77aa520628",
      "ref": "refs/heads/main"
    }
  }
}
[14:05:24.548] Task URL: https://cr-buildbucket.appspot.com/build/8760821335587898641
[14:05:24.548] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8926251397616799680:2:0) after 2m57s
[14:05:25.006] Received PubSub notification, asking Buildbucket for the build status
[14:05:25.040] Build status: SCHEDULED
[14:08:21.783] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8926251397616799680:2:0)
[14:08:21.813] Build status: SCHEDULED
[14:08:21.813] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8926251397616799680:4:0) after 2m50s
[14:11:11.872] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8926251397616799680:4:0)
[14:11:11.896] Build status: SCHEDULED
[14:11:11.896] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8926251397616799680:5:0) after 1m47s
[14:12:58.917] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8926251397616799680:5:0)
[14:12:58.936] Build status: SCHEDULED
[14:12:58.936] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8926251397616799680:6:0) after 8m29s
[14:21:28.406] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8926251397616799680:6:0)
[14:21:28.432] Build status: SCHEDULED
[14:21:28.433] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8926251397616799680:7:0) after 8m57s
[14:30:25.461] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8926251397616799680:7:0)
[14:30:25.482] Build status: SCHEDULED
[14:30:25.482] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8926251397616799680:8:0) after 2m0s
[14:32:25.609] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8926251397616799680:8:0)
[14:32:25.628] Build status: SCHEDULED
[14:32:25.628] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8926251397616799680:9:0) after 3m48s
[14:36:13.656] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8926251397616799680:9:0)
[14:36:13.679] Build status: SCHEDULED
[14:36:13.679] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8926251397616799680:10:0) after 5m18s
[14:41:31.700] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8926251397616799680:10:0)
[14:41:31.721] Build status: SCHEDULED
[14:41:31.721] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8926251397616799680:11:0) after 9m3s
[14:50:35.057] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8926251397616799680:11:0)
[14:50:35.080] Build status: SCHEDULED
[14:50:35.080] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8926251397616799680:12:0) after 8m54s
[14:59:29.119] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8926251397616799680:12:0)
[14:59:29.137] Build status: SCHEDULED
[14:59:29.137] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8926251397616799680:13:0) after 5m14s
[15:04:43.173] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8926251397616799680:13:0)
[15:04:43.198] Build status: SCHEDULED
[15:04:43.198] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8926251397616799680:14:0) after 6m34s
[15:11:17.221] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8926251397616799680:14:0)
[15:11:17.258] Build status: SCHEDULED
[15:11:17.258] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8926251397616799680:15:0) after 4m47s
[15:16:04.272] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8926251397616799680:15:0)
[15:16:04.288] Build status: SCHEDULED
[15:16:04.288] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8926251397616799680:16:0) after 7m30s
[15:23:34.315] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8926251397616799680:16:0)
[15:23:34.386] Build status: SCHEDULED
[15:23:34.386] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8926251397616799680:17:0) after 9m48s
[15:33:22.422] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8926251397616799680:17:0)
[15:33:22.441] Build status: SCHEDULED
[15:33:22.441] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8926251397616799680:18:0) after 1m59s
[15:35:21.484] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8926251397616799680:18:0)
[15:35:21.513] Build status: SCHEDULED
[15:35:21.513] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8926251397616799680:19:0) after 3m48s
[15:39:09.616] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8926251397616799680:19:0)
[15:39:09.644] Build status: SCHEDULED
[15:39:09.644] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8926251397616799680:20:0) after 6m5s
[15:45:14.731] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8926251397616799680:20:0)
[15:45:14.763] Build status: SCHEDULED
[15:45:14.763] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8926251397616799680:21:0) after 5m36s
[15:50:50.876] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8926251397616799680:21:0)
[15:50:50.903] Build status: SCHEDULED
[15:50:50.903] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8926251397616799680:22:0) after 9m48s
[16:00:39.111] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8926251397616799680:22:0)
[16:00:39.153] Build status: SCHEDULED
[16:00:39.153] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8926251397616799680:23:0) after 4m10s
[16:04:49.321] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8926251397616799680:23:0)
[16:04:49.352] Build status: SCHEDULED
[16:04:49.352] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8926251397616799680:24:0) after 7m6s
[16:11:55.378] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8926251397616799680:24:0)
[16:11:55.402] Build status: SCHEDULED
[16:11:55.402] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8926251397616799680:25:0) after 2m26s
[16:14:21.635] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8926251397616799680:25:0)
[16:14:21.655] Build status: SCHEDULED
[16:14:21.655] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8926251397616799680:26:0) after 6m30s
[16:20:51.824] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8926251397616799680:26:0)
[16:20:51.843] Build status: SCHEDULED
[16:20:51.843] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8926251397616799680:27:0) after 8m59s
[16:29:50.865] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8926251397616799680:27:0)
[16:29:50.883] Build status: SCHEDULED
[16:29:50.883] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8926251397616799680:28:0) after 3m32s
[16:33:22.912] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8926251397616799680:28:0)
[16:33:22.927] Build status: SCHEDULED
[16:33:22.927] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8926251397616799680:29:0) after 6m27s
[16:39:49.974] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8926251397616799680:29:0)
[16:39:49.997] Build status: SCHEDULED
[16:39:49.997] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8926251397616799680:30:0) after 3m0s
[16:42:50.023] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8926251397616799680:30:0)
[16:42:50.081] Build status: SCHEDULED
[16:42:50.081] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8926251397616799680:31:0) after 2m35s
[16:45:25.107] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8926251397616799680:31:0)
[16:45:25.138] Build status: SCHEDULED
[16:45:25.138] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8926251397616799680:32:0) after 4m10s
[16:49:35.172] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8926251397616799680:32:0)
[16:49:35.203] Build status: SCHEDULED
[16:49:35.203] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8926251397616799680:33:0) after 3m51s
[16:53:26.562] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8926251397616799680:33:0)
[16:53:26.591] Build status: SCHEDULED
[16:53:26.591] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8926251397616799680:34:0) after 7m23s
[17:00:49.741] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8926251397616799680:34:0)
[17:00:49.767] Build status: SCHEDULED
[17:00:49.767] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8926251397616799680:35:0) after 5m51s
[17:06:40.888] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8926251397616799680:35:0)
[17:06:40.907] Build status: SCHEDULED
[17:06:40.907] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8926251397616799680:36:0) after 4m28s
[17:11:08.992] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8926251397616799680:36:0)
[17:11:09.028] Build status: SCHEDULED
[17:11:09.028] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8926251397616799680:37:0) after 9m43s
[17:16:44.841] Received PubSub notification, asking Buildbucket for the build status
[17:16:44.915] Build status: STARTED
[17:20:52.048] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8926251397616799680:37:0)
[17:20:52.069] Build status: STARTED
[17:20:52.069] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8926251397616799680:39:0) after 3m16s
[17:24:08.208] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8926251397616799680:39:0)
[17:24:08.238] Build status: STARTED
[17:24:08.238] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8926251397616799680:40:0) after 9m26s
[17:33:34.315] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8926251397616799680:40:0)
[17:33:34.335] Build status: STARTED
[17:33:34.335] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8926251397616799680:41:0) after 4m16s
[17:37:50.338] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8926251397616799680:41:0)
[17:37:50.411] Build status: STARTED
[17:37:50.411] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8926251397616799680:42:0) after 9m12s
[17:47:02.489] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8926251397616799680:42:0)
[17:47:02.513] Build status: STARTED
[17:47:02.513] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8926251397616799680:43:0) after 6m39s
[17:53:41.731] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8926251397616799680:43:0)
[17:53:41.750] Build status: STARTED
[17:53:41.750] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8926251397616799680:44:0) after 6m34s
[18:00:15.956] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8926251397616799680:44:0)
[18:00:15.989] Build status: STARTED
[18:00:15.989] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8926251397616799680:45:0) after 6m55s
[18:07:11.022] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8926251397616799680:45:0)
[18:07:11.058] Build status: STARTED
[18:07:11.058] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8926251397616799680:46:0) after 6m36s
[18:13:47.143] Handling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8926251397616799680:46:0)
[18:13:47.167] Build status: STARTED
[18:13:47.167] Scheduling timer "check-buildbucket-build-status" (chromium/mac-fieldtrial-tester:8926251397616799680:47:0) after 6m52s
[18:13:57.271] Received PubSub notification, asking Buildbucket for the build status
[18:13:57.294] Build:
{
  "id": "8760821335587898641",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac-fieldtrial-tester"
  },
  "number": 11636,
  "createdBy": "project:chromium",
  "createTime": "2023-12-24T14:05:23.833108587Z",
  "startTime": "2023-12-24T17:16:44.293671Z",
  "endTime": "2023-12-24T18:13:55.708527Z",
  "updateTime": "2023-12-24T18:13:55.708527Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "87b9d5b46c46519fc67a0fc237085d77aa520628",
      "ref": "refs/heads/main"
    }
  }
}
[18:13:57.294] Invocation finished in 4h8m34.778742046s with status FAILED