Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 1 hour
Actions:

Definition (rev a130ffde5603c933cdb7903935643aecbd1f3026)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "mac14-tests-dbg"
>

Incoming triggers

  • Mac Builder (dbg)/296819 (2 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • Mac Builder (dbg)/296820 (2 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • Mac Builder (dbg)/296821 (2 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • Mac Builder (dbg)/296822 (2 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • Mac Builder (dbg)/296823 (2 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • Mac Builder (dbg)/296824 (2 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "cc3e01724bb2eecb20da68aaf6c5e7a03267af2c",
        "project": "chromium/src",
        "ref": "refs/heads/main"
      }
    ]
  },
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "cc3e01724bb2eecb20da68aaf6c5e7a03267af2c"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8726075083977752785"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8726075083977752785"
    }
  ],
  "parent_build_id": "8726075083977752785",
  "parent_builder_group": "chromium.mac",
  "parent_buildername": "Mac Builder (dbg)",
  "parent_got_angle_revision": "c289b30f332d55bf0156d7122dac00f1aebe56e0",
  "parent_got_dawn_revision": "ab9f198d52730b69f4a208c5afd39abb0236f76a",
  "parent_got_revision": "cc3e01724bb2eecb20da68aaf6c5e7a03267af2c",
  "parent_got_revision_cp": "refs/heads/main@{#1405120}",
  "parent_got_swiftshader_revision": "f6ad529e86e441bad3210b0b714dca7faa99b0f8",
  "parent_got_v8_revision": "083f3ab01f8de699e3300350e6c45be0d0488484",
  "parent_got_v8_revision_cp": "refs/heads/13.4.26@{#2}",
  "parent_got_webrtc_revision": "35b67572f28b865e81bdddfc370214c329e2f285",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#43707}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "cc3e01724bb2eecb20da68aaf6c5e7a03267af2c",
  "swarm_hashes": {
    "absl_hardening_tests": "3fb21c55d8999b96375ba288022238669dec5050a1f24c6214ed680a29b001d5/323",
    "accessibility_unittests": "0110d90f901f9ec6d4e182fb78d59fe7361b63b4cf00bf41c7b00817f0336e1b/323",
    "angle_unittests": "dbc821fe800cc4870f012cce045f377bbf8d128e6ad41ef575f8f43d08172164/408",
    "app_shell_unittests": "ba5bdf62aa839e021135c30a54be6dcc7e910dfc23d024fedff27c54a9f322d3/484",
    "base_unittests": "43cffeeb191cdb75231a4ab85ad815b63d01f6e54def5ee21fd79ec3465b4d8a/480",
    "blink_common_unittests": "ea0844713f876f6582c280c0d6d9024cb1a355d350f80ea9601a0de87d3576df/485",
    "blink_fuzzer_unittests": "85caadd25150934820f21fa5ee9f5c4f26b58b7e6ba80e8746f7d2e88b277254/323",
    "blink_heap_unittests": "fc47d107d0b4bac790eda47d588ee116349ac9d456d82c1aeeb3af3558605c31/323",
    "blink_platform_unittests": "685c08f460238f1fb59210a577e15cbc9c9b09d9560b7c4b5ff8e960b10bedee/643",
    "blink_python_tests": "e78b38508d952332d876a8c2fa32fa893dc17f0a53037a67de3b4b380e945250/574",
    "blink_unittests": "384fe9c9a2c3cdba2acf7b2de4634055d05a4ac044fe0c7e085097094274ea7c/649",
    "blink_web_tests": "be9a1b340acaa791dfe4287ac3abc51498edcc70f89e79106915a0d524cd806d/566",
    "blink_wpt_tests": "39e26561530f7c8c97f7bf8962ed334b16de99239d66bec7251894970e43ac9a/566",
    "boringssl_crypto_tests": "eb4cac1a6ef04032c93241544274179bf3472a318c64b1e119b8cb77acda471c/408",
    "boringssl_ssl_tests": "74505475027c74084f1d1383eb8a9c5748f39f6c15f5107121ecad9b63dc2cd5/323",
    "capture_unittests": "5f741b6bd069bda788e26f8fa7747ac849643a7a005a9e857aba7d68bcc9002f/402",
    "cast_unittests": "682be6d8655632200be157cf22a912ff45623c15224d9fa2bade430c8e41fb17/323",
    "cc_unittests": "1429fb39454b97dd10f64020f3d300af0df057d4a3fc32166bb61a5d43f6188f/483",
    "chrome_app_unittests": "f9f3f2b26c7b70616886352cdbdde426f83b64bc52926b9d11f04902d922a050/564",
    "chrome_wpt_tests": "04be04acb2a6f3f802f45189744edddc2cd2805117fe47c482af28b759719969/566",
    "chromedriver_unittests": "7678a2bcdc206e5ad272f371412fc6f58db7ac14347227f0c4a450d35f9aec61/480",
    "components_browsertests": "7ea710f8b9e3840b1be25ba09160c97c1414eaaad91d11796a490909d4c69139/652",
    "components_unittests": "109a300e08cf98dc31620a0a579843438dc7063cfc9dc0ade04b459fd4c90e1b/731",
    "content_browsertests": "bf36b6bad9c025aa1ba0bb8ca8917fa93a5ba66cb16ca3c36a3efd9c8e4573fa/724",
    "content_shell_crash_test": "0e8b2ceb76b18a7d0e02ff9bcf21251c5e2ea1c93a2a42b3247ed1c1634b32c9/566",
    "content_unittests": "3f5378c9bdd79cfdf4ec80ebf55efb4b4be6b0b3b68abe9c55bf8b0d877fa7a8/560",
    "crashpad_tests": "8df72749533465e3c0739b3ae9448eeef36a380aba8c4f7e2ada6cf11ad70f72/408",
    "cronet_tests": "416bbee5c07d796cf22621d850048c2008d09820c354045b42d783cc4d34e2fe/484",
    "cronet_unittests": "14094db835bf94d6a936f7f6e48cee0100237897deabdc3285d4078e78cecc9c/400",
    "crypto_unittests": "16ccc4a4a62ab82a21c8c239a280ee6f1976ddd7a86135947d88b3b6ea88c832/323",
    "device_unittests": "7a4c96562fc6e76b3eee221e7936f7184ebec169b641d8afc3c247021728e9d4/400",
    "display_unittests": "afec9033165c76e0fc53957710efaa64c742b1d35d0e2e8de7c6ecb74ed9f84a/323",
    "env_chromium_unittests": "90df378d989a5803d16a22acbc2521a442cb262eca93843439e7d7ade7c5e27e/323",
    "events_unittests": "ba9ac81611e3fc9d7e8e5e87041bfb86600a84fabe05e6bf7e7a697390710a45/323",
    "extensions_browsertests": "7b31ff7af641a1e251ae569913a18526d454506575ccd786e3f363668eac8c01/570",
    "extensions_unittests": "cb31c80d652543c8bf551a288347874a447f9f792ba6514887a57e49481fd617/644",
    "filesystem_service_unittests": "8c70b618cb2f7b4e151c574524976b6286a25dcabc2c65b2582ba5e795418d85/323",
    "flatbuffers_unittests": "90704e13fd2acbb7703ddeb77a5887d958b8bd5cf32b6cbcbf22e268fc91e6df/408",
    "fuzzing_unittests": "8331b9691a003c45304702c4a35c64545fbac8c933db74bbb1b0a15755e75f3e/323",
    "gcm_unit_tests": "19be8b7d36b25f093d8db3787f06c6f9bcce719a52a42b52c9c732895868218b/400",
    "gfx_unittests": "170410c6be5d104e1119b97f01b07204f3570bb8fb8923c8f2de602f740accc5/399",
    "gin_unittests": "1e27980f1fad8a059b6f2d55ac6804d8acfdfb7c31fa6b68db85aae0a9b1c961/400",
    "google_apis_unittests": "454dafa1d44e17d5f360f9f7c2f78630d0288c6c11007b310c90927327ef0f65/485",
    "gpu_unittests": "5ba7877ed57a517dd3cfa67cdf5296272a57470229a0362f40c20b341ef165ee/400",
    "grit_python_unittests": "5abcf47b184088cc2ec11d89259213751b9405f691b9f4e83ea7557cb1c82451/411",
    "gwp_asan_unittests": "0d2f236046193f53a7972bac8943644db4d19f2a65e39321e5bf130388f19e63/408",
    "headless_browsertests": "5e856c768f136d8106e5b05048155244d79ff0bf1dc7a3aefd20fc3b210af776/569",
    "headless_shell_wpt": "de1d4289988811978b1f025efed1ef363f566ca13782c4c15e0c2caf74a33850/566",
    "headless_unittests": "6cedca2d09c14cb8907cb6688f3b166949e85bf2a085b29927b8ff743c55c1b4/323",
    "interactive_ui_tests": "a0072aed743b923f5493db74f755496bd359b5a3993d9f1f141fd6bf71d79992/973",
    "ipc_tests": "e68e7ae256e3f8e562ca90702b926e659b0107ec0bcb4d8076c46de4e7174dbd/323",
    "latency_unittests": "113ca5821c7f0b5b0cd0b293e50ff868567e6d9cccbce7d8bfb281b3a914517f/323",
    "leveldb_unittests": "b45a81310cfff06eb5f75ae20d185b0781a49e1e23d09ce20f687146bc428a79/323",
    "libjingle_xmpp_unittests": "cf1a4562641fb01b953176a1ac12434640f966cd3dcdc29c84c7f4b4703fb3f4/323",
    "liburlpattern_unittests": "58684ce2d3945ea3e6bb4bd2b5575eb0cc8988a7af8fb1bbc22981bcb69e8026/323",
    "media_unittests": "b3d26420cadbccba629665fca4c059b82aa1b78bccf95a2960d66625f6ae6f09/403",
    "message_center_unittests": "a5066e1b877618237f20b7fc0d922f256de742d16105e95373c2cd9977ca84e5/323",
    "midi_unittests": "4b94dc25785460838b8e2cba8bad02cf56313c0c08030ccc0ad4ef9c3dec4efa/323",
    "mojo_unittests": "e74ba6dd6faa69029b85d90d7c43d9c377af031fab6843fb39fb89a9a0d8d817/401",
    "native_theme_unittests": "86561850e07cef5749f5651f02f27dd1edf15edafab3e682e545b891894423fb/323",
    "net_unittests": "d8737fc88f5c9754677751ba2e3e6719d1222cbd124cf521dcc5b392fd256173/487",
    "openscreen_unittests": "2e0921b17c02a86c894e017cf68025801c3e822b05aa64605fe1b21a87176117/408",
    "pdf_unittests": "924dffe9144234534635e769c2b305dcf25f3a697484107cd5634cee28d4b1d0/400",
    "perfetto_unittests": "e90d131230be1094b2960e9602682fef40df2d68a4312417920cdb323b6d0e3a/323",
    "performance_test_suite": "9921d36df3e6a36a8d7e9d0c3678b04b3846a389a1ea9ed4a52f5ce49a6361f6/732",
    "power_sampler_unittests": "ff3847daecb2c44240156f7baf649884edf108616be7f715b58517a5e7eefcd2/323",
    "printing_unittests": "f020a9d099d56709c4ca8c0f69c0a5780c313a8bff518718593d7bb8f4989e3a/482",
    "remoting_unittests": "4d9b83a97107496194a2aca7aca3338be8cf925d37f60824ede8c10e63241ace/400",
    "sandbox_unittests": "6e7cefc2bef350ade3f9294535896ab138c797787b54779290a4e98213ba2f29/323",
    "services_unittests": "aca1017cb6481f29d7d93e0d0bd8e50e972f4a70d3153c95e58c597ffdbdf531/653",
    "shell_dialogs_unittests": "aef50df7836031d9ee840d072665be42d76737a3b8c159265533042c9389e65e/323",
    "skia_unittests": "a03bcd9bd9ebbb35fdb563354222cbf13381b54dbcf4d6581377c2cad079d384/323",
    "snapshot_unittests": "c61ceb41bcfb1caa11327e12f856e562e9ecf70a64dff6c960962d7aafee75fb/323",
    "sql_unittests": "b5ce434e20e8a0ea7e09ee78494619a4d5db77dae6e1fbfd341eaa766b5a4537/400",
    "storage_unittests": "17380448c333702e7aafd1567678df7a5ba24d71b723e3ad7516b6bcff05a050/481",
    "sync_integration_tests": "6be8841b8e3fcbc8e3892e1e39b28f3c5d1b46208c92c3571ef35f1a7d60873d/646",
    "telemetry_gpu_unittests": "6d6bd3202e9f1abe7df7c1bb3045df6bc2cc990362d1c9f99dde4f9cadb8ecec/736",
    "telemetry_unittests": "1c7097e92b712ac21b6a1f7c868315bdf88470edc1a5b8c5b47d5853b5b7a6b9/575",
    "ui_base_unittests": "785fca688a7350563792aa771ebe422d53c32be2e93d144168bc3d2896af5e36/555",
    "ui_touch_selection_unittests": "2afb21e827c04a44a1563b3692e81b97b744b0d09b53510fc024c928fc25c921/323",
    "ui_unittests": "cde25b0601c324674e89e5caf66bd808915816c367a23e90a7ac94aac27fce6b/323",
    "unit_tests": "5af7eeb9d4e38b2107a2f0c52f22c67b29041946747358be3cade8f50ca3bb6d/1056",
    "updater_tests": "f62a7a690c2124ea6ad5ba3163ea317103a1639bfa2b13b4cc8a14ae1c491d64/566",
    "url_unittests": "8f2f65582165c13c070d23a609a93ed14a7c02c4fafcd287d1169c3fa04af3d9/323",
    "views_perftests": "3a199cd294c40b21795a8a7d95ce8abfe6c4d346688ca7741f70a63695ac4145/487",
    "views_unittests": "54d643453011d9bf220e087c19c9995b05b87ba94d80bc6fcac24d8069c7321e/402",
    "viz_unittests": "f8b88e8ca97baaea8c675b9129e2e81672c7e6297ded9467ab87d9f7b9bd60cd/407",
    "wtf_unittests": "ac045e9dd1fa1231fd14cb1e0d7f0c94939ed0dabee2bdd89d62c9b9a90f4597/323",
    "xr_browser_tests": "56db8d7b96c5f22af692279b531947211d7000ec864f0fa420933a358039dd48/645",
    "zlib_unittests": "9cc3d6c72a0a9535dcf5153a6cbffd18feed6c84df32dd7ec4b2c11b51fb03ac/408"
  },
  "swarming_command_lines_cwd": "out/38ad-Mac_Builder_(db",
  "swarming_command_lines_digest": "07e6b3479b3c11c2c9a1d3696e884c2d2ab29c264c793cc2c8cd325ce244da36/94",
  "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/cc3e01724bb2eecb20da68aaf6c5e7a03267af2c
  • gitiles_ref:refs/heads/main
  • parent_buildername:Mac Builder (dbg)
  • parent_buildnumber:296824
  • user_agent:recipe

Debug log (UTC)

[03:09:14.306] New invocation is queued and will start shortly
[03:09:14.306] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[03:09:15.361] Starting the invocation (attempt 1)
[03:09:15.390] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/cc3e01724bb2eecb20da68aaf6c5e7a03267af2c"
[03:09:15.390] Popped gitiles commit info from properties and tags
[03:09:15.390] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:09:15.390] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:09:15.391] Buildbucket request:
{
  "requestId": "8891503443084283632",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac14-tests-dbg"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "cc3e01724bb2eecb20da68aaf6c5e7a03267af2c",
                        "project": "chromium/src",
                        "ref": "refs/heads/main"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "cc3e01724bb2eecb20da68aaf6c5e7a03267af2c"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8726075083977752785"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8726075083977752785"
                }
          ],
      "parent_build_id": "8726075083977752785",
      "parent_builder_group": "chromium.mac",
      "parent_buildername": "Mac Builder (dbg)",
      "parent_got_angle_revision": "c289b30f332d55bf0156d7122dac00f1aebe56e0",
      "parent_got_dawn_revision": "ab9f198d52730b69f4a208c5afd39abb0236f76a",
      "parent_got_revision": "cc3e01724bb2eecb20da68aaf6c5e7a03267af2c",
      "parent_got_revision_cp": "refs/heads/main@{#1405120}",
      "parent_got_swiftshader_revision": "f6ad529e86e441bad3210b0b714dca7faa99b0f8",
      "parent_got_v8_revision": "083f3ab01f8de699e3300350e6c45be0d0488484",
      "parent_got_v8_revision_cp": "refs/heads/13.4.26@{#2}",
      "parent_got_webrtc_revision": "35b67572f28b865e81bdddfc370214c329e2f285",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#43707}",
      "swarm_hashes": {
            "absl_hardening_tests": "3fb21c55d8999b96375ba288022238669dec5050a1f24c6214ed680a29b001d5/323",
            "accessibility_unittests": "0110d90f901f9ec6d4e182fb78d59fe7361b63b4cf00bf41c7b00817f0336e1b/323",
            "angle_unittests": "dbc821fe800cc4870f012cce045f377bbf8d128e6ad41ef575f8f43d08172164/408",
            "app_shell_unittests": "ba5bdf62aa839e021135c30a54be6dcc7e910dfc23d024fedff27c54a9f322d3/484",
            "base_unittests": "43cffeeb191cdb75231a4ab85ad815b63d01f6e54def5ee21fd79ec3465b4d8a/480",
            "blink_common_unittests": "ea0844713f876f6582c280c0d6d9024cb1a355d350f80ea9601a0de87d3576df/485",
            "blink_fuzzer_unittests": "85caadd25150934820f21fa5ee9f5c4f26b58b7e6ba80e8746f7d2e88b277254/323",
            "blink_heap_unittests": "fc47d107d0b4bac790eda47d588ee116349ac9d456d82c1aeeb3af3558605c31/323",
            "blink_platform_unittests": "685c08f460238f1fb59210a577e15cbc9c9b09d9560b7c4b5ff8e960b10bedee/643",
            "blink_python_tests": "e78b38508d952332d876a8c2fa32fa893dc17f0a53037a67de3b4b380e945250/574",
            "blink_unittests": "384fe9c9a2c3cdba2acf7b2de4634055d05a4ac044fe0c7e085097094274ea7c/649",
            "blink_web_tests": "be9a1b340acaa791dfe4287ac3abc51498edcc70f89e79106915a0d524cd806d/566",
            "blink_wpt_tests": "39e26561530f7c8c97f7bf8962ed334b16de99239d66bec7251894970e43ac9a/566",
            "boringssl_crypto_tests": "eb4cac1a6ef04032c93241544274179bf3472a318c64b1e119b8cb77acda471c/408",
            "boringssl_ssl_tests": "74505475027c74084f1d1383eb8a9c5748f39f6c15f5107121ecad9b63dc2cd5/323",
            "capture_unittests": "5f741b6bd069bda788e26f8fa7747ac849643a7a005a9e857aba7d68bcc9002f/402",
            "cast_unittests": "682be6d8655632200be157cf22a912ff45623c15224d9fa2bade430c8e41fb17/323",
            "cc_unittests": "1429fb39454b97dd10f64020f3d300af0df057d4a3fc32166bb61a5d43f6188f/483",
            "chrome_app_unittests": "f9f3f2b26c7b70616886352cdbdde426f83b64bc52926b9d11f04902d922a050/564",
            "chrome_wpt_tests": "04be04acb2a6f3f802f45189744edddc2cd2805117fe47c482af28b759719969/566",
            "chromedriver_unittests": "7678a2bcdc206e5ad272f371412fc6f58db7ac14347227f0c4a450d35f9aec61/480",
            "components_browsertests": "7ea710f8b9e3840b1be25ba09160c97c1414eaaad91d11796a490909d4c69139/652",
            "components_unittests": "109a300e08cf98dc31620a0a579843438dc7063cfc9dc0ade04b459fd4c90e1b/731",
            "content_browsertests": "bf36b6bad9c025aa1ba0bb8ca8917fa93a5ba66cb16ca3c36a3efd9c8e4573fa/724",
            "content_shell_crash_test": "0e8b2ceb76b18a7d0e02ff9bcf21251c5e2ea1c93a2a42b3247ed1c1634b32c9/566",
            "content_unittests": "3f5378c9bdd79cfdf4ec80ebf55efb4b4be6b0b3b68abe9c55bf8b0d877fa7a8/560",
            "crashpad_tests": "8df72749533465e3c0739b3ae9448eeef36a380aba8c4f7e2ada6cf11ad70f72/408",
            "cronet_tests": "416bbee5c07d796cf22621d850048c2008d09820c354045b42d783cc4d34e2fe/484",
            "cronet_unittests": "14094db835bf94d6a936f7f6e48cee0100237897deabdc3285d4078e78cecc9c/400",
            "crypto_unittests": "16ccc4a4a62ab82a21c8c239a280ee6f1976ddd7a86135947d88b3b6ea88c832/323",
            "device_unittests": "7a4c96562fc6e76b3eee221e7936f7184ebec169b641d8afc3c247021728e9d4/400",
            "display_unittests": "afec9033165c76e0fc53957710efaa64c742b1d35d0e2e8de7c6ecb74ed9f84a/323",
            "env_chromium_unittests": "90df378d989a5803d16a22acbc2521a442cb262eca93843439e7d7ade7c5e27e/323",
            "events_unittests": "ba9ac81611e3fc9d7e8e5e87041bfb86600a84fabe05e6bf7e7a697390710a45/323",
            "extensions_browsertests": "7b31ff7af641a1e251ae569913a18526d454506575ccd786e3f363668eac8c01/570",
            "extensions_unittests": "cb31c80d652543c8bf551a288347874a447f9f792ba6514887a57e49481fd617/644",
            "filesystem_service_unittests": "8c70b618cb2f7b4e151c574524976b6286a25dcabc2c65b2582ba5e795418d85/323",
            "flatbuffers_unittests": "90704e13fd2acbb7703ddeb77a5887d958b8bd5cf32b6cbcbf22e268fc91e6df/408",
            "fuzzing_unittests": "8331b9691a003c45304702c4a35c64545fbac8c933db74bbb1b0a15755e75f3e/323",
            "gcm_unit_tests": "19be8b7d36b25f093d8db3787f06c6f9bcce719a52a42b52c9c732895868218b/400",
            "gfx_unittests": "170410c6be5d104e1119b97f01b07204f3570bb8fb8923c8f2de602f740accc5/399",
            "gin_unittests": "1e27980f1fad8a059b6f2d55ac6804d8acfdfb7c31fa6b68db85aae0a9b1c961/400",
            "google_apis_unittests": "454dafa1d44e17d5f360f9f7c2f78630d0288c6c11007b310c90927327ef0f65/485",
            "gpu_unittests": "5ba7877ed57a517dd3cfa67cdf5296272a57470229a0362f40c20b341ef165ee/400",
            "grit_python_unittests": "5abcf47b184088cc2ec11d89259213751b9405f691b9f4e83ea7557cb1c82451/411",
            "gwp_asan_unittests": "0d2f236046193f53a7972bac8943644db4d19f2a65e39321e5bf130388f19e63/408",
            "headless_browsertests": "5e856c768f136d8106e5b05048155244d79ff0bf1dc7a3aefd20fc3b210af776/569",
            "headless_shell_wpt": "de1d4289988811978b1f025efed1ef363f566ca13782c4c15e0c2caf74a33850/566",
            "headless_unittests": "6cedca2d09c14cb8907cb6688f3b166949e85bf2a085b29927b8ff743c55c1b4/323",
            "interactive_ui_tests": "a0072aed743b923f5493db74f755496bd359b5a3993d9f1f141fd6bf71d79992/973",
            "ipc_tests": "e68e7ae256e3f8e562ca90702b926e659b0107ec0bcb4d8076c46de4e7174dbd/323",
            "latency_unittests": "113ca5821c7f0b5b0cd0b293e50ff868567e6d9cccbce7d8bfb281b3a914517f/323",
            "leveldb_unittests": "b45a81310cfff06eb5f75ae20d185b0781a49e1e23d09ce20f687146bc428a79/323",
            "libjingle_xmpp_unittests": "cf1a4562641fb01b953176a1ac12434640f966cd3dcdc29c84c7f4b4703fb3f4/323",
            "liburlpattern_unittests": "58684ce2d3945ea3e6bb4bd2b5575eb0cc8988a7af8fb1bbc22981bcb69e8026/323",
            "media_unittests": "b3d26420cadbccba629665fca4c059b82aa1b78bccf95a2960d66625f6ae6f09/403",
            "message_center_unittests": "a5066e1b877618237f20b7fc0d922f256de742d16105e95373c2cd9977ca84e5/323",
            "midi_unittests": "4b94dc25785460838b8e2cba8bad02cf56313c0c08030ccc0ad4ef9c3dec4efa/323",
            "mojo_unittests": "e74ba6dd6faa69029b85d90d7c43d9c377af031fab6843fb39fb89a9a0d8d817/401",
            "native_theme_unittests": "86561850e07cef5749f5651f02f27dd1edf15edafab3e682e545b891894423fb/323",
            "net_unittests": "d8737fc88f5c9754677751ba2e3e6719d1222cbd124cf521dcc5b392fd256173/487",
            "openscreen_unittests": "2e0921b17c02a86c894e017cf68025801c3e822b05aa64605fe1b21a87176117/408",
            "pdf_unittests": "924dffe9144234534635e769c2b305dcf25f3a697484107cd5634cee28d4b1d0/400",
            "perfetto_unittests": "e90d131230be1094b2960e9602682fef40df2d68a4312417920cdb323b6d0e3a/323",
            "performance_test_suite": "9921d36df3e6a36a8d7e9d0c3678b04b3846a389a1ea9ed4a52f5ce49a6361f6/732",
            "power_sampler_unittests": "ff3847daecb2c44240156f7baf649884edf108616be7f715b58517a5e7eefcd2/323",
            "printing_unittests": "f020a9d099d56709c4ca8c0f69c0a5780c313a8bff518718593d7bb8f4989e3a/482",
            "remoting_unittests": "4d9b83a97107496194a2aca7aca3338be8cf925d37f60824ede8c10e63241ace/400",
            "sandbox_unittests": "6e7cefc2bef350ade3f9294535896ab138c797787b54779290a4e98213ba2f29/323",
            "services_unittests": "aca1017cb6481f29d7d93e0d0bd8e50e972f4a70d3153c95e58c597ffdbdf531/653",
            "shell_dialogs_unittests": "aef50df7836031d9ee840d072665be42d76737a3b8c159265533042c9389e65e/323",
            "skia_unittests": "a03bcd9bd9ebbb35fdb563354222cbf13381b54dbcf4d6581377c2cad079d384/323",
            "snapshot_unittests": "c61ceb41bcfb1caa11327e12f856e562e9ecf70a64dff6c960962d7aafee75fb/323",
            "sql_unittests": "b5ce434e20e8a0ea7e09ee78494619a4d5db77dae6e1fbfd341eaa766b5a4537/400",
            "storage_unittests": "17380448c333702e7aafd1567678df7a5ba24d71b723e3ad7516b6bcff05a050/481",
            "sync_integration_tests": "6be8841b8e3fcbc8e3892e1e39b28f3c5d1b46208c92c3571ef35f1a7d60873d/646",
            "telemetry_gpu_unittests": "6d6bd3202e9f1abe7df7c1bb3045df6bc2cc990362d1c9f99dde4f9cadb8ecec/736",
            "telemetry_unittests": "1c7097e92b712ac21b6a1f7c868315bdf88470edc1a5b8c5b47d5853b5b7a6b9/575",
            "ui_base_unittests": "785fca688a7350563792aa771ebe422d53c32be2e93d144168bc3d2896af5e36/555",
            "ui_touch_selection_unittests": "2afb21e827c04a44a1563b3692e81b97b744b0d09b53510fc024c928fc25c921/323",
            "ui_unittests": "cde25b0601c324674e89e5caf66bd808915816c367a23e90a7ac94aac27fce6b/323",
            "unit_tests": "5af7eeb9d4e38b2107a2f0c52f22c67b29041946747358be3cade8f50ca3bb6d/1056",
            "updater_tests": "f62a7a690c2124ea6ad5ba3163ea317103a1639bfa2b13b4cc8a14ae1c491d64/566",
            "url_unittests": "8f2f65582165c13c070d23a609a93ed14a7c02c4fafcd287d1169c3fa04af3d9/323",
            "views_perftests": "3a199cd294c40b21795a8a7d95ce8abfe6c4d346688ca7741f70a63695ac4145/487",
            "views_unittests": "54d643453011d9bf220e087c19c9995b05b87ba94d80bc6fcac24d8069c7321e/402",
            "viz_unittests": "f8b88e8ca97baaea8c675b9129e2e81672c7e6297ded9467ab87d9f7b9bd60cd/407",
            "wtf_unittests": "ac045e9dd1fa1231fd14cb1e0d7f0c94939ed0dabee2bdd89d62c9b9a90f4597/323",
            "xr_browser_tests": "56db8d7b96c5f22af692279b531947211d7000ec864f0fa420933a358039dd48/645",
            "zlib_unittests": "9cc3d6c72a0a9535dcf5153a6cbffd18feed6c84df32dd7ec4b2c11b51fb03ac/408"
          },
      "swarming_command_lines_cwd": "out/38ad-Mac_Builder_(db",
      "swarming_command_lines_digest": "07e6b3479b3c11c2c9a1d3696e884c2d2ab29c264c793cc2c8cd325ce244da36/94",
      "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "cc3e01724bb2eecb20da68aaf6c5e7a03267af2c",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8891503443084283632"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac14-tests-dbg"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Mac Builder (dbg)"
    },
    {
      "key": "parent_buildnumber",
      "value": "296824"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[03:09:15.930] Scheduled build:
{
  "id": "8726073381215161825",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac14-tests-dbg"
  },
  "number": 5658,
  "createdBy": "project:chromium",
  "createTime": "2025-01-11T03:09:15.466531020Z",
  "updateTime": "2025-01-11T03:09:15.466531020Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "cc3e01724bb2eecb20da68aaf6c5e7a03267af2c",
      "ref": "refs/heads/main"
    }
  }
}
[03:09:15.930] Task URL: https://cr-buildbucket.appspot.com/build/8726073381215161825
[03:09:15.930] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8891503443084283632:2:0) after 6m49s
[03:09:16.938] Received PubSub notification, asking Buildbucket for the build status
[03:09:16.964] Build status: SCHEDULED
[03:16:04.956] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8891503443084283632:2:0)
[03:16:04.978] Build status: SCHEDULED
[03:16:04.978] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8891503443084283632:4:0) after 1m30s
[03:17:35.012] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8891503443084283632:4:0)
[03:17:35.038] Build status: SCHEDULED
[03:17:35.038] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8891503443084283632:5:0) after 5m51s
[03:17:35.998] Received PubSub notification, asking Buildbucket for the build status
[03:17:36.025] Build status: STARTED
[03:23:26.061] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8891503443084283632:5:0)
[03:23:26.110] Build status: STARTED
[03:23:26.111] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8891503443084283632:7:0) after 6m28s
[03:29:54.140] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8891503443084283632:7:0)
[03:29:54.171] Build status: STARTED
[03:29:54.171] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8891503443084283632:8:0) after 9m49s
[03:39:43.378] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8891503443084283632:8:0)
[03:39:43.441] Build status: STARTED
[03:39:43.441] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8891503443084283632:9:0) after 5m25s
[03:45:08.520] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8891503443084283632:9:0)
[03:45:08.534] Build status: STARTED
[03:45:08.534] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8891503443084283632:10:0) after 8m4s
[03:53:12.710] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8891503443084283632:10:0)
[03:53:12.727] Build status: STARTED
[03:53:12.727] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8891503443084283632:11:0) after 7m30s
[04:00:42.841] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8891503443084283632:11:0)
[04:00:42.861] Build status: STARTED
[04:00:42.861] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8891503443084283632:12:0) after 5m14s
[04:05:56.903] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8891503443084283632:12:0)
[04:05:56.929] Build status: STARTED
[04:05:56.929] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8891503443084283632:13:0) after 3m9s
[04:09:06.027] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8891503443084283632:13:0)
[04:09:06.069] Build status: STARTED
[04:09:06.069] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8891503443084283632:14:0) after 3m6s
[04:12:12.105] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8891503443084283632:14:0)
[04:12:12.125] Build status: STARTED
[04:12:12.125] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8891503443084283632:15:0) after 2m29s
[04:14:41.289] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8891503443084283632:15:0)
[04:14:41.305] Build status: STARTED
[04:14:41.305] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8891503443084283632:16:0) after 1m59s
[04:16:40.643] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8891503443084283632:16:0)
[04:16:40.659] Build status: STARTED
[04:16:40.660] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8891503443084283632:17:0) after 5m15s
[04:21:55.703] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8891503443084283632:17:0)
[04:21:55.720] Build status: STARTED
[04:21:55.720] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8891503443084283632:18:0) after 2m15s
[04:24:10.861] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8891503443084283632:18:0)
[04:24:10.882] Build status: STARTED
[04:24:10.882] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8891503443084283632:19:0) after 6m59s
[04:24:53.137] Received PubSub notification, asking Buildbucket for the build status
[04:24:53.157] Build:
{
  "id": "8726073381215161825",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac14-tests-dbg"
  },
  "number": 5658,
  "createdBy": "project:chromium",
  "createTime": "2025-01-11T03:09:15.466531020Z",
  "startTime": "2025-01-11T03:17:35.770235524Z",
  "endTime": "2025-01-11T04:24:52.220071858Z",
  "updateTime": "2025-01-11T04:24:52.220071858Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "cc3e01724bb2eecb20da68aaf6c5e7a03267af2c",
      "ref": "refs/heads/main"
    }
  }
}
[04:24:53.157] Invocation finished in 1h15m38.856301278s with status FAILED