Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 2 hours
Actions:

Definition (rev 9f98c0525276ff8b8aa8ef1f83e3f0516a3ab4d1)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "mac15-tests-dbg"
>

Incoming triggers

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "9140384c16e2d10eb469ac2dabdad7557c281ef4",
        "project": "chromium/src",
        "ref": "refs/heads/main"
      }
    ]
  },
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "9140384c16e2d10eb469ac2dabdad7557c281ef4"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8712215136006062017"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8712215136006062017"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8712215136006062017"
    }
  ],
  "parent_build_id": "8712215136006062017",
  "parent_builder_group": "chromium.mac",
  "parent_buildername": "Mac Builder (dbg)",
  "parent_got_angle_revision": "fdff117046ce8f693914e3bc139d8819d42fa5a7",
  "parent_got_dawn_revision": "8f0deff0d2fa43ec948531a7ae69ee02dd6485c1",
  "parent_got_revision": "9140384c16e2d10eb469ac2dabdad7557c281ef4",
  "parent_got_revision_cp": "refs/heads/main@{#1473339}",
  "parent_got_swiftshader_revision": "7b7b93aa0b85d1a4fafe0e11c30d52f323bdd21a",
  "parent_got_v8_revision": "32b330ac8c50d47938a879343e450bd8bd8cd2e0",
  "parent_got_v8_revision_cp": "refs/heads/13.9.142@{#1}",
  "parent_got_webrtc_revision": "47b9d928a9e4c0f2dbe48909a37ec4d9c71ac1f6",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#44920}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "9140384c16e2d10eb469ac2dabdad7557c281ef4",
  "swarm_hashes": {
    "absl_hardening_tests": "ed298c0e892515fa28b813f4473f4c315146c1d64e70137f9ddae14db318ec1f/323",
    "accessibility_unittests": "be4114fd7b175d984849f1d599d56e770ad246d46f0ca668c957f344b41aeea0/323",
    "angle_unittests": "92063a12dcbe64fc684edbf3c5ace41487c4ba37ff582bf9bcbf5de3105e1dc8/408",
    "app_shell_unittests": "6ee24b917939a882cb653c1ba4727c05c5b0f0f227f3d0e6bf52a1c766b441b2/484",
    "base_unittests": "183fb1b42b413a7e93c02b9738528f53c400a036b3724bb9e0ae34ab4f6a5003/480",
    "blink_common_unittests": "5490af6f91840bd301cd1170cb7531d6bb898f7238c3a1291d22e97e4a2b8749/485",
    "blink_fuzzer_unittests": "b8145c8e217963c52956cad8bdc91e5f7a008971c590b00db5a59955b35805c7/323",
    "blink_heap_unittests": "6b123c6e9e98ef2168bed245b594ffec52e23e42782f9a5483140f0cef1f7441/323",
    "blink_platform_unittests": "42ee47bdbb694d60098d213d63520b12acbb869505721baa7718ec4504cc124e/643",
    "blink_python_tests": "d2d6bc89098230e5b6fa1604bceedc6199c9278c17781a6c68502dfed283bfb2/574",
    "blink_unittests": "c9053aaa930222ab056c2542773142e96b9b15cfdbfa406d94e2533c412f578d/649",
    "blink_web_tests": "7312c7d80e215a12739c194c48f5829284be806d290b213895a12cd9ee7593ad/566",
    "blink_wpt_tests": "2ff772e7568c296cae70d305e7b78296cfc3569e8530cc9d6e3771fe82c48dee/566",
    "boringssl_crypto_tests": "b87fde780815fd62a512311fb477af700dc60dea5b633b33f3d8bde45cdd7779/408",
    "boringssl_ssl_tests": "8be3e44029ed5641cd12d05b17010d8b5bb6cbfed353d7aad1c664649e53c90b/323",
    "capture_unittests": "67c84ca46ee812b7f61a4b4bb23c327267def19081a21c21ce9e03768d88609b/402",
    "cast_unittests": "5b349fd877bf17a8227925b07f91f484ccf489f65eaf7418627e8ad898f021de/323",
    "cc_unittests": "be8838eddd3128a5034713404d8618ac5282f12303662dca5665a1e14140687a/483",
    "chrome_app_unittests": "36b6d484b3f392e5eeafe134b5bcce6c3edc4e73d05cacd52f4fa61763061843/564",
    "chrome_wpt_tests": "f3392c8bc496faf0cbaa0d5dc1ab1baa3ad015bb0969a5d3f377d5f5912e8b13/566",
    "chromedriver_unittests": "2e4d682bbad9b892a81e61f3e941f30f0b5de0d019290884c0da6f017dc4457f/480",
    "components_browsertests": "6c41abc06d7fcbaf033a2d164c850c0e4b1f38277c59295d3e66a793a4fe80ee/652",
    "components_unittests": "594883d38bd5c35d98811efdcce238a8e9c6e58bef759210e49c2b167dd6928b/810",
    "content_browsertests": "a1730013c3495d634beccf786debce49349cb78fba5c0bfdbff6b0a917229d8b/724",
    "content_shell_crash_test": "926dd4e2cb8173f4b20d5e3b6cc280837c7edf53fe4dfef2adfb157f69d5b323/566",
    "content_unittests": "a33f806afd97df401bf581f92fbdc1dc7495f11699c9538fe08a2260d6a7c8de/560",
    "crashpad_tests": "a498b4850999ffd654bcd3f2e4e74ae09f4956295c147716045e12adcc276270/408",
    "cronet_tests": "843edebca942adf77d23d330c277b59a13d6bad404a8abdccc99ff0a6bf8d8b4/484",
    "cronet_unittests": "4b5b841a4cbae3fbeab3c30dc086ec40e3d910b2e767641fbf18d5231495e768/400",
    "crypto_unittests": "ed871f72b7c93fe2ed6a97df3944e80dcc57923d6e7f3517a7e28640789471ac/323",
    "device_unittests": "cd18effd242e9612569568b5ac9e10437cbb1361e81dab6667e6b5085200dc19/400",
    "display_unittests": "5d8e5e16028c9e21224abbcd2d636471dc8be97e8fd3cb6dfdbe14c0792739c2/323",
    "env_chromium_unittests": "5fd85f85b35f642c312e6c80aea2dd4fd4f0f1f2d27bc9f2fdd2038fc179716a/323",
    "events_unittests": "db06b7d56f37e66e396543d5b9790c2aae5a47d5375cd28dfc7c69910bee6310/323",
    "extensions_browsertests": "024047d6bf523bf30ae66b173b972b64dc3d0abccc068450cd1e99a5cee7173a/570",
    "extensions_unittests": "67ef0608c1a09a375013c1e9ff5758dfb81b08a782036494638d8442bfe6abf4/644",
    "filesystem_service_unittests": "9328eb9c9e6a465394915e1d276526f89fb4b58d8687523f9f171009b6ba0ec7/323",
    "flatbuffers_unittests": "3e5b67dfe886c6c7573f0bc81b13020a1b9a3cbca9287ab5f4bfa6fb1606c18b/408",
    "fuzzing_unittests": "a87e863f15a81c1293a1ad100735092793ca78842e468ae4832204b0e4f8d9dc/323",
    "gcm_unit_tests": "cf72ce78aad55b942065454b137c4c785fe30e5c2e4e0d2bfb4811483cae89a8/400",
    "gfx_unittests": "e7fb021a2b46099e4c19f75020d24b49dd23deb9b7f8756156f8e599755df9d4/399",
    "gin_unittests": "622b0341071c2b2fbe89b9fc8def2c1c1fb4e9b58f0f8cca41232b895681bb86/400",
    "google_apis_unittests": "c475ddca4c86a5c29e82baecee0723d2c514d29814f86297bdc3bd593ad34832/485",
    "gpu_unittests": "e10377e7a95b78cb1a8da81653fbfd3aa3e18ecc735959e522b695b0576bb3b0/400",
    "grit_python_unittests": "9edf4d9bbd1579d41fc0e931f0065b229103272bf0bb5c7402e27e8c389a5a0c/411",
    "gwp_asan_unittests": "5f5e2e442596e1e5f12c70a7887e55bcdca24afb02e31afc57766ed6f8f93ca8/408",
    "headless_browsertests": "dd8da799a7e6bc5c3224ca8ce819ac018b560ff23ae38ac5be5c054295d42005/569",
    "headless_shell_wpt": "3901fa7e5e6fb50e6b3c0e45ab55db713b9551dcafe3cc52c7ee56838139d683/566",
    "headless_unittests": "9f81b96803065b03c49e385a5c837fd4dbd3c5f1025005170cd22651ab067892/323",
    "interactive_ui_tests": "96fa5f5271bb7c011d991d9e9e2b7dc5567cb92552cbf002d3ae1e8846a49cb3/973",
    "ipc_tests": "86d775094c64b000d0561eb35d0c6e301026979d04f54a025f820d11a0836034/323",
    "latency_unittests": "4ee66d5d60665f45044a2f36fb3b825ad71bd97cc6d5814e19b3cea336089707/323",
    "leveldb_unittests": "4f020d4e5c12bdd3ec6ecf177c8efbf3be956c583fc983eab5eb21097a7975eb/323",
    "libjingle_xmpp_unittests": "aeb565ff8c27de6e9042debc5f8aa382f0cddece8faef1e15c55b7e15d32be71/323",
    "liburlpattern_unittests": "690264ddf48b46d0ce484a7fc09cd2d5ed446c414ec9b14fa1f51360ff96ace1/323",
    "media_unittests": "27f4391d17ef5a8cba16785b5ff310070439609bf554b973ff9bde8ad4267421/403",
    "message_center_unittests": "c3f9f7a3adc8f42661780f803638d4b522e34626e13a4ef20e2fddcd0d8f4d08/323",
    "midi_unittests": "26e605665474f6db8f95e9612c97de49489323e08abf8b5aa94b84992bbe5385/323",
    "mojo_unittests": "ab5df9ee784ecc306dd437c6270d7f21dc61c9145996881b8c5dcf5f7c8397db/401",
    "native_theme_unittests": "8ec9b04a54d84d38f477797731870efa4abf0da89d9020e7736c0b83a42dbf6a/323",
    "net_unittests": "9a970041fab75f0b839fada5259b6bfc5dde598a8e7256248f5b47ef9ed08a72/487",
    "openscreen_unittests": "ee0aaeddda7c0d911515e6579143c154d9d697aa7a615f3eca793eb1c46fb6a9/408",
    "pdf_unittests": "27178982f28858017c97431d887e90cf07e48525731420b246ca5a7e75b9c027/400",
    "perfetto_unittests": "440f0a775a3b95f482b293ed5b13b458ef3c6d21d2e3f3f1fa7c34cf81df8bf1/323",
    "performance_test_suite": "76d9233ba7a34fce101e11a0c5413f4426d34d31aa5dc67236c2b821013cdad1/732",
    "power_sampler_unittests": "3144201d061e5d8172c4b2ac4296136cb77dfcedfa067aed32293673f5e6bf30/323",
    "printing_unittests": "400af95be74dba94429869bba934710ad43fc19b921cad8609e79f8324c2c462/482",
    "remoting_unittests": "32811620e948bd2027e795f6f08aa3e95088a433d26eaf6226387af0f9aa4100/400",
    "sandbox_unittests": "8bea894c7c843062607745ef5b52ee18828db92fa0b1f5296ab581ee4c78223b/323",
    "services_unittests": "5e55bdb02e93dc3f16399d61a1597505a54ee31c271be1584f0ef9bca80ceac5/653",
    "shell_dialogs_unittests": "e854af2334e5d27ba20e45e4bdff27bebdd4db1e5484ca648c025d77a182594e/323",
    "skia_unittests": "f254a6b1c789a28e90189f4edb47afb25036527789991c77564cd1b1d5f3ab99/323",
    "snapshot_unittests": "9387a8382aa26943000e92c2a3c3a7b3e57a436f16e86754f22681ae95beb536/323",
    "sql_unittests": "e86896d63d027f2a22a7a26630d22cd4ef2cfe3a4195932639459b5f0712a573/400",
    "storage_unittests": "c6f1bc0b3b0eec4d1928cd6fcc240dcac210d30b9bdc6fb703041375f460bc85/481",
    "sync_integration_tests": "508231b915b2c70bb71677e5a6c848a78ec35c74a52e2f94d459d9e389ce6853/646",
    "telemetry_gpu_unittests": "a8d40e068e49fa20d04f443882eb92c8804c05c02da8d0b5b677f07da166f15e/736",
    "telemetry_unittests": "05ced56230c4f6524936a5ccf88e46b2c84d2e83b9d83453a727194991da84a6/575",
    "ui_base_unittests": "d20ba81e85793e8c4a469bc8f030352cb9b1806a26ea75b0c2a4359e43f9c6ed/555",
    "ui_touch_selection_unittests": "461b8d9465e25fbd0556db3479a86d812be358f64cf63e54268fa9783ae840ba/323",
    "ui_unittests": "37f9381691c61495ea5cdbba525fe3521f1b682de4e95737bf2b7c543dd92092/323",
    "unit_tests": "5b38d4f60f9e0ce4f497f949a22b31a2084df251ad282169e29eee8485c5893a/1061",
    "updater_tests": "d454374db1b64dd1292ddb41d10228350432d44d302d323c6179dd077e3dc2f4/566",
    "url_unittests": "4220af11530e41ae8872df67e79c36c4cea2489308e37330f514fdbd1a133d83/323",
    "views_perftests": "de77d64847b03bfde37085f733943cdd10fefcb0da50a4b956aadaa61f103ce4/487",
    "views_unittests": "02a1dc9e0fc6ce012ab855f77ae4024e05429caab80c797061e6169bf964b5f7/402",
    "viz_unittests": "eff86d6143ec550e9b68859070eef1e66c34a850872ea6c1ccc8dfd9da8a1ff8/407",
    "wtf_unittests": "711bc007018cd58021e9c92a4e628fa779d931a889e906bcd7586b9c7b0465c5/323",
    "xr_browser_tests": "3c2c914b2ff94dcc88296f2b8f25ecc2ea538d8ed2f8ec6af73ba29e2a81fb8f/645",
    "zlib_unittests": "862d2140767d21e8ea8ed4119c6fe9db7efcbd75f6c56757d681ba761d9c5151/408"
  },
  "swarming_command_lines_cwd": "out/38ad-Mac_Builder_(db",
  "swarming_command_lines_digest": "757f1444e5f4d0626199eeda35de9dc9fb8778be2dfd5ce704b921a90bfc0fec/94",
  "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/9140384c16e2d10eb469ac2dabdad7557c281ef4
  • gitiles_ref:refs/heads/main
  • parent_buildername:Mac Builder (dbg)
  • parent_buildnumber:306989
  • user_agent:recipe

Debug log (UTC)

[02:34:58.525] New invocation is queued and will start shortly
[02:34:58.525] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[02:34:59.716] Starting the invocation (attempt 1)
[02:34:59.746] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/9140384c16e2d10eb469ac2dabdad7557c281ef4"
[02:34:59.746] Popped gitiles commit info from properties and tags
[02:34:59.746] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:34:59.746] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:34:59.746] Buildbucket request:
{
  "requestId": "8877644262872758016",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac15-tests-dbg"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "9140384c16e2d10eb469ac2dabdad7557c281ef4",
                        "project": "chromium/src",
                        "ref": "refs/heads/main"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "9140384c16e2d10eb469ac2dabdad7557c281ef4"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8712215136006062017"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8712215136006062017"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8712215136006062017"
                }
          ],
      "parent_build_id": "8712215136006062017",
      "parent_builder_group": "chromium.mac",
      "parent_buildername": "Mac Builder (dbg)",
      "parent_got_angle_revision": "fdff117046ce8f693914e3bc139d8819d42fa5a7",
      "parent_got_dawn_revision": "8f0deff0d2fa43ec948531a7ae69ee02dd6485c1",
      "parent_got_revision": "9140384c16e2d10eb469ac2dabdad7557c281ef4",
      "parent_got_revision_cp": "refs/heads/main@{#1473339}",
      "parent_got_swiftshader_revision": "7b7b93aa0b85d1a4fafe0e11c30d52f323bdd21a",
      "parent_got_v8_revision": "32b330ac8c50d47938a879343e450bd8bd8cd2e0",
      "parent_got_v8_revision_cp": "refs/heads/13.9.142@{#1}",
      "parent_got_webrtc_revision": "47b9d928a9e4c0f2dbe48909a37ec4d9c71ac1f6",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#44920}",
      "swarm_hashes": {
            "absl_hardening_tests": "ed298c0e892515fa28b813f4473f4c315146c1d64e70137f9ddae14db318ec1f/323",
            "accessibility_unittests": "be4114fd7b175d984849f1d599d56e770ad246d46f0ca668c957f344b41aeea0/323",
            "angle_unittests": "92063a12dcbe64fc684edbf3c5ace41487c4ba37ff582bf9bcbf5de3105e1dc8/408",
            "app_shell_unittests": "6ee24b917939a882cb653c1ba4727c05c5b0f0f227f3d0e6bf52a1c766b441b2/484",
            "base_unittests": "183fb1b42b413a7e93c02b9738528f53c400a036b3724bb9e0ae34ab4f6a5003/480",
            "blink_common_unittests": "5490af6f91840bd301cd1170cb7531d6bb898f7238c3a1291d22e97e4a2b8749/485",
            "blink_fuzzer_unittests": "b8145c8e217963c52956cad8bdc91e5f7a008971c590b00db5a59955b35805c7/323",
            "blink_heap_unittests": "6b123c6e9e98ef2168bed245b594ffec52e23e42782f9a5483140f0cef1f7441/323",
            "blink_platform_unittests": "42ee47bdbb694d60098d213d63520b12acbb869505721baa7718ec4504cc124e/643",
            "blink_python_tests": "d2d6bc89098230e5b6fa1604bceedc6199c9278c17781a6c68502dfed283bfb2/574",
            "blink_unittests": "c9053aaa930222ab056c2542773142e96b9b15cfdbfa406d94e2533c412f578d/649",
            "blink_web_tests": "7312c7d80e215a12739c194c48f5829284be806d290b213895a12cd9ee7593ad/566",
            "blink_wpt_tests": "2ff772e7568c296cae70d305e7b78296cfc3569e8530cc9d6e3771fe82c48dee/566",
            "boringssl_crypto_tests": "b87fde780815fd62a512311fb477af700dc60dea5b633b33f3d8bde45cdd7779/408",
            "boringssl_ssl_tests": "8be3e44029ed5641cd12d05b17010d8b5bb6cbfed353d7aad1c664649e53c90b/323",
            "capture_unittests": "67c84ca46ee812b7f61a4b4bb23c327267def19081a21c21ce9e03768d88609b/402",
            "cast_unittests": "5b349fd877bf17a8227925b07f91f484ccf489f65eaf7418627e8ad898f021de/323",
            "cc_unittests": "be8838eddd3128a5034713404d8618ac5282f12303662dca5665a1e14140687a/483",
            "chrome_app_unittests": "36b6d484b3f392e5eeafe134b5bcce6c3edc4e73d05cacd52f4fa61763061843/564",
            "chrome_wpt_tests": "f3392c8bc496faf0cbaa0d5dc1ab1baa3ad015bb0969a5d3f377d5f5912e8b13/566",
            "chromedriver_unittests": "2e4d682bbad9b892a81e61f3e941f30f0b5de0d019290884c0da6f017dc4457f/480",
            "components_browsertests": "6c41abc06d7fcbaf033a2d164c850c0e4b1f38277c59295d3e66a793a4fe80ee/652",
            "components_unittests": "594883d38bd5c35d98811efdcce238a8e9c6e58bef759210e49c2b167dd6928b/810",
            "content_browsertests": "a1730013c3495d634beccf786debce49349cb78fba5c0bfdbff6b0a917229d8b/724",
            "content_shell_crash_test": "926dd4e2cb8173f4b20d5e3b6cc280837c7edf53fe4dfef2adfb157f69d5b323/566",
            "content_unittests": "a33f806afd97df401bf581f92fbdc1dc7495f11699c9538fe08a2260d6a7c8de/560",
            "crashpad_tests": "a498b4850999ffd654bcd3f2e4e74ae09f4956295c147716045e12adcc276270/408",
            "cronet_tests": "843edebca942adf77d23d330c277b59a13d6bad404a8abdccc99ff0a6bf8d8b4/484",
            "cronet_unittests": "4b5b841a4cbae3fbeab3c30dc086ec40e3d910b2e767641fbf18d5231495e768/400",
            "crypto_unittests": "ed871f72b7c93fe2ed6a97df3944e80dcc57923d6e7f3517a7e28640789471ac/323",
            "device_unittests": "cd18effd242e9612569568b5ac9e10437cbb1361e81dab6667e6b5085200dc19/400",
            "display_unittests": "5d8e5e16028c9e21224abbcd2d636471dc8be97e8fd3cb6dfdbe14c0792739c2/323",
            "env_chromium_unittests": "5fd85f85b35f642c312e6c80aea2dd4fd4f0f1f2d27bc9f2fdd2038fc179716a/323",
            "events_unittests": "db06b7d56f37e66e396543d5b9790c2aae5a47d5375cd28dfc7c69910bee6310/323",
            "extensions_browsertests": "024047d6bf523bf30ae66b173b972b64dc3d0abccc068450cd1e99a5cee7173a/570",
            "extensions_unittests": "67ef0608c1a09a375013c1e9ff5758dfb81b08a782036494638d8442bfe6abf4/644",
            "filesystem_service_unittests": "9328eb9c9e6a465394915e1d276526f89fb4b58d8687523f9f171009b6ba0ec7/323",
            "flatbuffers_unittests": "3e5b67dfe886c6c7573f0bc81b13020a1b9a3cbca9287ab5f4bfa6fb1606c18b/408",
            "fuzzing_unittests": "a87e863f15a81c1293a1ad100735092793ca78842e468ae4832204b0e4f8d9dc/323",
            "gcm_unit_tests": "cf72ce78aad55b942065454b137c4c785fe30e5c2e4e0d2bfb4811483cae89a8/400",
            "gfx_unittests": "e7fb021a2b46099e4c19f75020d24b49dd23deb9b7f8756156f8e599755df9d4/399",
            "gin_unittests": "622b0341071c2b2fbe89b9fc8def2c1c1fb4e9b58f0f8cca41232b895681bb86/400",
            "google_apis_unittests": "c475ddca4c86a5c29e82baecee0723d2c514d29814f86297bdc3bd593ad34832/485",
            "gpu_unittests": "e10377e7a95b78cb1a8da81653fbfd3aa3e18ecc735959e522b695b0576bb3b0/400",
            "grit_python_unittests": "9edf4d9bbd1579d41fc0e931f0065b229103272bf0bb5c7402e27e8c389a5a0c/411",
            "gwp_asan_unittests": "5f5e2e442596e1e5f12c70a7887e55bcdca24afb02e31afc57766ed6f8f93ca8/408",
            "headless_browsertests": "dd8da799a7e6bc5c3224ca8ce819ac018b560ff23ae38ac5be5c054295d42005/569",
            "headless_shell_wpt": "3901fa7e5e6fb50e6b3c0e45ab55db713b9551dcafe3cc52c7ee56838139d683/566",
            "headless_unittests": "9f81b96803065b03c49e385a5c837fd4dbd3c5f1025005170cd22651ab067892/323",
            "interactive_ui_tests": "96fa5f5271bb7c011d991d9e9e2b7dc5567cb92552cbf002d3ae1e8846a49cb3/973",
            "ipc_tests": "86d775094c64b000d0561eb35d0c6e301026979d04f54a025f820d11a0836034/323",
            "latency_unittests": "4ee66d5d60665f45044a2f36fb3b825ad71bd97cc6d5814e19b3cea336089707/323",
            "leveldb_unittests": "4f020d4e5c12bdd3ec6ecf177c8efbf3be956c583fc983eab5eb21097a7975eb/323",
            "libjingle_xmpp_unittests": "aeb565ff8c27de6e9042debc5f8aa382f0cddece8faef1e15c55b7e15d32be71/323",
            "liburlpattern_unittests": "690264ddf48b46d0ce484a7fc09cd2d5ed446c414ec9b14fa1f51360ff96ace1/323",
            "media_unittests": "27f4391d17ef5a8cba16785b5ff310070439609bf554b973ff9bde8ad4267421/403",
            "message_center_unittests": "c3f9f7a3adc8f42661780f803638d4b522e34626e13a4ef20e2fddcd0d8f4d08/323",
            "midi_unittests": "26e605665474f6db8f95e9612c97de49489323e08abf8b5aa94b84992bbe5385/323",
            "mojo_unittests": "ab5df9ee784ecc306dd437c6270d7f21dc61c9145996881b8c5dcf5f7c8397db/401",
            "native_theme_unittests": "8ec9b04a54d84d38f477797731870efa4abf0da89d9020e7736c0b83a42dbf6a/323",
            "net_unittests": "9a970041fab75f0b839fada5259b6bfc5dde598a8e7256248f5b47ef9ed08a72/487",
            "openscreen_unittests": "ee0aaeddda7c0d911515e6579143c154d9d697aa7a615f3eca793eb1c46fb6a9/408",
            "pdf_unittests": "27178982f28858017c97431d887e90cf07e48525731420b246ca5a7e75b9c027/400",
            "perfetto_unittests": "440f0a775a3b95f482b293ed5b13b458ef3c6d21d2e3f3f1fa7c34cf81df8bf1/323",
            "performance_test_suite": "76d9233ba7a34fce101e11a0c5413f4426d34d31aa5dc67236c2b821013cdad1/732",
            "power_sampler_unittests": "3144201d061e5d8172c4b2ac4296136cb77dfcedfa067aed32293673f5e6bf30/323",
            "printing_unittests": "400af95be74dba94429869bba934710ad43fc19b921cad8609e79f8324c2c462/482",
            "remoting_unittests": "32811620e948bd2027e795f6f08aa3e95088a433d26eaf6226387af0f9aa4100/400",
            "sandbox_unittests": "8bea894c7c843062607745ef5b52ee18828db92fa0b1f5296ab581ee4c78223b/323",
            "services_unittests": "5e55bdb02e93dc3f16399d61a1597505a54ee31c271be1584f0ef9bca80ceac5/653",
            "shell_dialogs_unittests": "e854af2334e5d27ba20e45e4bdff27bebdd4db1e5484ca648c025d77a182594e/323",
            "skia_unittests": "f254a6b1c789a28e90189f4edb47afb25036527789991c77564cd1b1d5f3ab99/323",
            "snapshot_unittests": "9387a8382aa26943000e92c2a3c3a7b3e57a436f16e86754f22681ae95beb536/323",
            "sql_unittests": "e86896d63d027f2a22a7a26630d22cd4ef2cfe3a4195932639459b5f0712a573/400",
            "storage_unittests": "c6f1bc0b3b0eec4d1928cd6fcc240dcac210d30b9bdc6fb703041375f460bc85/481",
            "sync_integration_tests": "508231b915b2c70bb71677e5a6c848a78ec35c74a52e2f94d459d9e389ce6853/646",
            "telemetry_gpu_unittests": "a8d40e068e49fa20d04f443882eb92c8804c05c02da8d0b5b677f07da166f15e/736",
            "telemetry_unittests": "05ced56230c4f6524936a5ccf88e46b2c84d2e83b9d83453a727194991da84a6/575",
            "ui_base_unittests": "d20ba81e85793e8c4a469bc8f030352cb9b1806a26ea75b0c2a4359e43f9c6ed/555",
            "ui_touch_selection_unittests": "461b8d9465e25fbd0556db3479a86d812be358f64cf63e54268fa9783ae840ba/323",
            "ui_unittests": "37f9381691c61495ea5cdbba525fe3521f1b682de4e95737bf2b7c543dd92092/323",
            "unit_tests": "5b38d4f60f9e0ce4f497f949a22b31a2084df251ad282169e29eee8485c5893a/1061",
            "updater_tests": "d454374db1b64dd1292ddb41d10228350432d44d302d323c6179dd077e3dc2f4/566",
            "url_unittests": "4220af11530e41ae8872df67e79c36c4cea2489308e37330f514fdbd1a133d83/323",
            "views_perftests": "de77d64847b03bfde37085f733943cdd10fefcb0da50a4b956aadaa61f103ce4/487",
            "views_unittests": "02a1dc9e0fc6ce012ab855f77ae4024e05429caab80c797061e6169bf964b5f7/402",
            "viz_unittests": "eff86d6143ec550e9b68859070eef1e66c34a850872ea6c1ccc8dfd9da8a1ff8/407",
            "wtf_unittests": "711bc007018cd58021e9c92a4e628fa779d931a889e906bcd7586b9c7b0465c5/323",
            "xr_browser_tests": "3c2c914b2ff94dcc88296f2b8f25ecc2ea538d8ed2f8ec6af73ba29e2a81fb8f/645",
            "zlib_unittests": "862d2140767d21e8ea8ed4119c6fe9db7efcbd75f6c56757d681ba761d9c5151/408"
          },
      "swarming_command_lines_cwd": "out/38ad-Mac_Builder_(db",
      "swarming_command_lines_digest": "757f1444e5f4d0626199eeda35de9dc9fb8778be2dfd5ce704b921a90bfc0fec/94",
      "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "9140384c16e2d10eb469ac2dabdad7557c281ef4",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8877644262872758016"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac15-tests-dbg"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Mac Builder (dbg)"
    },
    {
      "key": "parent_buildnumber",
      "value": "306989"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[02:35:00.465] Scheduled build:
{
  "id": "8712214200780640593",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac15-tests-dbg"
  },
  "number": 708,
  "createdBy": "project:chromium",
  "createTime": "2025-06-13T02:34:59.893543798Z",
  "updateTime": "2025-06-13T02:34:59.893543798Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "9140384c16e2d10eb469ac2dabdad7557c281ef4",
      "ref": "refs/heads/main"
    }
  }
}
[02:35:00.465] Task URL: https://cr-buildbucket.appspot.com/build/8712214200780640593
[02:35:00.465] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8877644262872758016:2:0) after 6m20s
[02:35:34.414] Received PubSub notification, asking Buildbucket for the build status
[02:35:34.437] Build status: SCHEDULED
[02:39:10.706] Received PubSub notification, asking Buildbucket for the build status
[02:39:10.733] Build status: STARTED
[02:41:20.479] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8877644262872758016:2:0)
[02:41:20.536] Build status: STARTED
[02:41:20.536] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8877644262872758016:5:0) after 5m42s
[02:47:02.592] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8877644262872758016:5:0)
[02:47:02.624] Build status: STARTED
[02:47:02.624] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8877644262872758016:6:0) after 3m20s
[02:50:22.622] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8877644262872758016:6:0)
[02:50:22.674] Build status: STARTED
[02:50:22.674] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8877644262872758016:7:0) after 5m5s
[02:55:27.695] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8877644262872758016:7:0)
[02:55:27.714] Build status: STARTED
[02:55:27.715] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8877644262872758016:8:0) after 2m24s
[02:57:51.713] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8877644262872758016:8:0)
[02:57:51.759] Build status: STARTED
[02:57:51.759] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8877644262872758016:9:0) after 4m47s
[03:02:38.836] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8877644262872758016:9:0)
[03:02:38.901] Build status: STARTED
[03:02:38.901] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8877644262872758016:10:0) after 8m43s
[03:11:21.931] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8877644262872758016:10:0)
[03:11:21.951] Build status: STARTED
[03:11:21.951] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8877644262872758016:11:0) after 2m23s
[03:13:44.979] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8877644262872758016:11:0)
[03:13:45.002] Build status: STARTED
[03:13:45.002] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8877644262872758016:12:0) after 3m39s
[03:17:24.202] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8877644262872758016:12:0)
[03:17:24.216] Build status: STARTED
[03:17:24.216] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8877644262872758016:13:0) after 5m20s
[03:22:44.290] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8877644262872758016:13:0)
[03:22:44.343] Build status: STARTED
[03:22:44.343] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8877644262872758016:14:0) after 4m51s
[03:27:35.377] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8877644262872758016:14:0)
[03:27:35.402] Build status: STARTED
[03:27:35.402] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8877644262872758016:15:0) after 4m7s
[03:31:42.492] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8877644262872758016:15:0)
[03:31:42.523] Build status: STARTED
[03:31:42.523] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8877644262872758016:16:0) after 2m21s
[03:34:03.545] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8877644262872758016:16:0)
[03:34:03.563] Build status: STARTED
[03:34:03.563] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8877644262872758016:17:0) after 4m23s
[03:38:26.704] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8877644262872758016:17:0)
[03:38:26.720] Build status: STARTED
[03:38:26.720] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8877644262872758016:18:0) after 5m1s
[03:43:27.741] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8877644262872758016:18:0)
[03:43:27.763] Build status: STARTED
[03:43:27.763] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8877644262872758016:19:0) after 4m7s
[03:47:34.834] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8877644262872758016:19:0)
[03:47:34.874] Build status: STARTED
[03:47:34.874] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8877644262872758016:20:0) after 9m32s
[03:57:06.928] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8877644262872758016:20:0)
[03:57:06.947] Build status: STARTED
[03:57:06.947] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8877644262872758016:21:0) after 6m20s
[04:03:26.983] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8877644262872758016:21:0)
[04:03:27.142] Build status: STARTED
[04:03:27.142] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8877644262872758016:22:0) after 1m51s
[04:05:18.172] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8877644262872758016:22:0)
[04:05:18.199] Build status: STARTED
[04:05:18.200] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8877644262872758016:23:0) after 2m0s
[04:07:18.327] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8877644262872758016:23:0)
[04:07:18.368] Build status: STARTED
[04:07:18.368] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8877644262872758016:24:0) after 3m18s
[04:10:36.389] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8877644262872758016:24:0)
[04:10:36.406] Build status: STARTED
[04:10:36.406] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8877644262872758016:25:0) after 4m43s
[04:15:19.431] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8877644262872758016:25:0)
[04:15:19.496] Build status: STARTED
[04:15:19.496] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8877644262872758016:26:0) after 6m51s
[04:22:10.536] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8877644262872758016:26:0)
[04:22:10.569] Build status: STARTED
[04:22:10.569] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8877644262872758016:27:0) after 3m17s
[04:25:27.649] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8877644262872758016:27:0)
[04:25:27.695] Build status: STARTED
[04:25:27.695] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8877644262872758016:28:0) after 8m38s
[04:34:05.777] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8877644262872758016:28:0)
[04:34:05.794] Build status: STARTED
[04:34:05.794] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8877644262872758016:29:0) after 5m47s
[04:38:22.630] Received PubSub notification, asking Buildbucket for the build status
[04:38:22.648] Build:
{
  "id": "8712214200780640593",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac15-tests-dbg"
  },
  "number": 708,
  "createdBy": "project:chromium",
  "createTime": "2025-06-13T02:34:59.893543798Z",
  "startTime": "2025-06-13T02:39:10.508542869Z",
  "endTime": "2025-06-13T04:38:22.215083556Z",
  "updateTime": "2025-06-13T04:38:22.215083556Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "9140384c16e2d10eb469ac2dabdad7557c281ef4",
      "ref": "refs/heads/main"
    }
  }
}
[04:38:22.648] Invocation finished in 2h3m24.13422982s with status FAILED