Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 1 hour
Actions:

Definition (rev 9f98c0525276ff8b8aa8ef1f83e3f0516a3ab4d1)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "mac15-tests-dbg"
>

Incoming triggers

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "961c4d9e7c72e7e7481a45c2465b6342dce66c8a",
        "project": "chromium/src",
        "ref": "refs/heads/main"
      }
    ]
  },
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "961c4d9e7c72e7e7481a45c2465b6342dce66c8a"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8700727308943837745"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8700727308943837745"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8700727308943837745"
    }
  ],
  "parent_build_id": "8700727308943837745",
  "parent_builder_group": "chromium.mac",
  "parent_buildername": "Mac Builder (dbg)",
  "parent_got_angle_revision": "2c1ef1ca4797c68b021972183e84a91be9b37a7f",
  "parent_got_dawn_revision": "065d3b5ea3e390c16b1e8a3e2e19e1454cc37274",
  "parent_got_revision": "961c4d9e7c72e7e7481a45c2465b6342dce66c8a",
  "parent_got_revision_cp": "refs/heads/main@{#1531660}",
  "parent_got_swiftshader_revision": "3d536c0fc62b1cdea0f78c3c38d79be559855b88",
  "parent_got_v8_revision": "997b12fd2993bf30247cb6ec2688d948f05ff595",
  "parent_got_v8_revision_cp": "refs/heads/14.3.101@{#1}",
  "parent_got_webrtc_revision": "47ad4b691875b07c7fa963279a7debef34fefccc",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#45975}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "961c4d9e7c72e7e7481a45c2465b6342dce66c8a",
  "swarm_hashes": {
    "absl_hardening_tests": "2b32d7fac850c8c0dd1ff336b0c249393558ce0df863048301b9bc8270df18b1/323",
    "accessibility_unittests": "a0fd7f33de6f1d4e0b3d0652b4113aa9cb60c014e76ae7ea1c6331e472589807/323",
    "angle_unittests": "80bddef303f667065602bfb7499dbbf446b5d938ce7ea389c95733613d0e3c3a/408",
    "app_shell_unittests": "f2d3831e0288406abe2ffb56155e5e1f78a953124d72da84c4a2bd50a67fef1b/484",
    "base_unittests": "c8dabe7c02817e914802b58984369a094e64fc383f87da0303b1facac0cdd3ba/480",
    "blink_common_unittests": "dd2519b289bc49e29eef471273285d815eb20b6605d25a19443c9ef5aaf1caf0/485",
    "blink_fuzzer_unittests": "7fd0151d261c0116fb568b974a1d96418c0dea2a058ae5a298d3d2ee045b3b20/323",
    "blink_heap_unittests": "cd3b07eff903ea2b4d477c599e1dee0f4b9a947dcbe93baf77a21781844d9d53/323",
    "blink_platform_unittests": "663822069919e78110d77276091706d6850c0507ad925c15de70dcda13786061/643",
    "blink_python_tests": "ffb056b8aa91ce1b33bdbf3776b65aa1a82fbad53f86b80457890d2f305f8d5e/574",
    "blink_unittests": "476f3f5e5461ede04495bb17e5b8403c110c38dc088b4e36c4210706f18b02d5/649",
    "blink_web_tests": "02bcbc8fdb595297e27263dfd9f9dc929354ba13f086bd9e928b99776cf5640a/566",
    "blink_wpt_tests": "7920dc2dce4ddc55e74e32d516713c8371beb4a9ca437d49597e805c0dbb7444/566",
    "boringssl_crypto_tests": "ec39000f4b33d86f6e0780984ce55cbd359b08af546882abb9d75a71d2d61824/408",
    "boringssl_ssl_tests": "915237a3f9462879d905f9f1f1e0248670b69bdb7012c96bb02e1d1ab7bc8c1f/323",
    "capture_unittests": "5b64def746d62279c7e6c8804e1871038acc38dcd809fed19341e5f1851c55f9/402",
    "cast_unittests": "875da5e50f80c19fab988011e2086b891e07bc6a85cc679d82f5f3ccffa7ad38/323",
    "cc_unittests": "03b56c3669bd9c7f1b241c9fbf28629ba28b0a8d47b6114c34a47a404f595629/483",
    "chrome_app_unittests": "1b2cef8192414212c2f61eab73d3429990880953affbf70f68821f4e6c11a5eb/564",
    "chrome_wpt_tests": "4d6873ae99a8e11fd5cdd3009b78f28d13cf45da3f06445f0879227807ada6a2/566",
    "chromedriver_unittests": "4daa1e355d6f183f95b1389aebaba30e3579d76b575144129a5954da6f27b41f/480",
    "components_browsertests": "03e6de3a4437aaae018fa4ae63c20a44c078f569fd48941bbd6719038dbf884e/652",
    "components_unittests": "7ab4b7ed1425dda55d86c9d8633715d8ce7a0130a3708150423ac732255b7564/810",
    "content_browsertests": "46cfa7c764900cf6c36450d94d53ad1971debeba9903d12b3a2ccd0b20b232c9/725",
    "content_shell_crash_test": "ccd320883608946e1914acb5867b21400ff3c8a369c28635d0d7c5429140eb1f/566",
    "content_unittests": "894be4891cf4e5d11c3f8795dd6897494b1c0690462bee08f66269867097d2d0/560",
    "crashpad_tests": "23bafe1d399a35f09c5fb9a138ec2b465b24b6e0c67b457d5363616bbe2ef9fb/408",
    "cronet_tests": "764e65f3fe5196202edcab5d4742f04836af586ab9913e5962657c75786f0579/400",
    "cronet_unittests": "d9a702105f65284fcd6c3dd6f658acfe6bff088d15d6ef2f1071069bf2eca3c7/400",
    "crypto_unittests": "eafebc97ba6cd39ee2e73b226a7988cff3165f4d457479bfc0fc51f8de1c84a9/403",
    "device_unittests": "3c688fe752daba83fdfdd05b05c980eddacd1ed77032caef11ef789eec48a066/400",
    "display_unittests": "c07bf77440ca9877ccb66a8a0c5dd7260a2fc219c8f5b1c26a5330f91ee4e7fc/323",
    "env_chromium_unittests": "d19f222e574112f3f5bd5d45e7638e41981eb7bbcc8d0c181ab9ec68ff0bc1f1/323",
    "events_unittests": "c231c29249b4352184012b2e3130dba5e487421913654ee442b509121dff670e/323",
    "extensions_browsertests": "040d05ba2b77ed6c06a7df3b10dbb3f14bbca31c83024586cd3a0f6a0bd5891c/570",
    "extensions_unittests": "abfc483bd5fbeb12ce7c85a38b92bebf0d553bce050ae038305ceebb360e1eaa/644",
    "filesystem_service_unittests": "01c6acc03b8db10c4b2ad7d163df90d614d405093015734753bf86ef5fed6cf7/323",
    "flatbuffers_unittests": "f733d9c77c96a356c2d462015a7130768f938b478e53b960d7bdfaa9bde24cb6/408",
    "fuzzing_unittests": "36084a9a5ac6b6e7b138a7e9324b92ef7147d91cfeee4fe6df10f9d94ed4c67d/323",
    "gcm_unit_tests": "5a5eec5c78703bf325ff2f7d6029b884ba17fa83c17b092d0153a5d23cc13241/400",
    "gfx_unittests": "05cba2f8665a9de2e8982fd535e1809494e99b76fb45d54820116bcef2d3956f/399",
    "gin_unittests": "db56bec9ec20a412a894cef823c7425946f0052ee53c83b77fd6f1b3d585c67c/400",
    "google_apis_unittests": "3345873356a390c64c4890c1331f55f7fe999d220e0ce501cdc22fe45f8c55db/485",
    "gpu_unittests": "84e6e5c9760ebe5622485b1227b0e42d213f621b1185c540e080ab7582b25cac/400",
    "grit_python_unittests": "d208c4182daf11b4236fb1f93c0c25982c3a9fb846c73a91cd1e8acb5ce72ab1/411",
    "gwp_asan_unittests": "41b09eb061b03414ef3587783b69cd94ce3e98d3a7db296474b13edf0a370b64/408",
    "headless_browsertests": "70233430b7f4531b62e28d7460caa8094e763b52f80f12aa0833873fefcdb765/653",
    "headless_shell_wpt": "756025568801928e6220704477e1cd498bd5d257e05870620e48692fc0893d19/566",
    "headless_unittests": "6bc250897bda7ef619261a49ce6d84a1622e805ecd8012602534d64592bdb44c/323",
    "interactive_ui_tests": "6d2cc086463c36ac353ba6befbf58bb16a8e3859c50d30641637414ef56f997d/974",
    "ipc_tests": "10ceecbf470eddcb0fb0ff04fdd7dd6d5e7821134051c158a51899bec197f81d/323",
    "latency_unittests": "85b910382266d15f68f1004bc3a86a00e6e9315f4f60aa142164e3e25b6207df/323",
    "leveldb_unittests": "387e0e714bfffaae78efb297f91b857b0e64ca68b4744aaeb95b74f0ffef850e/323",
    "libjingle_xmpp_unittests": "89d493a5c783bcd23a269a506f4aeeddb8d8b87cc219a04aa28264daae5f8700/323",
    "liburlpattern_unittests": "8f02067374ebe992b3631af51725a19011a129282f37980d66791fbe32e90a83/323",
    "media_unittests": "6ee5a8b0ab50b7231be581d2565a688207f114d3c53bfe4a3a70dc64aaab11d5/403",
    "message_center_unittests": "845ac4a724a2c128870ac4026dce75fab12b957ee4fbf951d46812657eb8b14b/323",
    "midi_unittests": "38b18d2a8f2f423842930b050a587f92cdb45ffa7913e9fd5d2532d6c804987b/323",
    "mojo_unittests": "bca147f0495fd6631d709743601267dc1bcc0bdb273752dbfbcce96dfacfdbc9/401",
    "native_theme_unittests": "df42671ecf1775143cf01c8d4432dc9df89deeddef67f10870aca6c523cdf30c/323",
    "net_unittests": "610453af6d5221c3c1697ac9386070e6ba4a1639dc8287ca16e9603d704c2187/486",
    "openscreen_unittests": "1f5877a49b80960c856a13ef0487c2e7b0e953dda63697f06d5ec2394f8310f9/408",
    "pdf_unittests": "fe76c557103adeb95534fa3070471f7b23888c185a26f3d82c3d9d44855fe45c/400",
    "perfetto_unittests": "bb8c342ab364f93ce108fe9c428f9d363166fff89208cfad6bc873b724449775/323",
    "performance_test_suite": "116baee2671b90e518ebdbdd422082b4556b0602b7e0ada5f5cfec1d0d819005/732",
    "power_sampler_unittests": "7b7dec7fef558e1d7638354ebb572f306d9350e9b0eca52ca79d249e529fdd87/323",
    "printing_unittests": "5d3656898b4340762c15d8e9206f737133ccb2c6ca531d9a5a0bf25b7be18edd/482",
    "remoting_unittests": "6d22f0733e69360cc145fe0e7ff396bd86e2cb3cebde0da174d0f7fce034a533/400",
    "sandbox_unittests": "9aa937ce365b776bfcd152192d362137fb5a2e24f53b8d7540ce98ca1cadd6af/323",
    "services_unittests": "7cc4091e7806a5d1ba13fef2be59339a08c6ac1e399cd46d11e180a6fa284f5e/653",
    "shell_dialogs_unittests": "db7923d8dfd88f24c0e662128ee59fb84b877417efc20a427b4025d6966c8588/323",
    "skia_unittests": "7cb8763ec6f315020a42ff997b771bb760bb859813ce88175042ec2134b9ed6a/323",
    "snapshot_unittests": "269eee7221f281b36cd26c2de853edf3362be7d56e766a71a43127aa8181c8df/323",
    "sql_unittests": "9043601f33e2f90cef1dd3343a30f2f7b5d87c3046b228a2beb8d05a659f043f/400",
    "storage_unittests": "9ed56624881503f4c689286c8e1c8e96ecb694475d3397d136b33e9538131991/481",
    "sync_integration_tests": "4e6621f433de9ecb50a4d5d7e6889db6f44cb7c767dd96dc9a61c41007295029/646",
    "telemetry_gpu_unittests": "dfd3df29001cd3025bf53a01e7a12f04530dca989f1ac5e0472653c4c1af378f/736",
    "telemetry_unittests": "00e1bb9a004fa5f7c59d235b8c9bc4862c0d5abf67124b3d228b834e08296689/575",
    "ui_base_unittests": "c749897de13ee6b2622dff4990694afdd875fd40c787505e152caf0d12517038/555",
    "ui_touch_selection_unittests": "1fc2e8242899e15237c5abee11ff4c804af0c52485f6a5f69bf3a0b4038ec00c/323",
    "ui_unittests": "eca8964002c6108542283e2be98917c15016990cd55447c5265b335e609408f0/323",
    "unit_tests": "b2e07e746ba34c0d663cdc9bd539d56629afafc0d90cb6ebcff52a909c6be1e0/1061",
    "updater_tests": "2e862cafd223ba76e60b5cbbd7ef8bbb9b81344b83cfa6f8037ba1baa9128383/566",
    "url_unittests": "9da8177ffb4d5c2b1640c69810df523914398297f90119b4fb9e302f4e5ba9bb/323",
    "views_perftests": "0a0587475fef22fb6900e58b9cc19f2a3de8ec66bf6950ab178dc901a64db561/487",
    "views_unittests": "aec7ca339219b1bc78213bb44b89e60a73baacc24fb993ec63abbe75a9a08470/402",
    "viz_unittests": "f6f054099a0a33bb7384b7f6f0bc85621909e88fbe0d7b867e642d89bff79d81/407",
    "wtf_unittests": "d3607fadd2ab3aff71948483b15988c5b69f48a573ad892862b64056a8dd25e6/323",
    "xr_browser_tests": "5fa9b49e5d0b8a97ca28a242a4ce78e40f4f40acf3a0c403f802ceea237bac9b/645",
    "zlib_unittests": "5071bdebf5f5d0c6b8023102dd15200c40a227188b10691b445f16e082b4317f/408"
  },
  "swarming_command_lines_cwd": "out/38ad-Mac_Builder_(db",
  "swarming_command_lines_digest": "07e6b3479b3c11c2c9a1d3696e884c2d2ab29c264c793cc2c8cd325ce244da36/94",
  "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/961c4d9e7c72e7e7481a45c2465b6342dce66c8a
  • gitiles_ref:refs/heads/main
  • parent_buildername:Mac Builder (dbg)
  • parent_buildnumber:317331
  • user_agent:recipe

Debug log (UTC)

[21:52:52.348] New invocation is queued and will start shortly
[21:52:52.348] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[21:52:53.762] Starting the invocation (attempt 1)
[21:52:53.795] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/961c4d9e7c72e7e7481a45c2465b6342dce66c8a"
[21:52:53.795] Popped gitiles commit info from properties and tags
[21:52:53.795] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:52:53.796] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:52:53.796] Buildbucket request:
{
  "requestId": "8866156196740295968",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac15-tests-dbg"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "961c4d9e7c72e7e7481a45c2465b6342dce66c8a",
                        "project": "chromium/src",
                        "ref": "refs/heads/main"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "961c4d9e7c72e7e7481a45c2465b6342dce66c8a"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8700727308943837745"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8700727308943837745"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8700727308943837745"
                }
          ],
      "parent_build_id": "8700727308943837745",
      "parent_builder_group": "chromium.mac",
      "parent_buildername": "Mac Builder (dbg)",
      "parent_got_angle_revision": "2c1ef1ca4797c68b021972183e84a91be9b37a7f",
      "parent_got_dawn_revision": "065d3b5ea3e390c16b1e8a3e2e19e1454cc37274",
      "parent_got_revision": "961c4d9e7c72e7e7481a45c2465b6342dce66c8a",
      "parent_got_revision_cp": "refs/heads/main@{#1531660}",
      "parent_got_swiftshader_revision": "3d536c0fc62b1cdea0f78c3c38d79be559855b88",
      "parent_got_v8_revision": "997b12fd2993bf30247cb6ec2688d948f05ff595",
      "parent_got_v8_revision_cp": "refs/heads/14.3.101@{#1}",
      "parent_got_webrtc_revision": "47ad4b691875b07c7fa963279a7debef34fefccc",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#45975}",
      "swarm_hashes": {
            "absl_hardening_tests": "2b32d7fac850c8c0dd1ff336b0c249393558ce0df863048301b9bc8270df18b1/323",
            "accessibility_unittests": "a0fd7f33de6f1d4e0b3d0652b4113aa9cb60c014e76ae7ea1c6331e472589807/323",
            "angle_unittests": "80bddef303f667065602bfb7499dbbf446b5d938ce7ea389c95733613d0e3c3a/408",
            "app_shell_unittests": "f2d3831e0288406abe2ffb56155e5e1f78a953124d72da84c4a2bd50a67fef1b/484",
            "base_unittests": "c8dabe7c02817e914802b58984369a094e64fc383f87da0303b1facac0cdd3ba/480",
            "blink_common_unittests": "dd2519b289bc49e29eef471273285d815eb20b6605d25a19443c9ef5aaf1caf0/485",
            "blink_fuzzer_unittests": "7fd0151d261c0116fb568b974a1d96418c0dea2a058ae5a298d3d2ee045b3b20/323",
            "blink_heap_unittests": "cd3b07eff903ea2b4d477c599e1dee0f4b9a947dcbe93baf77a21781844d9d53/323",
            "blink_platform_unittests": "663822069919e78110d77276091706d6850c0507ad925c15de70dcda13786061/643",
            "blink_python_tests": "ffb056b8aa91ce1b33bdbf3776b65aa1a82fbad53f86b80457890d2f305f8d5e/574",
            "blink_unittests": "476f3f5e5461ede04495bb17e5b8403c110c38dc088b4e36c4210706f18b02d5/649",
            "blink_web_tests": "02bcbc8fdb595297e27263dfd9f9dc929354ba13f086bd9e928b99776cf5640a/566",
            "blink_wpt_tests": "7920dc2dce4ddc55e74e32d516713c8371beb4a9ca437d49597e805c0dbb7444/566",
            "boringssl_crypto_tests": "ec39000f4b33d86f6e0780984ce55cbd359b08af546882abb9d75a71d2d61824/408",
            "boringssl_ssl_tests": "915237a3f9462879d905f9f1f1e0248670b69bdb7012c96bb02e1d1ab7bc8c1f/323",
            "capture_unittests": "5b64def746d62279c7e6c8804e1871038acc38dcd809fed19341e5f1851c55f9/402",
            "cast_unittests": "875da5e50f80c19fab988011e2086b891e07bc6a85cc679d82f5f3ccffa7ad38/323",
            "cc_unittests": "03b56c3669bd9c7f1b241c9fbf28629ba28b0a8d47b6114c34a47a404f595629/483",
            "chrome_app_unittests": "1b2cef8192414212c2f61eab73d3429990880953affbf70f68821f4e6c11a5eb/564",
            "chrome_wpt_tests": "4d6873ae99a8e11fd5cdd3009b78f28d13cf45da3f06445f0879227807ada6a2/566",
            "chromedriver_unittests": "4daa1e355d6f183f95b1389aebaba30e3579d76b575144129a5954da6f27b41f/480",
            "components_browsertests": "03e6de3a4437aaae018fa4ae63c20a44c078f569fd48941bbd6719038dbf884e/652",
            "components_unittests": "7ab4b7ed1425dda55d86c9d8633715d8ce7a0130a3708150423ac732255b7564/810",
            "content_browsertests": "46cfa7c764900cf6c36450d94d53ad1971debeba9903d12b3a2ccd0b20b232c9/725",
            "content_shell_crash_test": "ccd320883608946e1914acb5867b21400ff3c8a369c28635d0d7c5429140eb1f/566",
            "content_unittests": "894be4891cf4e5d11c3f8795dd6897494b1c0690462bee08f66269867097d2d0/560",
            "crashpad_tests": "23bafe1d399a35f09c5fb9a138ec2b465b24b6e0c67b457d5363616bbe2ef9fb/408",
            "cronet_tests": "764e65f3fe5196202edcab5d4742f04836af586ab9913e5962657c75786f0579/400",
            "cronet_unittests": "d9a702105f65284fcd6c3dd6f658acfe6bff088d15d6ef2f1071069bf2eca3c7/400",
            "crypto_unittests": "eafebc97ba6cd39ee2e73b226a7988cff3165f4d457479bfc0fc51f8de1c84a9/403",
            "device_unittests": "3c688fe752daba83fdfdd05b05c980eddacd1ed77032caef11ef789eec48a066/400",
            "display_unittests": "c07bf77440ca9877ccb66a8a0c5dd7260a2fc219c8f5b1c26a5330f91ee4e7fc/323",
            "env_chromium_unittests": "d19f222e574112f3f5bd5d45e7638e41981eb7bbcc8d0c181ab9ec68ff0bc1f1/323",
            "events_unittests": "c231c29249b4352184012b2e3130dba5e487421913654ee442b509121dff670e/323",
            "extensions_browsertests": "040d05ba2b77ed6c06a7df3b10dbb3f14bbca31c83024586cd3a0f6a0bd5891c/570",
            "extensions_unittests": "abfc483bd5fbeb12ce7c85a38b92bebf0d553bce050ae038305ceebb360e1eaa/644",
            "filesystem_service_unittests": "01c6acc03b8db10c4b2ad7d163df90d614d405093015734753bf86ef5fed6cf7/323",
            "flatbuffers_unittests": "f733d9c77c96a356c2d462015a7130768f938b478e53b960d7bdfaa9bde24cb6/408",
            "fuzzing_unittests": "36084a9a5ac6b6e7b138a7e9324b92ef7147d91cfeee4fe6df10f9d94ed4c67d/323",
            "gcm_unit_tests": "5a5eec5c78703bf325ff2f7d6029b884ba17fa83c17b092d0153a5d23cc13241/400",
            "gfx_unittests": "05cba2f8665a9de2e8982fd535e1809494e99b76fb45d54820116bcef2d3956f/399",
            "gin_unittests": "db56bec9ec20a412a894cef823c7425946f0052ee53c83b77fd6f1b3d585c67c/400",
            "google_apis_unittests": "3345873356a390c64c4890c1331f55f7fe999d220e0ce501cdc22fe45f8c55db/485",
            "gpu_unittests": "84e6e5c9760ebe5622485b1227b0e42d213f621b1185c540e080ab7582b25cac/400",
            "grit_python_unittests": "d208c4182daf11b4236fb1f93c0c25982c3a9fb846c73a91cd1e8acb5ce72ab1/411",
            "gwp_asan_unittests": "41b09eb061b03414ef3587783b69cd94ce3e98d3a7db296474b13edf0a370b64/408",
            "headless_browsertests": "70233430b7f4531b62e28d7460caa8094e763b52f80f12aa0833873fefcdb765/653",
            "headless_shell_wpt": "756025568801928e6220704477e1cd498bd5d257e05870620e48692fc0893d19/566",
            "headless_unittests": "6bc250897bda7ef619261a49ce6d84a1622e805ecd8012602534d64592bdb44c/323",
            "interactive_ui_tests": "6d2cc086463c36ac353ba6befbf58bb16a8e3859c50d30641637414ef56f997d/974",
            "ipc_tests": "10ceecbf470eddcb0fb0ff04fdd7dd6d5e7821134051c158a51899bec197f81d/323",
            "latency_unittests": "85b910382266d15f68f1004bc3a86a00e6e9315f4f60aa142164e3e25b6207df/323",
            "leveldb_unittests": "387e0e714bfffaae78efb297f91b857b0e64ca68b4744aaeb95b74f0ffef850e/323",
            "libjingle_xmpp_unittests": "89d493a5c783bcd23a269a506f4aeeddb8d8b87cc219a04aa28264daae5f8700/323",
            "liburlpattern_unittests": "8f02067374ebe992b3631af51725a19011a129282f37980d66791fbe32e90a83/323",
            "media_unittests": "6ee5a8b0ab50b7231be581d2565a688207f114d3c53bfe4a3a70dc64aaab11d5/403",
            "message_center_unittests": "845ac4a724a2c128870ac4026dce75fab12b957ee4fbf951d46812657eb8b14b/323",
            "midi_unittests": "38b18d2a8f2f423842930b050a587f92cdb45ffa7913e9fd5d2532d6c804987b/323",
            "mojo_unittests": "bca147f0495fd6631d709743601267dc1bcc0bdb273752dbfbcce96dfacfdbc9/401",
            "native_theme_unittests": "df42671ecf1775143cf01c8d4432dc9df89deeddef67f10870aca6c523cdf30c/323",
            "net_unittests": "610453af6d5221c3c1697ac9386070e6ba4a1639dc8287ca16e9603d704c2187/486",
            "openscreen_unittests": "1f5877a49b80960c856a13ef0487c2e7b0e953dda63697f06d5ec2394f8310f9/408",
            "pdf_unittests": "fe76c557103adeb95534fa3070471f7b23888c185a26f3d82c3d9d44855fe45c/400",
            "perfetto_unittests": "bb8c342ab364f93ce108fe9c428f9d363166fff89208cfad6bc873b724449775/323",
            "performance_test_suite": "116baee2671b90e518ebdbdd422082b4556b0602b7e0ada5f5cfec1d0d819005/732",
            "power_sampler_unittests": "7b7dec7fef558e1d7638354ebb572f306d9350e9b0eca52ca79d249e529fdd87/323",
            "printing_unittests": "5d3656898b4340762c15d8e9206f737133ccb2c6ca531d9a5a0bf25b7be18edd/482",
            "remoting_unittests": "6d22f0733e69360cc145fe0e7ff396bd86e2cb3cebde0da174d0f7fce034a533/400",
            "sandbox_unittests": "9aa937ce365b776bfcd152192d362137fb5a2e24f53b8d7540ce98ca1cadd6af/323",
            "services_unittests": "7cc4091e7806a5d1ba13fef2be59339a08c6ac1e399cd46d11e180a6fa284f5e/653",
            "shell_dialogs_unittests": "db7923d8dfd88f24c0e662128ee59fb84b877417efc20a427b4025d6966c8588/323",
            "skia_unittests": "7cb8763ec6f315020a42ff997b771bb760bb859813ce88175042ec2134b9ed6a/323",
            "snapshot_unittests": "269eee7221f281b36cd26c2de853edf3362be7d56e766a71a43127aa8181c8df/323",
            "sql_unittests": "9043601f33e2f90cef1dd3343a30f2f7b5d87c3046b228a2beb8d05a659f043f/400",
            "storage_unittests": "9ed56624881503f4c689286c8e1c8e96ecb694475d3397d136b33e9538131991/481",
            "sync_integration_tests": "4e6621f433de9ecb50a4d5d7e6889db6f44cb7c767dd96dc9a61c41007295029/646",
            "telemetry_gpu_unittests": "dfd3df29001cd3025bf53a01e7a12f04530dca989f1ac5e0472653c4c1af378f/736",
            "telemetry_unittests": "00e1bb9a004fa5f7c59d235b8c9bc4862c0d5abf67124b3d228b834e08296689/575",
            "ui_base_unittests": "c749897de13ee6b2622dff4990694afdd875fd40c787505e152caf0d12517038/555",
            "ui_touch_selection_unittests": "1fc2e8242899e15237c5abee11ff4c804af0c52485f6a5f69bf3a0b4038ec00c/323",
            "ui_unittests": "eca8964002c6108542283e2be98917c15016990cd55447c5265b335e609408f0/323",
            "unit_tests": "b2e07e746ba34c0d663cdc9bd539d56629afafc0d90cb6ebcff52a909c6be1e0/1061",
            "updater_tests": "2e862cafd223ba76e60b5cbbd7ef8bbb9b81344b83cfa6f8037ba1baa9128383/566",
            "url_unittests": "9da8177ffb4d5c2b1640c69810df523914398297f90119b4fb9e302f4e5ba9bb/323",
            "views_perftests": "0a0587475fef22fb6900e58b9cc19f2a3de8ec66bf6950ab178dc901a64db561/487",
            "views_unittests": "aec7ca339219b1bc78213bb44b89e60a73baacc24fb993ec63abbe75a9a08470/402",
            "viz_unittests": "f6f054099a0a33bb7384b7f6f0bc85621909e88fbe0d7b867e642d89bff79d81/407",
            "wtf_unittests": "d3607fadd2ab3aff71948483b15988c5b69f48a573ad892862b64056a8dd25e6/323",
            "xr_browser_tests": "5fa9b49e5d0b8a97ca28a242a4ce78e40f4f40acf3a0c403f802ceea237bac9b/645",
            "zlib_unittests": "5071bdebf5f5d0c6b8023102dd15200c40a227188b10691b445f16e082b4317f/408"
          },
      "swarming_command_lines_cwd": "out/38ad-Mac_Builder_(db",
      "swarming_command_lines_digest": "07e6b3479b3c11c2c9a1d3696e884c2d2ab29c264c793cc2c8cd325ce244da36/94",
      "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "961c4d9e7c72e7e7481a45c2465b6342dce66c8a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8866156196740295968"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac15-tests-dbg"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Mac Builder (dbg)"
    },
    {
      "key": "parent_buildnumber",
      "value": "317331"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[21:52:54.472] Scheduled build:
{
  "id": "8700726134262351857",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac15-tests-dbg"
  },
  "number": 3026,
  "createdBy": "project:chromium",
  "createTime": "2025-10-17T21:52:53.877100486Z",
  "updateTime": "2025-10-17T21:52:53.877100486Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "961c4d9e7c72e7e7481a45c2465b6342dce66c8a",
      "ref": "refs/heads/main"
    }
  }
}
[21:52:54.472] Task URL: https://cr-buildbucket.appspot.com/build/8700726134262351857
[21:52:54.472] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8866156196740295968:2:0) after 7m58s
[21:52:55.286] Received PubSub notification, asking Buildbucket for the build status
[21:52:55.388] Build status: SCHEDULED
[21:53:39.208] Received PubSub notification, asking Buildbucket for the build status
[21:53:39.224] Build status: STARTED
[22:00:52.493] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8866156196740295968:2:0)
[22:00:52.527] Build status: STARTED
[22:00:52.527] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8866156196740295968:5:0) after 8m27s
[22:09:19.648] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8866156196740295968:5:0)
[22:09:19.664] Build status: STARTED
[22:09:19.664] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8866156196740295968:6:0) after 6m22s
[22:15:41.732] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8866156196740295968:6:0)
[22:15:41.746] Build status: STARTED
[22:15:41.746] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8866156196740295968:7:0) after 8m25s
[22:24:06.891] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8866156196740295968:7:0)
[22:24:06.911] Build status: STARTED
[22:24:06.911] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8866156196740295968:8:0) after 8m20s
[22:32:27.036] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8866156196740295968:8:0)
[22:32:27.053] Build status: STARTED
[22:32:27.053] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8866156196740295968:9:0) after 1m10s
[22:33:37.070] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8866156196740295968:9:0)
[22:33:37.151] Build status: STARTED
[22:33:37.151] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8866156196740295968:10:0) after 5m58s
[22:39:35.218] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8866156196740295968:10:0)
[22:39:35.235] Build status: STARTED
[22:39:35.235] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8866156196740295968:11:0) after 2m7s
[22:41:42.340] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8866156196740295968:11:0)
[22:41:42.355] Build status: STARTED
[22:41:42.355] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8866156196740295968:12:0) after 2m25s
[22:44:07.352] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8866156196740295968:12:0)
[22:44:07.373] Build status: STARTED
[22:44:07.373] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8866156196740295968:13:0) after 8m53s
[22:53:00.425] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8866156196740295968:13:0)
[22:53:00.442] Build status: STARTED
[22:53:00.442] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8866156196740295968:14:0) after 4m59s
[22:57:59.510] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8866156196740295968:14:0)
[22:57:59.571] Build status: STARTED
[22:57:59.571] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8866156196740295968:15:0) after 7m0s
[23:04:59.555] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8866156196740295968:15:0)
[23:04:59.570] Build status: STARTED
[23:04:59.570] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8866156196740295968:16:0) after 8m51s
[23:13:50.595] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8866156196740295968:16:0)
[23:13:50.617] Build status: STARTED
[23:13:50.617] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8866156196740295968:17:0) after 5m24s
[23:19:14.638] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8866156196740295968:17:0)
[23:19:14.655] Build status: STARTED
[23:19:14.655] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8866156196740295968:18:0) after 2m6s
[23:21:20.662] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8866156196740295968:18:0)
[23:21:20.682] Build status: STARTED
[23:21:20.682] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8866156196740295968:19:0) after 1m25s
[23:22:45.745] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8866156196740295968:19:0)
[23:22:45.770] Build status: STARTED
[23:22:45.770] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8866156196740295968:20:0) after 7m40s
[23:30:25.789] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8866156196740295968:20:0)
[23:30:25.801] Build status: STARTED
[23:30:25.801] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8866156196740295968:21:0) after 6m0s
[23:36:25.846] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8866156196740295968:21:0)
[23:36:25.862] Build status: STARTED
[23:36:25.862] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8866156196740295968:22:0) after 2m12s
[23:38:37.934] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8866156196740295968:22:0)
[23:38:38.005] Build status: STARTED
[23:38:38.005] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8866156196740295968:23:0) after 3m26s
[23:42:04.024] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8866156196740295968:23:0)
[23:42:04.040] Build status: STARTED
[23:42:04.040] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8866156196740295968:24:0) after 3m59s
[23:46:03.062] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8866156196740295968:24:0)
[23:46:05.632] Build status: STARTED
[23:46:05.632] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8866156196740295968:25:0) after 6m44s
[23:48:20.581] Received PubSub notification, asking Buildbucket for the build status
[23:48:20.595] Build:
{
  "id": "8700726134262351857",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac15-tests-dbg"
  },
  "number": 3026,
  "createdBy": "project:chromium",
  "createTime": "2025-10-17T21:52:53.877100486Z",
  "startTime": "2025-10-17T21:53:38.748279353Z",
  "endTime": "2025-10-17T23:48:20.245382108Z",
  "updateTime": "2025-10-17T23:48:20.245382108Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "961c4d9e7c72e7e7481a45c2465b6342dce66c8a",
      "ref": "refs/heads/main"
    }
  }
}
[23:48:20.595] Invocation finished in 1h55m28.465146911s with status FAILED