Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 2 hours
Actions:

Definition (rev 9f98c0525276ff8b8aa8ef1f83e3f0516a3ab4d1)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "mac15-tests-dbg"
>

Incoming triggers

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "e60c8a3b85935d6e8a7fb65036efaf8afe846bca",
        "project": "chromium/src",
        "ref": "refs/heads/main"
      }
    ]
  },
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "e60c8a3b85935d6e8a7fb65036efaf8afe846bca"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8703549446777532513"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8703549446777532513"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8703549446777532513"
    }
  ],
  "parent_build_id": "8703549446777532513",
  "parent_builder_group": "chromium.mac",
  "parent_buildername": "Mac Builder (dbg)",
  "parent_got_angle_revision": "a70f3d57e3abbc9e7ffe25054e1fae461a3ea196",
  "parent_got_dawn_revision": "dfcf5cf419bb695616493dd9f69c1c30e773132e",
  "parent_got_revision": "e60c8a3b85935d6e8a7fb65036efaf8afe846bca",
  "parent_got_revision_cp": "refs/heads/main@{#1516153}",
  "parent_got_swiftshader_revision": "3877515497c0bbb0f449048bf927f90cf34cfb9b",
  "parent_got_v8_revision": "23471b10f55c5641fb63db163d5c0368f84b1f90",
  "parent_got_v8_revision_cp": "refs/heads/14.2.139@{#1}",
  "parent_got_webrtc_revision": "be5165f548ba4c1592f561f437d0f5c29c805c21",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#45668}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "e60c8a3b85935d6e8a7fb65036efaf8afe846bca",
  "swarm_hashes": {
    "absl_hardening_tests": "1c0a8cbd9125d82997889798cdfaba74c638fadf782565a0030a5bec634d08ec/323",
    "accessibility_unittests": "ef1e9ce23577818133b508ba040c49bb36c64d3e42e822a6435be42b5a0230be/323",
    "angle_unittests": "51d72a0668abe2cba0cab056b1934e0d7058c65396425eb72b154df5aa0a577a/408",
    "app_shell_unittests": "de9ef1b95995b08f5c1e08947a309e62970acdf41fa1c548eef05bab29e11e7c/484",
    "base_unittests": "b49348b164079d8ac6869586f1218908e9cdf276d410911347b80f9e61fb59c6/480",
    "blink_common_unittests": "39e6ff60ab011824973db1a9078abe7bbf0271b8224f8b151a3321045fffc66b/485",
    "blink_fuzzer_unittests": "b611ffa498bb2c5d9625a69ec49970b9c5564021d7876946393556d94df10fb0/323",
    "blink_heap_unittests": "dba3297ce44034ef339845664bd6c28d824d7e0969d7980bf55e1d5b7ac53457/323",
    "blink_platform_unittests": "b7e4ac9d1b2a6ad30034e4959e6cb3c9fce2a58a7c518972d3714dc98b19dd30/643",
    "blink_python_tests": "4a9321baa50af75b89d3e3a1b3687a4529d1cf6910cc0cbae0cc5716b1b03689/574",
    "blink_unittests": "9be2a0ad8e3ea39b8f6ff2b51206975fa079374e9722735802b3e0e49d246224/649",
    "blink_web_tests": "1fe10f7714d496e8723aef36e71bd25fe8d25900920e7d458eec0195a31ba98b/566",
    "blink_wpt_tests": "c16da09aeafd0a0c27b7858ced66eb5abf7c9ad635c52e12a7ae019684881c29/566",
    "boringssl_crypto_tests": "a86b34f87ac3b7c009fdad26ab221af71c2420b09cb9ff602c4b5229f4aedf4c/408",
    "boringssl_ssl_tests": "809dc93903c0085f3fb9b6f23096150d3fcee6f39a4116819aa624f3a9ea5c65/323",
    "capture_unittests": "93ab887edd11af92d72411da3eda0b5a6b899df145a97d8d66c6c1cb16ec0551/402",
    "cast_unittests": "f73db9de32f0733ffbbd0d23a604a1a3d5b04f408d5764a4441dafbdcbbe9f3f/323",
    "cc_unittests": "38fb16c9f6588718041287dc21bce3e08b2289ae139238b63c5173532b615038/483",
    "chrome_app_unittests": "574c813a7fcfe2eefe2881c7c46933ddc7163e6b229602b14a6ffd204bc8c7b2/564",
    "chrome_wpt_tests": "128262ac7b276072c215accaf8df30c63211a56f6c9e6b4a79be2caf6dbac09a/566",
    "chromedriver_unittests": "4cfddba89613aab5dc73ce14488c6251f94fa661424b3381a7e1f5a07d50f02e/480",
    "components_browsertests": "b0cd1909c8cd3f4c871756fc256b68b3c7d3e2d63acada11592aec47d635ad47/652",
    "components_unittests": "fb995013fbe65b9c8db120f6b4378e6d976e86c6f2b7b51beaef17e822ec14c6/810",
    "content_browsertests": "ce70fbafa4c069a77d7ce5902fd335133350eb459e67e441d37054c619218a05/725",
    "content_shell_crash_test": "0b28a463ec437c27a7aac8e8ee79fa2478e01df80dde76355ead56267f75c1a1/566",
    "content_unittests": "df89aa55014974a97706e996e5d98d1971ef79aae6dc2d21055aef6bcd4773ad/560",
    "crashpad_tests": "f59b9da304d86be480a12da133667c4308f0311b9cb16be3d6d4b9e069b1ce1c/408",
    "cronet_tests": "e6758ab4a6cedbf1e82055a7a5fc01f1a0879f04bf50988a394d554b9b2037aa/400",
    "cronet_unittests": "33c9e0464267b14d02a709661fcd3e40414568489855aa6fbeb36ffd9913cf31/400",
    "crypto_unittests": "3b8ca4fe38da00bdd4f74da0f356fe554d9d7dee162a4366bda2b110f2051caf/403",
    "device_unittests": "14ced6e50f54d2a24986bc8ac95e367eff83cd52a16de0265c4f315c6200d9a0/400",
    "display_unittests": "e1464630cd38e7115e1bc52567645961a071ccc471d98e756979242cbe6c3633/323",
    "env_chromium_unittests": "fc622d4f4e9eb9bd1dcad663bdf09090b2143953955a28f461e84d6d99e6304a/323",
    "events_unittests": "b4044e3deedd9dced695bd3349c045d297ad96f377042890bbc78f8bb35fb14a/323",
    "extensions_browsertests": "e868f523222f632ca2a00e1499cc8e091c2d6a207b1a446471d66a76684c24af/570",
    "extensions_unittests": "945494e1be054552a5a83c3d9d4f7b19f759356306fe649750538dd3cad576aa/644",
    "filesystem_service_unittests": "5809c77b65d89d98377b3c0294e2eb3c6828b2eb3f7e76b70ea98b530201692b/323",
    "flatbuffers_unittests": "ccf4f6172362890e8d4aa123f5acfc223343b7e21344c876427a97887503794f/408",
    "fuzzing_unittests": "0558b1efae9ed2bf90531a9dbd3bc5a978d4192f2057b7da7c588a4156e2a037/323",
    "gcm_unit_tests": "ddf190abd4be1511b34167ed5b23b5384ed6632f6a466a3b3f17403776aba337/400",
    "gfx_unittests": "dd975a905d6c4b14b6febe5a2a2e1c67c96f248b0ea67bb48fc88c1a210a8f11/399",
    "gin_unittests": "480d9fd06c8ec3da28db243d481fbc1fb9f6ed56345d80198e123607ebd69d93/400",
    "google_apis_unittests": "ad64af71db1b09fc6be463d0c3305379f6a4d70c7011ab5b0a5b012d159a414a/485",
    "gpu_unittests": "8d5d313cc539c0da9cb4f09c2797c417b8c3902c60ac6ebf29d1b39b46207ee1/400",
    "grit_python_unittests": "e284d4ef3ece7548110de60565ed4e75cec2fbd6d1e19adcd81c563afcf7ce6d/411",
    "gwp_asan_unittests": "52f456df9fd5a84f06bf71d2433493d60141446d418cc181da04bba4e8a4bf56/408",
    "headless_browsertests": "6d9fa00adbf09361a6e1d0767a840e45c44ce3507b0cd2be0b3aa48a073fed95/653",
    "headless_shell_wpt": "8e4758633e61e581010b44e59b2b3249a1be348da00f9c12ea7c21f776333291/566",
    "headless_unittests": "e8a172ce171f58d0e523e15391c6f9a0858bd3ff6a90e199fbe37611adf4665e/323",
    "interactive_ui_tests": "279a936eec7e33f2a0812c1488baba817acc38b3e4a9a5f607ebfa25aa44210f/974",
    "ipc_tests": "e06eca04fda320559cb21da1f2516a7e8a297a75ba9a07c4cbc3e265a6428672/323",
    "latency_unittests": "778c2feb4a64ef3be58171155e38b3510dc34a5c9b9af1936dfcd9d95798ba84/323",
    "leveldb_unittests": "d260959abe2b4b9e247bc9cbf59747527d6b2ce97ea8915205dac05a914355a8/323",
    "libjingle_xmpp_unittests": "42e992d3736197b2cb1541556ee2e3b8cfd8eb9bacda5f7d3fee72dbc6b8a0a5/323",
    "liburlpattern_unittests": "217d754498804e1b9d48df62f4d7dc9c49462bd0275e04b7a5ea588b2676b460/323",
    "media_unittests": "14d1648115a9923cf625835e44e76a199bcf0278a4e6c1ce1a9026ac005454ec/403",
    "message_center_unittests": "2bda6686abe04801dfc2ce928100bd22dde27da4ae3faa564750ead315318d86/323",
    "midi_unittests": "0d119fe5da8f829467f0e7ac98ce36f96435571f41dbdff816a6be5196aae76e/323",
    "mojo_unittests": "7be276cbf7cbd5756dd6a9a4cac934ffb17877e911bfdc586956f1460e7d7610/401",
    "native_theme_unittests": "2b188330ea9702fd09a1230fac0b3292fd586c2defc4126eb46706842bd509a4/323",
    "net_unittests": "ab2bf30ca5bfdc42072564cef1e919b8b423e48ea46c93f4088ac5803dd4b230/486",
    "openscreen_unittests": "fb5e744391d195b29cbb2e8ebba10972f7afeb324885c45911f5add36c82bfde/408",
    "pdf_unittests": "fb9208e0f0051a14cf814351b2f1a1d7a1be1bf95089f2556d5a996284960a33/400",
    "perfetto_unittests": "01badb3fc6eece6a1ad6da9d78a61d848e1f41591862c3cbb1b083ac30001dd3/323",
    "performance_test_suite": "bf9d027fd3e90f1e55cbe69a2fd43893756f1acd4a6873ecc32983bc7b232fab/732",
    "power_sampler_unittests": "f38a0ab7a4aea3bb6cf15eaeaa56f6989d2e1d8800a8e2fc51956e70da507c3f/323",
    "printing_unittests": "013e00a889ea33cd780b3af3010b40f293852d88fe059b6259d4f4ab5a8ee12a/482",
    "remoting_unittests": "af5089ced5fafec648233bb2b9b126dc1e14b487c525dc57478a4c6677934cb9/400",
    "sandbox_unittests": "5706d11c63709a9b3f4df5de0bc77af5d49502cd3cc906dfd4c7cd01f8cba691/323",
    "services_unittests": "64daad15b20d6b10a30fd403aa77c49e068be25a72984c51476091dfbfd3e7da/653",
    "shell_dialogs_unittests": "63bbee8ab6f3da557bc8c6a87853447082cd00486cf01a3dcd7dd3a1e3dc4f7c/323",
    "skia_unittests": "c3587ea5fcfa44d94a4cb2577ceb9017faa4845988e41048819f135386a0b6b0/323",
    "snapshot_unittests": "94b5aabe9b3ecd978b8d241dd0a04e82118cb32fcc6c8f4494845796279342b4/323",
    "sql_unittests": "97ef52e9f75daa6268d933e0acfe4c7559014ba04bd23d724194c34c84474a9e/400",
    "storage_unittests": "f2818317fbbde5d313cb397a02763ed71929b9a44a60bf9d4d0dae050cb2c1bd/481",
    "sync_integration_tests": "e1ab4bb1c19d17d668cbc611b4752192a7b1ccc3fbd8be838a0b7d991912cba5/646",
    "telemetry_gpu_unittests": "90a6ea91e4c5745a4b7d2125112549058c5169c288383d779fda8c1dd83a4651/736",
    "telemetry_unittests": "6f1de75d4c8102d9dc79b6579b952ed66760d26922fcc6e01bf21e6eeaa804e2/575",
    "ui_base_unittests": "5a8f444c70d3d8b8a829e741b9521c26f761945396a6abf9299e3d10c60fb6f5/555",
    "ui_touch_selection_unittests": "95c28171ad11a7a31a96af1c252572ff7853e1627814faa1c4b396f9f4ae1fab/323",
    "ui_unittests": "89d321cbde77a660607e662802abcacd39bd0a71af8a6607210fdc5295151e99/323",
    "unit_tests": "9161e8c17c656ae5f4629f55417df576f3ef6f34bd949fa6f14c34f61f82a49d/1061",
    "updater_tests": "0ff56804b391d334d2c539c93a0fa606ade7380a723bbd6a2889cbb3834bd426/566",
    "url_unittests": "206e8cd7f715f4485569b32a65ea35b1a5296e39d9345bcd1c8307ddfb8c5459/323",
    "views_perftests": "26f105f264f9e4786a888519954aaf2e274bc736cfde72308baae8f0a1aa5f31/487",
    "views_unittests": "f784291d8882b90bac60c34e63456269ee73a8da8e345f328be2aa9d12efa57d/402",
    "viz_unittests": "b8d80fdbde4774f2d5f5ebbc1f08705764f98cfd60dab800e4886c19b0c8bfa2/407",
    "wtf_unittests": "05679d17e807deeebf8b014f5521c149193e94f08786be672d6625855064153d/323",
    "xr_browser_tests": "06dee7feb9e353eabb4f3095de0e73bae73b7a8ec9d1671cf43223d05c692ec3/645",
    "zlib_unittests": "6100f518ba12b3fc91d6bb86c67bb554659b7ca16774a92f65ae1ae9722760d2/408"
  },
  "swarming_command_lines_cwd": "out/38ad-Mac_Builder_(db",
  "swarming_command_lines_digest": "07e6b3479b3c11c2c9a1d3696e884c2d2ab29c264c793cc2c8cd325ce244da36/94",
  "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e60c8a3b85935d6e8a7fb65036efaf8afe846bca
  • gitiles_ref:refs/heads/main
  • parent_buildername:Mac Builder (dbg)
  • parent_buildnumber:314824
  • user_agent:recipe

Debug log (UTC)

[18:27:34.228] New invocation is queued and will start shortly
[18:27:34.228] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[18:27:35.393] Starting the invocation (attempt 1)
[18:27:35.429] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e60c8a3b85935d6e8a7fb65036efaf8afe846bca"
[18:27:35.429] Popped gitiles commit info from properties and tags
[18:27:35.429] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:27:35.429] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:27:35.431] Buildbucket request:
{
  "requestId": "8868977618970774224",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac15-tests-dbg"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "e60c8a3b85935d6e8a7fb65036efaf8afe846bca",
                        "project": "chromium/src",
                        "ref": "refs/heads/main"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "e60c8a3b85935d6e8a7fb65036efaf8afe846bca"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8703549446777532513"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8703549446777532513"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8703549446777532513"
                }
          ],
      "parent_build_id": "8703549446777532513",
      "parent_builder_group": "chromium.mac",
      "parent_buildername": "Mac Builder (dbg)",
      "parent_got_angle_revision": "a70f3d57e3abbc9e7ffe25054e1fae461a3ea196",
      "parent_got_dawn_revision": "dfcf5cf419bb695616493dd9f69c1c30e773132e",
      "parent_got_revision": "e60c8a3b85935d6e8a7fb65036efaf8afe846bca",
      "parent_got_revision_cp": "refs/heads/main@{#1516153}",
      "parent_got_swiftshader_revision": "3877515497c0bbb0f449048bf927f90cf34cfb9b",
      "parent_got_v8_revision": "23471b10f55c5641fb63db163d5c0368f84b1f90",
      "parent_got_v8_revision_cp": "refs/heads/14.2.139@{#1}",
      "parent_got_webrtc_revision": "be5165f548ba4c1592f561f437d0f5c29c805c21",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#45668}",
      "swarm_hashes": {
            "absl_hardening_tests": "1c0a8cbd9125d82997889798cdfaba74c638fadf782565a0030a5bec634d08ec/323",
            "accessibility_unittests": "ef1e9ce23577818133b508ba040c49bb36c64d3e42e822a6435be42b5a0230be/323",
            "angle_unittests": "51d72a0668abe2cba0cab056b1934e0d7058c65396425eb72b154df5aa0a577a/408",
            "app_shell_unittests": "de9ef1b95995b08f5c1e08947a309e62970acdf41fa1c548eef05bab29e11e7c/484",
            "base_unittests": "b49348b164079d8ac6869586f1218908e9cdf276d410911347b80f9e61fb59c6/480",
            "blink_common_unittests": "39e6ff60ab011824973db1a9078abe7bbf0271b8224f8b151a3321045fffc66b/485",
            "blink_fuzzer_unittests": "b611ffa498bb2c5d9625a69ec49970b9c5564021d7876946393556d94df10fb0/323",
            "blink_heap_unittests": "dba3297ce44034ef339845664bd6c28d824d7e0969d7980bf55e1d5b7ac53457/323",
            "blink_platform_unittests": "b7e4ac9d1b2a6ad30034e4959e6cb3c9fce2a58a7c518972d3714dc98b19dd30/643",
            "blink_python_tests": "4a9321baa50af75b89d3e3a1b3687a4529d1cf6910cc0cbae0cc5716b1b03689/574",
            "blink_unittests": "9be2a0ad8e3ea39b8f6ff2b51206975fa079374e9722735802b3e0e49d246224/649",
            "blink_web_tests": "1fe10f7714d496e8723aef36e71bd25fe8d25900920e7d458eec0195a31ba98b/566",
            "blink_wpt_tests": "c16da09aeafd0a0c27b7858ced66eb5abf7c9ad635c52e12a7ae019684881c29/566",
            "boringssl_crypto_tests": "a86b34f87ac3b7c009fdad26ab221af71c2420b09cb9ff602c4b5229f4aedf4c/408",
            "boringssl_ssl_tests": "809dc93903c0085f3fb9b6f23096150d3fcee6f39a4116819aa624f3a9ea5c65/323",
            "capture_unittests": "93ab887edd11af92d72411da3eda0b5a6b899df145a97d8d66c6c1cb16ec0551/402",
            "cast_unittests": "f73db9de32f0733ffbbd0d23a604a1a3d5b04f408d5764a4441dafbdcbbe9f3f/323",
            "cc_unittests": "38fb16c9f6588718041287dc21bce3e08b2289ae139238b63c5173532b615038/483",
            "chrome_app_unittests": "574c813a7fcfe2eefe2881c7c46933ddc7163e6b229602b14a6ffd204bc8c7b2/564",
            "chrome_wpt_tests": "128262ac7b276072c215accaf8df30c63211a56f6c9e6b4a79be2caf6dbac09a/566",
            "chromedriver_unittests": "4cfddba89613aab5dc73ce14488c6251f94fa661424b3381a7e1f5a07d50f02e/480",
            "components_browsertests": "b0cd1909c8cd3f4c871756fc256b68b3c7d3e2d63acada11592aec47d635ad47/652",
            "components_unittests": "fb995013fbe65b9c8db120f6b4378e6d976e86c6f2b7b51beaef17e822ec14c6/810",
            "content_browsertests": "ce70fbafa4c069a77d7ce5902fd335133350eb459e67e441d37054c619218a05/725",
            "content_shell_crash_test": "0b28a463ec437c27a7aac8e8ee79fa2478e01df80dde76355ead56267f75c1a1/566",
            "content_unittests": "df89aa55014974a97706e996e5d98d1971ef79aae6dc2d21055aef6bcd4773ad/560",
            "crashpad_tests": "f59b9da304d86be480a12da133667c4308f0311b9cb16be3d6d4b9e069b1ce1c/408",
            "cronet_tests": "e6758ab4a6cedbf1e82055a7a5fc01f1a0879f04bf50988a394d554b9b2037aa/400",
            "cronet_unittests": "33c9e0464267b14d02a709661fcd3e40414568489855aa6fbeb36ffd9913cf31/400",
            "crypto_unittests": "3b8ca4fe38da00bdd4f74da0f356fe554d9d7dee162a4366bda2b110f2051caf/403",
            "device_unittests": "14ced6e50f54d2a24986bc8ac95e367eff83cd52a16de0265c4f315c6200d9a0/400",
            "display_unittests": "e1464630cd38e7115e1bc52567645961a071ccc471d98e756979242cbe6c3633/323",
            "env_chromium_unittests": "fc622d4f4e9eb9bd1dcad663bdf09090b2143953955a28f461e84d6d99e6304a/323",
            "events_unittests": "b4044e3deedd9dced695bd3349c045d297ad96f377042890bbc78f8bb35fb14a/323",
            "extensions_browsertests": "e868f523222f632ca2a00e1499cc8e091c2d6a207b1a446471d66a76684c24af/570",
            "extensions_unittests": "945494e1be054552a5a83c3d9d4f7b19f759356306fe649750538dd3cad576aa/644",
            "filesystem_service_unittests": "5809c77b65d89d98377b3c0294e2eb3c6828b2eb3f7e76b70ea98b530201692b/323",
            "flatbuffers_unittests": "ccf4f6172362890e8d4aa123f5acfc223343b7e21344c876427a97887503794f/408",
            "fuzzing_unittests": "0558b1efae9ed2bf90531a9dbd3bc5a978d4192f2057b7da7c588a4156e2a037/323",
            "gcm_unit_tests": "ddf190abd4be1511b34167ed5b23b5384ed6632f6a466a3b3f17403776aba337/400",
            "gfx_unittests": "dd975a905d6c4b14b6febe5a2a2e1c67c96f248b0ea67bb48fc88c1a210a8f11/399",
            "gin_unittests": "480d9fd06c8ec3da28db243d481fbc1fb9f6ed56345d80198e123607ebd69d93/400",
            "google_apis_unittests": "ad64af71db1b09fc6be463d0c3305379f6a4d70c7011ab5b0a5b012d159a414a/485",
            "gpu_unittests": "8d5d313cc539c0da9cb4f09c2797c417b8c3902c60ac6ebf29d1b39b46207ee1/400",
            "grit_python_unittests": "e284d4ef3ece7548110de60565ed4e75cec2fbd6d1e19adcd81c563afcf7ce6d/411",
            "gwp_asan_unittests": "52f456df9fd5a84f06bf71d2433493d60141446d418cc181da04bba4e8a4bf56/408",
            "headless_browsertests": "6d9fa00adbf09361a6e1d0767a840e45c44ce3507b0cd2be0b3aa48a073fed95/653",
            "headless_shell_wpt": "8e4758633e61e581010b44e59b2b3249a1be348da00f9c12ea7c21f776333291/566",
            "headless_unittests": "e8a172ce171f58d0e523e15391c6f9a0858bd3ff6a90e199fbe37611adf4665e/323",
            "interactive_ui_tests": "279a936eec7e33f2a0812c1488baba817acc38b3e4a9a5f607ebfa25aa44210f/974",
            "ipc_tests": "e06eca04fda320559cb21da1f2516a7e8a297a75ba9a07c4cbc3e265a6428672/323",
            "latency_unittests": "778c2feb4a64ef3be58171155e38b3510dc34a5c9b9af1936dfcd9d95798ba84/323",
            "leveldb_unittests": "d260959abe2b4b9e247bc9cbf59747527d6b2ce97ea8915205dac05a914355a8/323",
            "libjingle_xmpp_unittests": "42e992d3736197b2cb1541556ee2e3b8cfd8eb9bacda5f7d3fee72dbc6b8a0a5/323",
            "liburlpattern_unittests": "217d754498804e1b9d48df62f4d7dc9c49462bd0275e04b7a5ea588b2676b460/323",
            "media_unittests": "14d1648115a9923cf625835e44e76a199bcf0278a4e6c1ce1a9026ac005454ec/403",
            "message_center_unittests": "2bda6686abe04801dfc2ce928100bd22dde27da4ae3faa564750ead315318d86/323",
            "midi_unittests": "0d119fe5da8f829467f0e7ac98ce36f96435571f41dbdff816a6be5196aae76e/323",
            "mojo_unittests": "7be276cbf7cbd5756dd6a9a4cac934ffb17877e911bfdc586956f1460e7d7610/401",
            "native_theme_unittests": "2b188330ea9702fd09a1230fac0b3292fd586c2defc4126eb46706842bd509a4/323",
            "net_unittests": "ab2bf30ca5bfdc42072564cef1e919b8b423e48ea46c93f4088ac5803dd4b230/486",
            "openscreen_unittests": "fb5e744391d195b29cbb2e8ebba10972f7afeb324885c45911f5add36c82bfde/408",
            "pdf_unittests": "fb9208e0f0051a14cf814351b2f1a1d7a1be1bf95089f2556d5a996284960a33/400",
            "perfetto_unittests": "01badb3fc6eece6a1ad6da9d78a61d848e1f41591862c3cbb1b083ac30001dd3/323",
            "performance_test_suite": "bf9d027fd3e90f1e55cbe69a2fd43893756f1acd4a6873ecc32983bc7b232fab/732",
            "power_sampler_unittests": "f38a0ab7a4aea3bb6cf15eaeaa56f6989d2e1d8800a8e2fc51956e70da507c3f/323",
            "printing_unittests": "013e00a889ea33cd780b3af3010b40f293852d88fe059b6259d4f4ab5a8ee12a/482",
            "remoting_unittests": "af5089ced5fafec648233bb2b9b126dc1e14b487c525dc57478a4c6677934cb9/400",
            "sandbox_unittests": "5706d11c63709a9b3f4df5de0bc77af5d49502cd3cc906dfd4c7cd01f8cba691/323",
            "services_unittests": "64daad15b20d6b10a30fd403aa77c49e068be25a72984c51476091dfbfd3e7da/653",
            "shell_dialogs_unittests": "63bbee8ab6f3da557bc8c6a87853447082cd00486cf01a3dcd7dd3a1e3dc4f7c/323",
            "skia_unittests": "c3587ea5fcfa44d94a4cb2577ceb9017faa4845988e41048819f135386a0b6b0/323",
            "snapshot_unittests": "94b5aabe9b3ecd978b8d241dd0a04e82118cb32fcc6c8f4494845796279342b4/323",
            "sql_unittests": "97ef52e9f75daa6268d933e0acfe4c7559014ba04bd23d724194c34c84474a9e/400",
            "storage_unittests": "f2818317fbbde5d313cb397a02763ed71929b9a44a60bf9d4d0dae050cb2c1bd/481",
            "sync_integration_tests": "e1ab4bb1c19d17d668cbc611b4752192a7b1ccc3fbd8be838a0b7d991912cba5/646",
            "telemetry_gpu_unittests": "90a6ea91e4c5745a4b7d2125112549058c5169c288383d779fda8c1dd83a4651/736",
            "telemetry_unittests": "6f1de75d4c8102d9dc79b6579b952ed66760d26922fcc6e01bf21e6eeaa804e2/575",
            "ui_base_unittests": "5a8f444c70d3d8b8a829e741b9521c26f761945396a6abf9299e3d10c60fb6f5/555",
            "ui_touch_selection_unittests": "95c28171ad11a7a31a96af1c252572ff7853e1627814faa1c4b396f9f4ae1fab/323",
            "ui_unittests": "89d321cbde77a660607e662802abcacd39bd0a71af8a6607210fdc5295151e99/323",
            "unit_tests": "9161e8c17c656ae5f4629f55417df576f3ef6f34bd949fa6f14c34f61f82a49d/1061",
            "updater_tests": "0ff56804b391d334d2c539c93a0fa606ade7380a723bbd6a2889cbb3834bd426/566",
            "url_unittests": "206e8cd7f715f4485569b32a65ea35b1a5296e39d9345bcd1c8307ddfb8c5459/323",
            "views_perftests": "26f105f264f9e4786a888519954aaf2e274bc736cfde72308baae8f0a1aa5f31/487",
            "views_unittests": "f784291d8882b90bac60c34e63456269ee73a8da8e345f328be2aa9d12efa57d/402",
            "viz_unittests": "b8d80fdbde4774f2d5f5ebbc1f08705764f98cfd60dab800e4886c19b0c8bfa2/407",
            "wtf_unittests": "05679d17e807deeebf8b014f5521c149193e94f08786be672d6625855064153d/323",
            "xr_browser_tests": "06dee7feb9e353eabb4f3095de0e73bae73b7a8ec9d1671cf43223d05c692ec3/645",
            "zlib_unittests": "6100f518ba12b3fc91d6bb86c67bb554659b7ca16774a92f65ae1ae9722760d2/408"
          },
      "swarming_command_lines_cwd": "out/38ad-Mac_Builder_(db",
      "swarming_command_lines_digest": "07e6b3479b3c11c2c9a1d3696e884c2d2ab29c264c793cc2c8cd325ce244da36/94",
      "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e60c8a3b85935d6e8a7fb65036efaf8afe846bca",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8868977618970774224"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac15-tests-dbg"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Mac Builder (dbg)"
    },
    {
      "key": "parent_buildnumber",
      "value": "314824"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[18:27:36.438] Scheduled build:
{
  "id": "8703547556973856961",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac15-tests-dbg"
  },
  "number": 2403,
  "createdBy": "project:chromium",
  "createTime": "2025-09-16T18:27:35.501864181Z",
  "updateTime": "2025-09-16T18:27:35.501864181Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "e60c8a3b85935d6e8a7fb65036efaf8afe846bca",
      "ref": "refs/heads/main"
    }
  }
}
[18:27:36.438] Task URL: https://cr-buildbucket.appspot.com/build/8703547556973856961
[18:27:36.438] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8868977618970774224:2:0) after 5m26s
[18:27:37.318] Received PubSub notification, asking Buildbucket for the build status
[18:27:37.335] Build status: SCHEDULED
[18:28:33.398] Received PubSub notification, asking Buildbucket for the build status
[18:28:33.478] Build status: STARTED
[18:33:02.420] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8868977618970774224:2:0)
[18:33:02.444] Build status: STARTED
[18:33:02.444] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8868977618970774224:5:0) after 9m1s
[18:42:03.509] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8868977618970774224:5:0)
[18:42:03.528] Build status: STARTED
[18:42:03.528] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8868977618970774224:6:0) after 5m31s
[18:47:34.546] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8868977618970774224:6:0)
[18:47:34.567] Build status: STARTED
[18:47:34.567] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8868977618970774224:7:0) after 5m21s
[18:52:55.722] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8868977618970774224:7:0)
[18:52:55.746] Build status: STARTED
[18:52:55.746] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8868977618970774224:8:0) after 3m51s
[18:56:46.922] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8868977618970774224:8:0)
[18:56:46.939] Build status: STARTED
[18:56:46.939] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8868977618970774224:9:0) after 6m48s
[19:03:35.008] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8868977618970774224:9:0)
[19:03:35.025] Build status: STARTED
[19:03:35.025] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8868977618970774224:10:0) after 5m18s
[19:08:53.052] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8868977618970774224:10:0)
[19:08:53.072] Build status: STARTED
[19:08:53.072] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8868977618970774224:11:0) after 8m15s
[19:17:08.194] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8868977618970774224:11:0)
[19:17:08.208] Build status: STARTED
[19:17:08.208] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8868977618970774224:12:0) after 6m38s
[19:23:46.238] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8868977618970774224:12:0)
[19:23:46.256] Build status: STARTED
[19:23:46.256] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8868977618970774224:13:0) after 5m54s
[19:29:40.331] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8868977618970774224:13:0)
[19:29:40.352] Build status: STARTED
[19:29:40.352] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8868977618970774224:14:0) after 9m35s
[19:39:15.384] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8868977618970774224:14:0)
[19:39:15.398] Build status: STARTED
[19:39:15.398] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8868977618970774224:15:0) after 3m8s
[19:42:23.532] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8868977618970774224:15:0)
[19:42:23.549] Build status: STARTED
[19:42:23.549] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8868977618970774224:16:0) after 7m24s
[19:49:47.617] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8868977618970774224:16:0)
[19:49:47.634] Build status: STARTED
[19:49:47.634] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8868977618970774224:17:0) after 1m13s
[19:51:00.687] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8868977618970774224:17:0)
[19:51:00.908] Build status: STARTED
[19:51:00.908] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8868977618970774224:18:0) after 6m23s
[19:57:24.128] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8868977618970774224:18:0)
[19:57:24.148] Build status: STARTED
[19:57:24.148] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8868977618970774224:19:0) after 7m22s
[20:04:46.243] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8868977618970774224:19:0)
[20:04:46.259] Build status: STARTED
[20:04:46.260] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8868977618970774224:20:0) after 2m9s
[20:06:55.423] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8868977618970774224:20:0)
[20:06:55.439] Build status: STARTED
[20:06:55.440] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8868977618970774224:21:0) after 6m20s
[20:13:15.571] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8868977618970774224:21:0)
[20:13:15.590] Build status: STARTED
[20:13:15.591] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8868977618970774224:22:0) after 6m32s
[20:19:47.621] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8868977618970774224:22:0)
[20:19:47.654] Build status: STARTED
[20:19:47.654] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8868977618970774224:23:0) after 6m51s
[20:26:38.771] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8868977618970774224:23:0)
[20:26:38.845] Build status: STARTED
[20:26:38.845] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8868977618970774224:24:0) after 2m19s
[20:28:57.882] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8868977618970774224:24:0)
[20:28:57.918] Build status: STARTED
[20:28:57.918] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8868977618970774224:25:0) after 8m13s
[20:35:20.735] Received PubSub notification, asking Buildbucket for the build status
[20:35:20.754] Build:
{
  "id": "8703547556973856961",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac15-tests-dbg"
  },
  "number": 2403,
  "createdBy": "project:chromium",
  "createTime": "2025-09-16T18:27:35.501864181Z",
  "startTime": "2025-09-16T18:28:33.129565276Z",
  "endTime": "2025-09-16T20:35:20.352089861Z",
  "updateTime": "2025-09-16T20:35:20.352089861Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "e60c8a3b85935d6e8a7fb65036efaf8afe846bca",
      "ref": "refs/heads/main"
    }
  }
}
[20:35:20.754] Invocation finished in 2h7m46.54073299s with status FAILED