Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 2 hours
Actions:

Definition (rev 9f98c0525276ff8b8aa8ef1f83e3f0516a3ab4d1)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "mac15-tests-dbg"
>

Incoming triggers

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "fb9f7e3aaaf487a1ccb3103b9a7354de3e72b963",
        "project": "chromium/src",
        "ref": "refs/heads/main"
      }
    ]
  },
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "fb9f7e3aaaf487a1ccb3103b9a7354de3e72b963"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8710493984476683233"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8710493984476683233"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8710493984476683233"
    }
  ],
  "parent_build_id": "8710493984476683233",
  "parent_builder_group": "chromium.mac",
  "parent_buildername": "Mac Builder (dbg)",
  "parent_got_angle_revision": "3ff59f6187928626e4e0102752fe3137d2cb5cde",
  "parent_got_dawn_revision": "c6089368720cef5e064dbeb41874f95f02d51aa8",
  "parent_got_revision": "fb9f7e3aaaf487a1ccb3103b9a7354de3e72b963",
  "parent_got_revision_cp": "refs/heads/main@{#1481353}",
  "parent_got_swiftshader_revision": "96a63130d839a49612c76e0bfc2403d5ca4cafe8",
  "parent_got_v8_revision": "6640597e389023951673d032748a60fd00babb20",
  "parent_got_v8_revision_cp": "refs/heads/14.0.93@{#1}",
  "parent_got_webrtc_revision": "fc3d84f832fe5c6f6524866f4faf49bac3fd8c44",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#45053}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "fb9f7e3aaaf487a1ccb3103b9a7354de3e72b963",
  "swarm_hashes": {
    "absl_hardening_tests": "9760723d98eba50ee407dcacd9157ad4d93c168cea2427389ce6e3f59b97a5f3/323",
    "accessibility_unittests": "e52566c1cc6e391c3f48c6bd937712f1aaa15e9a18cf88b86bdb74630940226c/323",
    "angle_unittests": "7746dbf748bd8a132966ac13c885bd82b8cac06e804d67425e3ae350726c59b7/408",
    "app_shell_unittests": "1e47accf2826caf082835afb80afce55ec0827aa3a3f74983ad515593f4ba67c/484",
    "base_unittests": "77ab4239e48ddda75f4fc9b61a3a220bf364b6accd42e830b2cd56aeb57970a8/480",
    "blink_common_unittests": "ed716d8fb9839764065d545f292e16f9192f6ae235bb6f3c44e16bf8bc7fed4f/485",
    "blink_fuzzer_unittests": "5a07468188ae92ad2cdcaa0e7778bd6eb0eec467989c6cbb39c5d05557a9f455/323",
    "blink_heap_unittests": "21c64ecf11dc14c6d84423a0f1b9ddcb7148e2ad29b7034be482497638762ab5/323",
    "blink_platform_unittests": "64f5ef66c8330af05754edf2900c4512e997807449272cd3956f7890d56819fb/643",
    "blink_python_tests": "a12a2a78de7ee7dcb4aeed890e653ff18862f80a71312eeea099f94dd069b1d7/574",
    "blink_unittests": "9910664f87d99863fe373696c611af30844c5bf346de19a29c003c31f5480ed4/649",
    "blink_web_tests": "471e4cf4b166450ac8649480c940da6bdb00ea3b3bac0358a3d535e1652d6682/566",
    "blink_wpt_tests": "c73ed3851d46248253a95074150e59464576515bb20c5f357fe1d09b89f42f1d/566",
    "boringssl_crypto_tests": "197a872da5fc4377fda5fcf3677dbc544b01064fbc9bceb25a3e18cbcf5e0bea/408",
    "boringssl_ssl_tests": "d7a6782852b5d5ac8666ef5a5d76d7647049c75920aa720508b233356a94d113/323",
    "capture_unittests": "3903a8d88421dcc60bb1d2795ca6b3d5dc85aba69c257ca047c0fcd038d6d7d2/402",
    "cast_unittests": "a81442b56e32a39242aa78c56a8b7ced8eea178dcbc36eb9f08862bbf9165955/323",
    "cc_unittests": "11fbe21b951e7367d699af808c55a42c1d5a37a880f4e82a2d2661baf7844dff/483",
    "chrome_app_unittests": "c1714a8accc37bef2aa02aba08f0da9af4a64ca75175a136d23f59fd5810c58a/564",
    "chrome_wpt_tests": "41fd01f6aa47a94ba5d6e75bc45dc3900a6947cd1ebf75f90e457eda61697721/566",
    "chromedriver_unittests": "b92a10316205a94512e872e9711fb1953279fabb87a168d8f010de32a419116e/480",
    "components_browsertests": "5be6118cb6441b69d3b11052a7ef156ccdfe40f6655cae1e8dfa4109bed04e58/652",
    "components_unittests": "62b3c30b02214d480ceb105c2f94e5e4206f0c184d1ce54f774750a73b960af2/810",
    "content_browsertests": "3277e4eafe0e3e201fc2d5974aa7e3835ab14b3b7c1b7feb7b6938f877031254/724",
    "content_shell_crash_test": "a7a82a68fcd29f37875e6c17b88deb8372ab985763d2a8c270f015d547833ae7/566",
    "content_unittests": "026a44c7901d28e0600d2b905b6057ad3708bd4328690230b488b3b1b2452517/560",
    "crashpad_tests": "9a2f3feb63a42ca48561ec3ee3921aa00543438c15091b6d648605cd86b65f30/408",
    "cronet_tests": "c7ca37c7fbac7af1b7b3d216d836ddc9faa159bd16c16efeaa516d7480c2f42a/484",
    "cronet_unittests": "25230275ecee6d7cc2fdcd0d95fe4ae7f06cdd575a1659ecc50c55bd3abad273/400",
    "crypto_unittests": "e450c2ed8ac0d54d52ada14746d6cca17dd7f5efc2d4acf8923fea8a2fb4bc6c/323",
    "device_unittests": "59f5fde0a1567d7ac70698a7e78b3847d854b7c1d919c9c3f4527e77e042d1c7/400",
    "display_unittests": "ae524def4e4849f1a5b0c53351f456327dfe15f1e354f16a41cff9aed353e750/323",
    "env_chromium_unittests": "6bd0177c0457b86e942431538b187f2fd4c7dfb33c0018afe4f346435399bc1d/323",
    "events_unittests": "91d67208b2834518070b1b75646854be24ce15c99fe6ac24ac5287f31862ceed/323",
    "extensions_browsertests": "54fca34eb0cf1af978715c6c1392be9a12cb473e5ac94f9d2e5791169304f494/570",
    "extensions_unittests": "bf784e32e690ffa160886789cc8fe4405e608eca2ce7a61e876d806aa973c265/644",
    "filesystem_service_unittests": "aa8ef22992f32422fc7bff218d4674ed79d1178c0ccc5f11b622801b885a004e/323",
    "flatbuffers_unittests": "ba1b8050f2ca4ec73059ccb0d7e38fd4e7ce01a5b53423fb8d10dfe2f6a54ced/408",
    "fuzzing_unittests": "9a678c5aca1e8abb4d4cb54421e20871ea8dc183154c283be610278bb81229ac/323",
    "gcm_unit_tests": "ecbe3e6ac1a43a5c54358cbf006f8d14a00eac6ebff9e1b0e108b568dcc9fcbc/400",
    "gfx_unittests": "c29b19e78db0e07347daa6cd4993070896ed1e0550e4d412b4e6ea4891d7d2c3/399",
    "gin_unittests": "7422d3017ce509e182ad7ca28763ed72eb473c3a432c3e752cd550ee23ba7b35/400",
    "google_apis_unittests": "fd62d60521975a86a85fd3c837aa138fc62df72749c0e5d1b08fafd81e79a2b8/485",
    "gpu_unittests": "ad676bb4c945f7e0cbd547d7468eadd9012e2c7725176f0ace28dac8e8e61076/400",
    "grit_python_unittests": "43164eca205bc603013acc349bd12058e09bf794ce75f8babf7fe3badcf4cf23/411",
    "gwp_asan_unittests": "64df654d891248fa7c827a46bf89b28f496b533b0a30fd5d884f56ec7d56c402/408",
    "headless_browsertests": "2189f40990b9204a898f3445a446cab73d93611b3c2b6f172176541a4bbdb43d/569",
    "headless_shell_wpt": "a799bd7507ea3c5fff8790704450400971188c265a30861c64a6d2afdab28828/566",
    "headless_unittests": "b3651f9130763e3397690c22127dced82ebd231844d3fa849cd0409faaf57493/323",
    "interactive_ui_tests": "8da2960c4402235cd8cdded3eadf252a1d2a0d650906f7b0dd9f796bdf86322d/973",
    "ipc_tests": "2948b533e449ecac9c12e3c7499044ad57d84628998cb1f3193e7df275c120c8/323",
    "latency_unittests": "f07dc8916e99690fb84801bc09db7e9e03c1e38f52afd2357d70c48be4890a5f/323",
    "leveldb_unittests": "949df6977b51e8b2064909a346e46273fbf2b0fe207a9208e7a6748c57d7726b/323",
    "libjingle_xmpp_unittests": "500883653705e3423d858cab95dbd06fd03db8014a7eff4cef0d70dc0826051a/323",
    "liburlpattern_unittests": "5ffe40747e38036bcb19647e974a739be5074b1182084b8a9d665b0c25776ef1/323",
    "media_unittests": "394351ad9d8d183b98c78aa29e9c69a2d1e42c9812a4819064b6236d3e0566b1/403",
    "message_center_unittests": "3867be658539aedc0d93184e16f34992a4da545d00f76263c8a5edb6a46d44d1/323",
    "midi_unittests": "b34f8ab12500feb4430bcd91edca90f211e0422a963af83c5a81411be2366087/323",
    "mojo_unittests": "aee115b16e393bedcd4d5e9591eb04b4284bcab597e87e99d75de58498c21670/401",
    "native_theme_unittests": "600cc874ada2395f33e7c009affb7eec22a4dee062e00c9e32791fdee3ba5a1a/323",
    "net_unittests": "2c6fdcc1c9ad3fe8a770f399a5d9ad85bfab84040e39d75ef711413adc8b4cc0/487",
    "openscreen_unittests": "a0e26668827bf7dc40f52c8a25b87d423004580734fe3b810f19e1d0306596c5/408",
    "pdf_unittests": "ae5bdccc88762fd877d4b5dad93d638169c28428e16e6817b062e6bec9eb17a5/400",
    "perfetto_unittests": "54c2f4bda3c3c429d28761c0e15fcad0bf0a3d67827b6a580937cda1e526d942/323",
    "performance_test_suite": "70626d8386dc364410125012fb031cffbd6e715460bf11f56b3e281de5dced66/732",
    "power_sampler_unittests": "85330b8f227c0d13af7491996c777d4599e7c2d0c076a0ae4365fe2f57c51ed9/323",
    "printing_unittests": "9efbfa4efca88e7eb5f4542e109b745283ff12d0c83fd78261814be3c69bc781/482",
    "remoting_unittests": "73b36484892c44fb90aaafb4f1b6173adc25c294e59d06ba6db8a41044dbb991/400",
    "sandbox_unittests": "d985bbf34d3b7380dc2c9fad717a1adf4fe09a8bd52873943c6b94b8c9789a05/323",
    "services_unittests": "f20ef80a0442a2b0802e43096d8d7151aea354eff42197bbfea4f9c210f576df/653",
    "shell_dialogs_unittests": "b44b3257e85e5c9f0e0b6070f18c287b2fd43e821c5dc0d37bc6e889836c2a73/323",
    "skia_unittests": "07fa72848f528c8b9d2ff9ac5904e6346aa2cd92ca2a83b1eb3e6585369cf9eb/323",
    "snapshot_unittests": "2c35388a1d13bb14b6a2f9bd2106ee813247822b5ab168788c7513ef1606b59f/323",
    "sql_unittests": "3b54524c6f6f698441903ac18e3ee1fadab63a9b5327a1cad2fd4df98dfab10b/400",
    "storage_unittests": "a10427d1f810f1393f1529c160157a7ac1195b85ca1237da862225b84db7e873/481",
    "sync_integration_tests": "7b47fc0cbc5f6c762353a51136ba23fc47fbba3617999ad48c29b02003a9737e/646",
    "telemetry_gpu_unittests": "398721e3b2ba34e0e9fb1957e8a030cbb644ccd0e18da6a5b3c22503ed7b8367/736",
    "telemetry_unittests": "f8d0b9ddc6aa2516d171d1e4701a45ac5c78532c3c7560791915dc1cdae02b0c/575",
    "ui_base_unittests": "1bd4d1416593152e9f00df10f2d3de410fae88f3543c1d457624108466f55ed6/555",
    "ui_touch_selection_unittests": "c4bdf82cd7bd3a287c5ce34c882b476401b00e94d5443f504b16f8a1a5dc0011/323",
    "ui_unittests": "ee744587a29128804824b2505f6dd8177062929ee9c5299577fe608ff89c05aa/323",
    "unit_tests": "2d6d0ce32b86664ced821510b33547d3498f614cdf60b843717a5c2f00e87457/1061",
    "updater_tests": "3f194784f40f4d1804bd50f66867b31fdf3640eec5e3ef58178529eef9376833/566",
    "url_unittests": "95c49022767836caaf3112090475f787c7e20d5dc4ef29d7d8cc9f471b976064/323",
    "views_perftests": "dfffd0441eaef4d7c9753594532ea2dd84fe6cd8cfc8f8a89a3fe849f734ad36/487",
    "views_unittests": "29257ae67a64aaa594440dbb144c27f9ddd6a51b7f236abad84810a4061df323/402",
    "viz_unittests": "9deded2bdcd2d9e627bb932d33fdd65a1dc39b1ac6288d4416ac2dc91a1f59a9/407",
    "wtf_unittests": "ff3e59de630f973cf471b77ba8aabfccf5b196f64e71750de3c513303eaada03/323",
    "xr_browser_tests": "d30d3e0ffa743c2ca12688effbd9d905d9ccddafa42e6a770b4a48dfffc0e07e/645",
    "zlib_unittests": "258d16cd7e3ac3ad2e64e9ee7a65dcf883de9afc6f1db91d000f6dad3297a19b/408"
  },
  "swarming_command_lines_cwd": "out/38ad-Mac_Builder_(db",
  "swarming_command_lines_digest": "757f1444e5f4d0626199eeda35de9dc9fb8778be2dfd5ce704b921a90bfc0fec/94",
  "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/fb9f7e3aaaf487a1ccb3103b9a7354de3e72b963
  • gitiles_ref:refs/heads/main
  • parent_buildername:Mac Builder (dbg)
  • parent_buildnumber:308597
  • user_agent:recipe

Debug log (UTC)

[02:29:52.978] New invocation is queued and will start shortly
[02:29:52.978] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[02:29:54.056] Starting the invocation (attempt 1)
[02:29:54.089] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/fb9f7e3aaaf487a1ccb3103b9a7354de3e72b963"
[02:29:54.090] Popped gitiles commit info from properties and tags
[02:29:54.090] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:29:54.090] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:29:54.090] Buildbucket request:
{
  "requestId": "8875923240902423808",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac15-tests-dbg"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "fb9f7e3aaaf487a1ccb3103b9a7354de3e72b963",
                        "project": "chromium/src",
                        "ref": "refs/heads/main"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "fb9f7e3aaaf487a1ccb3103b9a7354de3e72b963"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8710493984476683233"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8710493984476683233"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8710493984476683233"
                }
          ],
      "parent_build_id": "8710493984476683233",
      "parent_builder_group": "chromium.mac",
      "parent_buildername": "Mac Builder (dbg)",
      "parent_got_angle_revision": "3ff59f6187928626e4e0102752fe3137d2cb5cde",
      "parent_got_dawn_revision": "c6089368720cef5e064dbeb41874f95f02d51aa8",
      "parent_got_revision": "fb9f7e3aaaf487a1ccb3103b9a7354de3e72b963",
      "parent_got_revision_cp": "refs/heads/main@{#1481353}",
      "parent_got_swiftshader_revision": "96a63130d839a49612c76e0bfc2403d5ca4cafe8",
      "parent_got_v8_revision": "6640597e389023951673d032748a60fd00babb20",
      "parent_got_v8_revision_cp": "refs/heads/14.0.93@{#1}",
      "parent_got_webrtc_revision": "fc3d84f832fe5c6f6524866f4faf49bac3fd8c44",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#45053}",
      "swarm_hashes": {
            "absl_hardening_tests": "9760723d98eba50ee407dcacd9157ad4d93c168cea2427389ce6e3f59b97a5f3/323",
            "accessibility_unittests": "e52566c1cc6e391c3f48c6bd937712f1aaa15e9a18cf88b86bdb74630940226c/323",
            "angle_unittests": "7746dbf748bd8a132966ac13c885bd82b8cac06e804d67425e3ae350726c59b7/408",
            "app_shell_unittests": "1e47accf2826caf082835afb80afce55ec0827aa3a3f74983ad515593f4ba67c/484",
            "base_unittests": "77ab4239e48ddda75f4fc9b61a3a220bf364b6accd42e830b2cd56aeb57970a8/480",
            "blink_common_unittests": "ed716d8fb9839764065d545f292e16f9192f6ae235bb6f3c44e16bf8bc7fed4f/485",
            "blink_fuzzer_unittests": "5a07468188ae92ad2cdcaa0e7778bd6eb0eec467989c6cbb39c5d05557a9f455/323",
            "blink_heap_unittests": "21c64ecf11dc14c6d84423a0f1b9ddcb7148e2ad29b7034be482497638762ab5/323",
            "blink_platform_unittests": "64f5ef66c8330af05754edf2900c4512e997807449272cd3956f7890d56819fb/643",
            "blink_python_tests": "a12a2a78de7ee7dcb4aeed890e653ff18862f80a71312eeea099f94dd069b1d7/574",
            "blink_unittests": "9910664f87d99863fe373696c611af30844c5bf346de19a29c003c31f5480ed4/649",
            "blink_web_tests": "471e4cf4b166450ac8649480c940da6bdb00ea3b3bac0358a3d535e1652d6682/566",
            "blink_wpt_tests": "c73ed3851d46248253a95074150e59464576515bb20c5f357fe1d09b89f42f1d/566",
            "boringssl_crypto_tests": "197a872da5fc4377fda5fcf3677dbc544b01064fbc9bceb25a3e18cbcf5e0bea/408",
            "boringssl_ssl_tests": "d7a6782852b5d5ac8666ef5a5d76d7647049c75920aa720508b233356a94d113/323",
            "capture_unittests": "3903a8d88421dcc60bb1d2795ca6b3d5dc85aba69c257ca047c0fcd038d6d7d2/402",
            "cast_unittests": "a81442b56e32a39242aa78c56a8b7ced8eea178dcbc36eb9f08862bbf9165955/323",
            "cc_unittests": "11fbe21b951e7367d699af808c55a42c1d5a37a880f4e82a2d2661baf7844dff/483",
            "chrome_app_unittests": "c1714a8accc37bef2aa02aba08f0da9af4a64ca75175a136d23f59fd5810c58a/564",
            "chrome_wpt_tests": "41fd01f6aa47a94ba5d6e75bc45dc3900a6947cd1ebf75f90e457eda61697721/566",
            "chromedriver_unittests": "b92a10316205a94512e872e9711fb1953279fabb87a168d8f010de32a419116e/480",
            "components_browsertests": "5be6118cb6441b69d3b11052a7ef156ccdfe40f6655cae1e8dfa4109bed04e58/652",
            "components_unittests": "62b3c30b02214d480ceb105c2f94e5e4206f0c184d1ce54f774750a73b960af2/810",
            "content_browsertests": "3277e4eafe0e3e201fc2d5974aa7e3835ab14b3b7c1b7feb7b6938f877031254/724",
            "content_shell_crash_test": "a7a82a68fcd29f37875e6c17b88deb8372ab985763d2a8c270f015d547833ae7/566",
            "content_unittests": "026a44c7901d28e0600d2b905b6057ad3708bd4328690230b488b3b1b2452517/560",
            "crashpad_tests": "9a2f3feb63a42ca48561ec3ee3921aa00543438c15091b6d648605cd86b65f30/408",
            "cronet_tests": "c7ca37c7fbac7af1b7b3d216d836ddc9faa159bd16c16efeaa516d7480c2f42a/484",
            "cronet_unittests": "25230275ecee6d7cc2fdcd0d95fe4ae7f06cdd575a1659ecc50c55bd3abad273/400",
            "crypto_unittests": "e450c2ed8ac0d54d52ada14746d6cca17dd7f5efc2d4acf8923fea8a2fb4bc6c/323",
            "device_unittests": "59f5fde0a1567d7ac70698a7e78b3847d854b7c1d919c9c3f4527e77e042d1c7/400",
            "display_unittests": "ae524def4e4849f1a5b0c53351f456327dfe15f1e354f16a41cff9aed353e750/323",
            "env_chromium_unittests": "6bd0177c0457b86e942431538b187f2fd4c7dfb33c0018afe4f346435399bc1d/323",
            "events_unittests": "91d67208b2834518070b1b75646854be24ce15c99fe6ac24ac5287f31862ceed/323",
            "extensions_browsertests": "54fca34eb0cf1af978715c6c1392be9a12cb473e5ac94f9d2e5791169304f494/570",
            "extensions_unittests": "bf784e32e690ffa160886789cc8fe4405e608eca2ce7a61e876d806aa973c265/644",
            "filesystem_service_unittests": "aa8ef22992f32422fc7bff218d4674ed79d1178c0ccc5f11b622801b885a004e/323",
            "flatbuffers_unittests": "ba1b8050f2ca4ec73059ccb0d7e38fd4e7ce01a5b53423fb8d10dfe2f6a54ced/408",
            "fuzzing_unittests": "9a678c5aca1e8abb4d4cb54421e20871ea8dc183154c283be610278bb81229ac/323",
            "gcm_unit_tests": "ecbe3e6ac1a43a5c54358cbf006f8d14a00eac6ebff9e1b0e108b568dcc9fcbc/400",
            "gfx_unittests": "c29b19e78db0e07347daa6cd4993070896ed1e0550e4d412b4e6ea4891d7d2c3/399",
            "gin_unittests": "7422d3017ce509e182ad7ca28763ed72eb473c3a432c3e752cd550ee23ba7b35/400",
            "google_apis_unittests": "fd62d60521975a86a85fd3c837aa138fc62df72749c0e5d1b08fafd81e79a2b8/485",
            "gpu_unittests": "ad676bb4c945f7e0cbd547d7468eadd9012e2c7725176f0ace28dac8e8e61076/400",
            "grit_python_unittests": "43164eca205bc603013acc349bd12058e09bf794ce75f8babf7fe3badcf4cf23/411",
            "gwp_asan_unittests": "64df654d891248fa7c827a46bf89b28f496b533b0a30fd5d884f56ec7d56c402/408",
            "headless_browsertests": "2189f40990b9204a898f3445a446cab73d93611b3c2b6f172176541a4bbdb43d/569",
            "headless_shell_wpt": "a799bd7507ea3c5fff8790704450400971188c265a30861c64a6d2afdab28828/566",
            "headless_unittests": "b3651f9130763e3397690c22127dced82ebd231844d3fa849cd0409faaf57493/323",
            "interactive_ui_tests": "8da2960c4402235cd8cdded3eadf252a1d2a0d650906f7b0dd9f796bdf86322d/973",
            "ipc_tests": "2948b533e449ecac9c12e3c7499044ad57d84628998cb1f3193e7df275c120c8/323",
            "latency_unittests": "f07dc8916e99690fb84801bc09db7e9e03c1e38f52afd2357d70c48be4890a5f/323",
            "leveldb_unittests": "949df6977b51e8b2064909a346e46273fbf2b0fe207a9208e7a6748c57d7726b/323",
            "libjingle_xmpp_unittests": "500883653705e3423d858cab95dbd06fd03db8014a7eff4cef0d70dc0826051a/323",
            "liburlpattern_unittests": "5ffe40747e38036bcb19647e974a739be5074b1182084b8a9d665b0c25776ef1/323",
            "media_unittests": "394351ad9d8d183b98c78aa29e9c69a2d1e42c9812a4819064b6236d3e0566b1/403",
            "message_center_unittests": "3867be658539aedc0d93184e16f34992a4da545d00f76263c8a5edb6a46d44d1/323",
            "midi_unittests": "b34f8ab12500feb4430bcd91edca90f211e0422a963af83c5a81411be2366087/323",
            "mojo_unittests": "aee115b16e393bedcd4d5e9591eb04b4284bcab597e87e99d75de58498c21670/401",
            "native_theme_unittests": "600cc874ada2395f33e7c009affb7eec22a4dee062e00c9e32791fdee3ba5a1a/323",
            "net_unittests": "2c6fdcc1c9ad3fe8a770f399a5d9ad85bfab84040e39d75ef711413adc8b4cc0/487",
            "openscreen_unittests": "a0e26668827bf7dc40f52c8a25b87d423004580734fe3b810f19e1d0306596c5/408",
            "pdf_unittests": "ae5bdccc88762fd877d4b5dad93d638169c28428e16e6817b062e6bec9eb17a5/400",
            "perfetto_unittests": "54c2f4bda3c3c429d28761c0e15fcad0bf0a3d67827b6a580937cda1e526d942/323",
            "performance_test_suite": "70626d8386dc364410125012fb031cffbd6e715460bf11f56b3e281de5dced66/732",
            "power_sampler_unittests": "85330b8f227c0d13af7491996c777d4599e7c2d0c076a0ae4365fe2f57c51ed9/323",
            "printing_unittests": "9efbfa4efca88e7eb5f4542e109b745283ff12d0c83fd78261814be3c69bc781/482",
            "remoting_unittests": "73b36484892c44fb90aaafb4f1b6173adc25c294e59d06ba6db8a41044dbb991/400",
            "sandbox_unittests": "d985bbf34d3b7380dc2c9fad717a1adf4fe09a8bd52873943c6b94b8c9789a05/323",
            "services_unittests": "f20ef80a0442a2b0802e43096d8d7151aea354eff42197bbfea4f9c210f576df/653",
            "shell_dialogs_unittests": "b44b3257e85e5c9f0e0b6070f18c287b2fd43e821c5dc0d37bc6e889836c2a73/323",
            "skia_unittests": "07fa72848f528c8b9d2ff9ac5904e6346aa2cd92ca2a83b1eb3e6585369cf9eb/323",
            "snapshot_unittests": "2c35388a1d13bb14b6a2f9bd2106ee813247822b5ab168788c7513ef1606b59f/323",
            "sql_unittests": "3b54524c6f6f698441903ac18e3ee1fadab63a9b5327a1cad2fd4df98dfab10b/400",
            "storage_unittests": "a10427d1f810f1393f1529c160157a7ac1195b85ca1237da862225b84db7e873/481",
            "sync_integration_tests": "7b47fc0cbc5f6c762353a51136ba23fc47fbba3617999ad48c29b02003a9737e/646",
            "telemetry_gpu_unittests": "398721e3b2ba34e0e9fb1957e8a030cbb644ccd0e18da6a5b3c22503ed7b8367/736",
            "telemetry_unittests": "f8d0b9ddc6aa2516d171d1e4701a45ac5c78532c3c7560791915dc1cdae02b0c/575",
            "ui_base_unittests": "1bd4d1416593152e9f00df10f2d3de410fae88f3543c1d457624108466f55ed6/555",
            "ui_touch_selection_unittests": "c4bdf82cd7bd3a287c5ce34c882b476401b00e94d5443f504b16f8a1a5dc0011/323",
            "ui_unittests": "ee744587a29128804824b2505f6dd8177062929ee9c5299577fe608ff89c05aa/323",
            "unit_tests": "2d6d0ce32b86664ced821510b33547d3498f614cdf60b843717a5c2f00e87457/1061",
            "updater_tests": "3f194784f40f4d1804bd50f66867b31fdf3640eec5e3ef58178529eef9376833/566",
            "url_unittests": "95c49022767836caaf3112090475f787c7e20d5dc4ef29d7d8cc9f471b976064/323",
            "views_perftests": "dfffd0441eaef4d7c9753594532ea2dd84fe6cd8cfc8f8a89a3fe849f734ad36/487",
            "views_unittests": "29257ae67a64aaa594440dbb144c27f9ddd6a51b7f236abad84810a4061df323/402",
            "viz_unittests": "9deded2bdcd2d9e627bb932d33fdd65a1dc39b1ac6288d4416ac2dc91a1f59a9/407",
            "wtf_unittests": "ff3e59de630f973cf471b77ba8aabfccf5b196f64e71750de3c513303eaada03/323",
            "xr_browser_tests": "d30d3e0ffa743c2ca12688effbd9d905d9ccddafa42e6a770b4a48dfffc0e07e/645",
            "zlib_unittests": "258d16cd7e3ac3ad2e64e9ee7a65dcf883de9afc6f1db91d000f6dad3297a19b/408"
          },
      "swarming_command_lines_cwd": "out/38ad-Mac_Builder_(db",
      "swarming_command_lines_digest": "757f1444e5f4d0626199eeda35de9dc9fb8778be2dfd5ce704b921a90bfc0fec/94",
      "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "fb9f7e3aaaf487a1ccb3103b9a7354de3e72b963",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8875923240902423808"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac15-tests-dbg"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Mac Builder (dbg)"
    },
    {
      "key": "parent_buildnumber",
      "value": "308597"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[02:29:54.635] Scheduled build:
{
  "id": "8710493179020681793",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac15-tests-dbg"
  },
  "number": 1013,
  "createdBy": "project:chromium",
  "createTime": "2025-07-02T02:29:54.144057954Z",
  "updateTime": "2025-07-02T02:29:54.144057954Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "fb9f7e3aaaf487a1ccb3103b9a7354de3e72b963",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[02:29:54.635] Task URL: https://cr-buildbucket.appspot.com/build/8710493179020681793
[02:29:54.635] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8875923240902423808:2:0) after 1m40s
[02:29:55.711] Received PubSub notification, asking Buildbucket for the build status
[02:29:55.741] Build status: SCHEDULED
[02:30:31.772] Received PubSub notification, asking Buildbucket for the build status
[02:30:31.810] Build status: STARTED
[02:31:34.655] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8875923240902423808:2:0)
[02:31:34.679] Build status: STARTED
[02:31:34.679] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8875923240902423808:5:0) after 9m18s
[02:40:52.710] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8875923240902423808:5:0)
[02:40:52.733] Build status: STARTED
[02:40:52.733] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8875923240902423808:6:0) after 2m46s
[02:43:38.780] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8875923240902423808:6:0)
[02:43:38.819] Build status: STARTED
[02:43:38.819] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8875923240902423808:7:0) after 2m31s
[02:46:09.918] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8875923240902423808:7:0)
[02:46:09.935] Build status: STARTED
[02:46:09.935] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8875923240902423808:8:0) after 7m46s
[02:53:56.012] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8875923240902423808:8:0)
[02:53:56.036] Build status: STARTED
[02:53:56.036] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8875923240902423808:9:0) after 7m34s
[03:01:30.068] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8875923240902423808:9:0)
[03:01:30.093] Build status: STARTED
[03:01:30.093] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8875923240902423808:10:0) after 6m52s
[03:08:22.147] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8875923240902423808:10:0)
[03:08:22.190] Build status: STARTED
[03:08:22.190] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8875923240902423808:11:0) after 4m58s
[03:13:20.234] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8875923240902423808:11:0)
[03:13:20.277] Build status: STARTED
[03:13:20.277] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8875923240902423808:12:0) after 4m0s
[03:17:20.373] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8875923240902423808:12:0)
[03:17:20.898] Build status: STARTED
[03:17:20.898] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8875923240902423808:13:0) after 3m3s
[03:20:23.937] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8875923240902423808:13:0)
[03:20:23.956] Build status: STARTED
[03:20:23.956] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8875923240902423808:14:0) after 1m34s
[03:21:58.045] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8875923240902423808:14:0)
[03:21:58.074] Build status: STARTED
[03:21:58.074] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8875923240902423808:15:0) after 9m25s
[03:31:23.100] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8875923240902423808:15:0)
[03:31:23.126] Build status: STARTED
[03:31:23.126] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8875923240902423808:16:0) after 8m54s
[03:40:17.166] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8875923240902423808:16:0)
[03:40:17.188] Build status: STARTED
[03:40:17.189] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8875923240902423808:17:0) after 7m0s
[03:47:17.190] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8875923240902423808:17:0)
[03:47:17.217] Build status: STARTED
[03:47:17.217] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8875923240902423808:18:0) after 2m6s
[03:49:23.248] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8875923240902423808:18:0)
[03:49:23.307] Build status: STARTED
[03:49:23.307] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8875923240902423808:19:0) after 8m53s
[03:58:16.408] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8875923240902423808:19:0)
[03:58:16.495] Build status: STARTED
[03:58:16.495] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8875923240902423808:20:0) after 4m43s
[04:02:59.711] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8875923240902423808:20:0)
[04:02:59.727] Build status: STARTED
[04:02:59.727] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8875923240902423808:21:0) after 1m48s
[04:04:47.762] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8875923240902423808:21:0)
[04:04:47.780] Build status: STARTED
[04:04:47.780] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8875923240902423808:22:0) after 3m53s
[04:08:40.817] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8875923240902423808:22:0)
[04:08:40.841] Build status: STARTED
[04:08:40.842] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8875923240902423808:23:0) after 6m57s
[04:15:37.869] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8875923240902423808:23:0)
[04:15:37.887] Build status: STARTED
[04:15:37.887] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8875923240902423808:24:0) after 3m48s
[04:19:25.916] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8875923240902423808:24:0)
[04:19:25.935] Build status: STARTED
[04:19:25.935] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8875923240902423808:25:0) after 2m29s
[04:21:54.981] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8875923240902423808:25:0)
[04:21:55.007] Build status: STARTED
[04:21:55.007] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8875923240902423808:26:0) after 8m26s
[04:30:21.030] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8875923240902423808:26:0)
[04:30:21.147] Build status: STARTED
[04:30:21.147] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8875923240902423808:27:0) after 6m28s
[04:30:28.593] Received PubSub notification, asking Buildbucket for the build status
[04:30:28.619] Build:
{
  "id": "8710493179020681793",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac15-tests-dbg"
  },
  "number": 1013,
  "createdBy": "project:chromium",
  "createTime": "2025-07-02T02:29:54.144057954Z",
  "startTime": "2025-07-02T02:30:31.487870328Z",
  "endTime": "2025-07-02T04:30:27.993112418Z",
  "updateTime": "2025-07-02T04:30:27.993112418Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "fb9f7e3aaaf487a1ccb3103b9a7354de3e72b963",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[04:30:28.619] Invocation finished in 2h0m35.653885125s with status FAILED