Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 2 hours
Actions:

Definition (rev e993e29809a9ae3e83767a044065c98c83dd0603)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "mac26-tests-dbg"
>

Incoming triggers

  • mac-arm64-dbg/113988 (1 week ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-dbg/113989 (1 week ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-dbg/113990 (1 week ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-dbg/113991 (1 week ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-dbg/113992 (1 week ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-dbg/113993 (1 week ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-dbg/113994 (1 week ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-dbg/113995 (1 week ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-dbg/113996 (1 week ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-dbg/113997 (1 week ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-dbg/113998 (1 week ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-dbg/113999 (1 week ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-dbg/114000 (1 week ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-dbg/114001 (1 week ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-dbg/114002 (1 week ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • mac-arm64-dbg/114003 (1 week ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "e3652591f9880c222a765568055daa77edf4d340",
        "project": "chromium/src",
        "ref": "refs/heads/main"
      }
    ]
  },
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "e3652591f9880c222a765568055daa77edf4d340"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8669799817188748977"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8669799817188748977"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8669799817188748977"
    }
  ],
  "parent_build_id": "8669799817188748977",
  "parent_builder_group": "chromium.mac",
  "parent_buildername": "mac-arm64-dbg",
  "parent_got_angle_revision": "386bb0e11d39ae46d1367c9e9e8b50f46b27ca90",
  "parent_got_dawn_revision": "8c8d96a819e43434482e0d8cee2c2adeceec4cec",
  "parent_got_revision": "e3652591f9880c222a765568055daa77edf4d340",
  "parent_got_revision_cp": "refs/heads/main@{#1704062}",
  "parent_got_swiftshader_revision": "1e80438d2b93ef36a7c05f8d2b81233bac0e3d16",
  "parent_got_v8_revision": "913b47f38fee67281e30e4e631995d67f74dbba1",
  "parent_got_v8_revision_cp": "refs/heads/15.6.53@{#1}",
  "parent_got_webrtc_revision": "1db151dec016f0b265274afff88b113e1b94d3e3",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#48698}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "e3652591f9880c222a765568055daa77edf4d340",
  "swarm_hashes": {
    "absl_hardening_tests": "70bbf7fee5462d627f84cfaff317f5b25348e65e8b20d21157e2fd8d93e88f13/506",
    "accessibility_unittests": "2b2b821faa72d3f3f752131e6c6ebe0632b4263c88ff7eaceb0ad7ea9b8a6f8f/506",
    "angle_unittests": "530bb0f99f0c5a0485838bfcb44d871bfae342ef0fac5e0cde64e11f6eb5ea17/591",
    "base_unittests": "728f51ee1e53170d2c687f4608987c9675c7680967b6da195b58a8da879d4a8d/663",
    "blink_common_unittests": "742b88a9cc38f1cc46fb75bd9cad6bde8231a8ed807d2aafc7d5ed4ccac3933f/668",
    "blink_fuzzer_unittests": "a234645e2851b78cde79ca38c43311c757ab9eed16beaee637339cb8ed3fe2fb/506",
    "blink_heap_unittests": "22f516efff2015c55cfa0781f949c2f0dce2d8d9d0bdcaa1376e1c30c7cdf677/506",
    "blink_platform_unittests": "39178e3889878d81918f26ccc4f757c2e594b9f275c3ad50698e317d7bcef14a/826",
    "blink_python_tests": "d2a678b942a5d6b45f11a9aa3490352dd6331a349d77a79a41bcb902b6cf0ac2/671",
    "blink_unittests": "afad5a1c81e3b47404672c04fd165db801a66e5f9ff7e476398ffcebfe04eeba/832",
    "blink_web_tests": "7ffcb0924be6bab00ff74f69d3c6855134a419b3282c1e08b8a665e27975239f/584",
    "blink_wpt_tests": "8976ab10754b52852f7e0357e0365c16add45f095d5b5c601f4869ebe516a72a/584",
    "boringssl_crypto_tests": "cea5291409ce5cce44ce932990525780915f72311f54b0cfc85f43c6c2f5b2a1/591",
    "boringssl_ssl_tests": "07cf19a86d03dc470400c1033eb81f4f2dbf85b312183e54f44322f984c85b38/506",
    "capture_unittests": "ace1814a47bc49fbaa24986771bb4026802da3a7ce59ae61ee487a7f56864649/585",
    "cast_unittests": "90132ccfb0f77ae91944293a18333346bf00cc9f6401865d710fcd55a313010a/506",
    "cc_unittests": "6638f752b27cfe952fbca50c4125db806f0f8ba237a7059fb02b02dcf02ec28a/666",
    "chrome_app_unittests": "4b33191c10c971fdb23852532391a1721d77b00fbafa036782524afbd9cf16a8/747",
    "chrome_wpt_tests": "4c4e10d1187d61534fb7553929cbd36765de10fecfc59b3e9ae9df4a83a57a15/584",
    "chromedriver_unittests": "cc4b11949f7c474252d85321b58a867c98f865a7a967e31cb9f8cc0debc8982a/663",
    "components_browsertests": "d19d2c703ab9ace32a600dbe8cf5964c896c726786ed80427e54b6a3b56338d5/835",
    "components_unittests": "f41e1501b667a094bd2ffbfb4f292159e90e7f72a7445ddcb015e30d76a22440/993",
    "content_browsertests": "b37728ce95bce3e43b6d0319e10e76c5ef46c208e734c63a90711b060e12ce37/908",
    "content_shell_crash_test": "723b1e50bfc5e785c19561174e5bcc2a92d5cb9e4ee94de1ef9becc018ee7f86/749",
    "content_unittests": "90e2f008099ecdd50f5d31d93436a4d0f1f30b81fed70b55eaa3c9e3bcadbd98/743",
    "crashpad_tests": "3dc9133143186fbf28df1697f9cf9c00402d122c16ce0ab81e650a7e4bdcb851/591",
    "crypto_unittests": "8567d2a00b4d919803bc55f640bb96cc4a8122c003d876b18dbbbddfe099ddff/586",
    "device_unittests": "f99c22cd60fc0b77112b520d4edb6f45955ad6e4c9f9b856147219383ad7fa73/583",
    "display_unittests": "5f7f64afd2486d282a9cd0ef54c9c77115a61fcb24ee246a3384cfbe05ed011c/506",
    "env_chromium_unittests": "ae0ce574102dd948430d654b671d182bc4baf8d8e165359efc52f5e6f83fd045/506",
    "events_unittests": "0edda99aecdd6fd988c3d7bd23c2fabac623b060cf6148d2b2f8fd997f0e3426/506",
    "extensions_unittests": "02f6973938d23cd537d13f70462df81a3d1e839eace92da8924b458303282617/827",
    "filesystem_service_unittests": "6c295d2856a385af8fd7d096d6425f6c7f8865efacd68f4623028a02c36393c3/506",
    "flatbuffers_unittests": "9301e5a3f272c3a378420df0bb0dfa3be084da61700d6bb50571e742c03167fa/591",
    "fuzzing_unittests": "99894e3ecb5e49a4afc6f667d56f06264b0dfd07f68691871f9554dca1d9e322/506",
    "gcm_unit_tests": "e9d33a4959027c9b52cd031b41d6e6e017f8625644f73d6a3b971afb882047c8/583",
    "gfx_unittests": "8bbefc9f89186b8a40e87543b616b46248c7b1593bc0081bdfdf65ff341089fa/582",
    "gin_unittests": "85921c68f038338317102e346204cd3932de14522ba446da8e6ddc128c1f635a/583",
    "google_apis_unittests": "8305346bbe572f1b4dfa7116ce3f62e0cead5c2cc8c2c464eeb97a106f8975ba/668",
    "gpu_unittests": "ab9ce7f1029681d2261b34a90f5d5afb5fd3724ac3374b37f877ee61eda770bd/583",
    "grit_python_unittests": "d2a515da2314c0664e049eeb37d1fff1e3837d0a040ca3605247c6991bc01361/594",
    "gwp_asan_unittests": "079c8e8a70024b91eae5a4fbe724db4988547d1a7be7e8526a900d4331e9a26b/591",
    "headless_browsertests": "f5ca274522168cb6c56ca1202dc56e07dfd596e5f7bc0a613fda5d1143ef939c/836",
    "headless_shell_wpt": "90f88ec5a07418571a802f8bf8e7035152ea061f7382742a15e45ea271efd3ff/584",
    "headless_unittests": "dbb88383bae3f64d619cef761854149132bd40cd86e0424ea1484de3207b5c16/506",
    "interactive_ui_tests": "8b994ec70d5e2ef6a867db46a870deba9a88c84c54b7aff270a0dc98609d5312/1243",
    "ipc_tests": "8fb470cac1320730010cf85fb321a1304223e474c5d26b4fbff9ffaa065b0ff0/506",
    "latency_unittests": "bb6f4a5597294ac7af36c346d8f488885b4cad15e5af5e42491924c78c7a51f8/506",
    "leveldb_unittests": "6b2db84e92215440f098e07641210977bdac5b1979ca67aaea116ccc6caa232c/506",
    "libjingle_xmpp_unittests": "afa10db67678e1a82f6f81eaf44c5faa5489c90deb8b82b4a5eea0339c50a547/506",
    "liburlpattern_unittests": "6c4f5aafefd3c998449eb89eeebd910c228e5d5a2443f4e5812a1ba5877b26df/506",
    "media_unittests": "6b4b8dbd776025abddbbb75d84721fe57faaafffdeb42f9240e22fd37e1f6033/586",
    "message_center_unittests": "485d535b004e104971c5d1e624b6a5be02b1f0ba160362800afdc17d153d2605/506",
    "midi_unittests": "c1183913bff667a0d908f705ecd93a3a6fd73baf0db5adaffda27f80af2059ad/506",
    "mojo_unittests": "dbc0e6c739f0b90125342589bb9df895c92c8971e404c902796ba652a3490e23/584",
    "native_theme_unittests": "92fa2c1e75fe67d824f06475dff5ae3904783e9576d7e78419d2dc42505262ad/506",
    "net_unittests": "d3129a9228321f062b0bbcae402182584f700cee45b2f0649acbd5dcae73c2d6/669",
    "openscreen_unittests": "edcf47e8189f9a52ec7881adcb56633f7cb8709e8ba5d1a005daa18b1c0fc344/591",
    "pdf_unittests": "2808cf747bac7729b3a48071754133994a8ad0832d71ab3db5ceaddb1b694ed1/583",
    "perfetto_unittests": "8b4a05fe64349f8cbb56c459454ded1cb433603b373782e31994566926455073/506",
    "performance_test_suite": "e6d81e08f8e5db7cfea773c83fcd044e8452b0ff2f9ada9de0354862b0cf3957/830",
    "power_sampler_unittests": "766b00226b8ec2e76467da8bdb3540f64c7107bbaa5cb4c26fa251ea8e0a9de1/506",
    "printing_unittests": "a72aec84981ebcc1e8cf9045d109baa2a51544e1e3c11d8c3dc4e05dce46a3a3/665",
    "puffin_unittests": "6e92ce2993abbfbd58afa9b7630706bec4dad05060307491072eac47033c8490/590",
    "remoting_unittests": "33aaf660844e6c6c24a12d21dc3657d9a0a76a3d71d63210a43f37dff6e3465d/583",
    "rlz_unittests": "160bd44b5910c79e19e4167a9dccf4d3efdc3ab2892062b1ee71949e52dda84b/583",
    "sandbox_unittests": "29d216bf03cd37c25b769d2f49cbb80e089af233eddd0de230b95cece7d80c23/506",
    "services_unittests": "34302b1057fee9114b71e1e3f6f7d965baf4c2e0f6116b4e3ad07413c4d466c6/916",
    "shell_dialogs_unittests": "0eb7d049b1627b6b40dcf07b7887b01174231b3b9785a307e26e09678b4261d2/506",
    "skia_unittests": "31204f2e48eaf3c20b7b58bec2cbe67db581459fe7e664ec259b45fc22de894f/591",
    "snapshot_unittests": "1972704c4ce16ac2f21447591507fb0ceb3f4a2a888a2894fbfd742032568a9f/506",
    "sql_unittests": "2f12f84bfea1a94d2ad18459a3ddb569bdf04c8c3f270a1c7d5222a1bc4f2e98/583",
    "storage_unittests": "cd1530cffb08b2130de2ee67e9ffa75290608ee1dedf4ec98ab5395befaa1459/664",
    "sync_integration_tests": "321a31c5148aba07e24a338a948af4f598162029c874c90d53e321e13365d233/829",
    "telemetry_gpu_unittests": "20058134a043fde06feb34899ccb6e6ee837932a07635ce908d03197debd0671/919",
    "telemetry_unittests": "a70752d56914b2ec097f5b4a63c0580779730cfdcc18802680e6c9dd124a3e9a/673",
    "ui_base_unittests": "caa5c7ef54c529bba9a189a2900c12f4137b87abb5e39363a5d52d2f07f28182/738",
    "ui_touch_selection_unittests": "6eaaa61597195b4e259af181989e0beb012e2438af57952c9f879949abe7a20e/506",
    "ui_unittests": "66cafb20dbc0ea3ac7b5800b944e56c1719dddbede7e9193f3ceb909594bcaae/506",
    "unit_tests": "bd5fbda0c8f7040d89c05bc87867eaa744d44bb146534e970ca186d50193550e/1323",
    "updater_tests": "b35402ce297b64c9975a9c27c9cd0e573139a72d25c2fef17f5062b90b11f264/749",
    "url_unittests": "d28f10a277e22859e3d5408c8052c06d163260bd0b4482d02b1d190ced95c3d3/506",
    "views_perftests": "663e67662db7d8b22a4977bdd785f9a3be124122daeb7f5c1007a5a9badf6905/670",
    "views_unittests": "41a3803102304d586680f098886dc9604b006968c28ab919382fc89c3d38a2fd/585",
    "viz_unittests": "32845c85ee80e91db8daa0f6bc0d24e3f22bc910960a07d8f5d5643d21c9681b/590",
    "wtf_unittests": "5b4e84e2e8487e37c2643df67aed6605a43aeea47089ef8ba401167390e0c805/506",
    "xr_browser_tests": "d55e1f13bbf41bf8706f127f664fae96eaf05065239aa7ea0cdfa5fa8ef732c5/828",
    "zlib_unittests": "5dff661aa36d47e0fdb44a0bcc8d0a4fc0a0735e7cf6e7228433c1f9367377a8/591"
  },
  "swarming_command_lines_cwd": "out/8964-mac-arm64-dbg",
  "swarming_command_lines_digest": "7c681a79461f63b42a60f2b20b910ef57f3f14b95400c64cadb26f503f4a2830/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e3652591f9880c222a765568055daa77edf4d340
  • gitiles_ref:refs/heads/main
  • parent_buildername:mac-arm64-dbg
  • parent_buildnumber:114003
  • user_agent:recipe

Debug log (UTC)

[06:55:26.309] New invocation is queued and will start shortly
[06:55:26.309] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[06:55:27.410] Starting the invocation (attempt 1)
[06:55:27.444] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e3652591f9880c222a765568055daa77edf4d340"
[06:55:27.444] Popped gitiles commit info from properties and tags
[06:55:27.444] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[06:55:27.444] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[06:55:27.445] Buildbucket request:
{
  "requestId": "8835228495674697872",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac26-tests-dbg"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "e3652591f9880c222a765568055daa77edf4d340",
                        "project": "chromium/src",
                        "ref": "refs/heads/main"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "e3652591f9880c222a765568055daa77edf4d340"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8669799817188748977"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8669799817188748977"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8669799817188748977"
                }
          ],
      "parent_build_id": "8669799817188748977",
      "parent_builder_group": "chromium.mac",
      "parent_buildername": "mac-arm64-dbg",
      "parent_got_angle_revision": "386bb0e11d39ae46d1367c9e9e8b50f46b27ca90",
      "parent_got_dawn_revision": "8c8d96a819e43434482e0d8cee2c2adeceec4cec",
      "parent_got_revision": "e3652591f9880c222a765568055daa77edf4d340",
      "parent_got_revision_cp": "refs/heads/main@{#1704062}",
      "parent_got_swiftshader_revision": "1e80438d2b93ef36a7c05f8d2b81233bac0e3d16",
      "parent_got_v8_revision": "913b47f38fee67281e30e4e631995d67f74dbba1",
      "parent_got_v8_revision_cp": "refs/heads/15.6.53@{#1}",
      "parent_got_webrtc_revision": "1db151dec016f0b265274afff88b113e1b94d3e3",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#48698}",
      "swarm_hashes": {
            "absl_hardening_tests": "70bbf7fee5462d627f84cfaff317f5b25348e65e8b20d21157e2fd8d93e88f13/506",
            "accessibility_unittests": "2b2b821faa72d3f3f752131e6c6ebe0632b4263c88ff7eaceb0ad7ea9b8a6f8f/506",
            "angle_unittests": "530bb0f99f0c5a0485838bfcb44d871bfae342ef0fac5e0cde64e11f6eb5ea17/591",
            "base_unittests": "728f51ee1e53170d2c687f4608987c9675c7680967b6da195b58a8da879d4a8d/663",
            "blink_common_unittests": "742b88a9cc38f1cc46fb75bd9cad6bde8231a8ed807d2aafc7d5ed4ccac3933f/668",
            "blink_fuzzer_unittests": "a234645e2851b78cde79ca38c43311c757ab9eed16beaee637339cb8ed3fe2fb/506",
            "blink_heap_unittests": "22f516efff2015c55cfa0781f949c2f0dce2d8d9d0bdcaa1376e1c30c7cdf677/506",
            "blink_platform_unittests": "39178e3889878d81918f26ccc4f757c2e594b9f275c3ad50698e317d7bcef14a/826",
            "blink_python_tests": "d2a678b942a5d6b45f11a9aa3490352dd6331a349d77a79a41bcb902b6cf0ac2/671",
            "blink_unittests": "afad5a1c81e3b47404672c04fd165db801a66e5f9ff7e476398ffcebfe04eeba/832",
            "blink_web_tests": "7ffcb0924be6bab00ff74f69d3c6855134a419b3282c1e08b8a665e27975239f/584",
            "blink_wpt_tests": "8976ab10754b52852f7e0357e0365c16add45f095d5b5c601f4869ebe516a72a/584",
            "boringssl_crypto_tests": "cea5291409ce5cce44ce932990525780915f72311f54b0cfc85f43c6c2f5b2a1/591",
            "boringssl_ssl_tests": "07cf19a86d03dc470400c1033eb81f4f2dbf85b312183e54f44322f984c85b38/506",
            "capture_unittests": "ace1814a47bc49fbaa24986771bb4026802da3a7ce59ae61ee487a7f56864649/585",
            "cast_unittests": "90132ccfb0f77ae91944293a18333346bf00cc9f6401865d710fcd55a313010a/506",
            "cc_unittests": "6638f752b27cfe952fbca50c4125db806f0f8ba237a7059fb02b02dcf02ec28a/666",
            "chrome_app_unittests": "4b33191c10c971fdb23852532391a1721d77b00fbafa036782524afbd9cf16a8/747",
            "chrome_wpt_tests": "4c4e10d1187d61534fb7553929cbd36765de10fecfc59b3e9ae9df4a83a57a15/584",
            "chromedriver_unittests": "cc4b11949f7c474252d85321b58a867c98f865a7a967e31cb9f8cc0debc8982a/663",
            "components_browsertests": "d19d2c703ab9ace32a600dbe8cf5964c896c726786ed80427e54b6a3b56338d5/835",
            "components_unittests": "f41e1501b667a094bd2ffbfb4f292159e90e7f72a7445ddcb015e30d76a22440/993",
            "content_browsertests": "b37728ce95bce3e43b6d0319e10e76c5ef46c208e734c63a90711b060e12ce37/908",
            "content_shell_crash_test": "723b1e50bfc5e785c19561174e5bcc2a92d5cb9e4ee94de1ef9becc018ee7f86/749",
            "content_unittests": "90e2f008099ecdd50f5d31d93436a4d0f1f30b81fed70b55eaa3c9e3bcadbd98/743",
            "crashpad_tests": "3dc9133143186fbf28df1697f9cf9c00402d122c16ce0ab81e650a7e4bdcb851/591",
            "crypto_unittests": "8567d2a00b4d919803bc55f640bb96cc4a8122c003d876b18dbbbddfe099ddff/586",
            "device_unittests": "f99c22cd60fc0b77112b520d4edb6f45955ad6e4c9f9b856147219383ad7fa73/583",
            "display_unittests": "5f7f64afd2486d282a9cd0ef54c9c77115a61fcb24ee246a3384cfbe05ed011c/506",
            "env_chromium_unittests": "ae0ce574102dd948430d654b671d182bc4baf8d8e165359efc52f5e6f83fd045/506",
            "events_unittests": "0edda99aecdd6fd988c3d7bd23c2fabac623b060cf6148d2b2f8fd997f0e3426/506",
            "extensions_unittests": "02f6973938d23cd537d13f70462df81a3d1e839eace92da8924b458303282617/827",
            "filesystem_service_unittests": "6c295d2856a385af8fd7d096d6425f6c7f8865efacd68f4623028a02c36393c3/506",
            "flatbuffers_unittests": "9301e5a3f272c3a378420df0bb0dfa3be084da61700d6bb50571e742c03167fa/591",
            "fuzzing_unittests": "99894e3ecb5e49a4afc6f667d56f06264b0dfd07f68691871f9554dca1d9e322/506",
            "gcm_unit_tests": "e9d33a4959027c9b52cd031b41d6e6e017f8625644f73d6a3b971afb882047c8/583",
            "gfx_unittests": "8bbefc9f89186b8a40e87543b616b46248c7b1593bc0081bdfdf65ff341089fa/582",
            "gin_unittests": "85921c68f038338317102e346204cd3932de14522ba446da8e6ddc128c1f635a/583",
            "google_apis_unittests": "8305346bbe572f1b4dfa7116ce3f62e0cead5c2cc8c2c464eeb97a106f8975ba/668",
            "gpu_unittests": "ab9ce7f1029681d2261b34a90f5d5afb5fd3724ac3374b37f877ee61eda770bd/583",
            "grit_python_unittests": "d2a515da2314c0664e049eeb37d1fff1e3837d0a040ca3605247c6991bc01361/594",
            "gwp_asan_unittests": "079c8e8a70024b91eae5a4fbe724db4988547d1a7be7e8526a900d4331e9a26b/591",
            "headless_browsertests": "f5ca274522168cb6c56ca1202dc56e07dfd596e5f7bc0a613fda5d1143ef939c/836",
            "headless_shell_wpt": "90f88ec5a07418571a802f8bf8e7035152ea061f7382742a15e45ea271efd3ff/584",
            "headless_unittests": "dbb88383bae3f64d619cef761854149132bd40cd86e0424ea1484de3207b5c16/506",
            "interactive_ui_tests": "8b994ec70d5e2ef6a867db46a870deba9a88c84c54b7aff270a0dc98609d5312/1243",
            "ipc_tests": "8fb470cac1320730010cf85fb321a1304223e474c5d26b4fbff9ffaa065b0ff0/506",
            "latency_unittests": "bb6f4a5597294ac7af36c346d8f488885b4cad15e5af5e42491924c78c7a51f8/506",
            "leveldb_unittests": "6b2db84e92215440f098e07641210977bdac5b1979ca67aaea116ccc6caa232c/506",
            "libjingle_xmpp_unittests": "afa10db67678e1a82f6f81eaf44c5faa5489c90deb8b82b4a5eea0339c50a547/506",
            "liburlpattern_unittests": "6c4f5aafefd3c998449eb89eeebd910c228e5d5a2443f4e5812a1ba5877b26df/506",
            "media_unittests": "6b4b8dbd776025abddbbb75d84721fe57faaafffdeb42f9240e22fd37e1f6033/586",
            "message_center_unittests": "485d535b004e104971c5d1e624b6a5be02b1f0ba160362800afdc17d153d2605/506",
            "midi_unittests": "c1183913bff667a0d908f705ecd93a3a6fd73baf0db5adaffda27f80af2059ad/506",
            "mojo_unittests": "dbc0e6c739f0b90125342589bb9df895c92c8971e404c902796ba652a3490e23/584",
            "native_theme_unittests": "92fa2c1e75fe67d824f06475dff5ae3904783e9576d7e78419d2dc42505262ad/506",
            "net_unittests": "d3129a9228321f062b0bbcae402182584f700cee45b2f0649acbd5dcae73c2d6/669",
            "openscreen_unittests": "edcf47e8189f9a52ec7881adcb56633f7cb8709e8ba5d1a005daa18b1c0fc344/591",
            "pdf_unittests": "2808cf747bac7729b3a48071754133994a8ad0832d71ab3db5ceaddb1b694ed1/583",
            "perfetto_unittests": "8b4a05fe64349f8cbb56c459454ded1cb433603b373782e31994566926455073/506",
            "performance_test_suite": "e6d81e08f8e5db7cfea773c83fcd044e8452b0ff2f9ada9de0354862b0cf3957/830",
            "power_sampler_unittests": "766b00226b8ec2e76467da8bdb3540f64c7107bbaa5cb4c26fa251ea8e0a9de1/506",
            "printing_unittests": "a72aec84981ebcc1e8cf9045d109baa2a51544e1e3c11d8c3dc4e05dce46a3a3/665",
            "puffin_unittests": "6e92ce2993abbfbd58afa9b7630706bec4dad05060307491072eac47033c8490/590",
            "remoting_unittests": "33aaf660844e6c6c24a12d21dc3657d9a0a76a3d71d63210a43f37dff6e3465d/583",
            "rlz_unittests": "160bd44b5910c79e19e4167a9dccf4d3efdc3ab2892062b1ee71949e52dda84b/583",
            "sandbox_unittests": "29d216bf03cd37c25b769d2f49cbb80e089af233eddd0de230b95cece7d80c23/506",
            "services_unittests": "34302b1057fee9114b71e1e3f6f7d965baf4c2e0f6116b4e3ad07413c4d466c6/916",
            "shell_dialogs_unittests": "0eb7d049b1627b6b40dcf07b7887b01174231b3b9785a307e26e09678b4261d2/506",
            "skia_unittests": "31204f2e48eaf3c20b7b58bec2cbe67db581459fe7e664ec259b45fc22de894f/591",
            "snapshot_unittests": "1972704c4ce16ac2f21447591507fb0ceb3f4a2a888a2894fbfd742032568a9f/506",
            "sql_unittests": "2f12f84bfea1a94d2ad18459a3ddb569bdf04c8c3f270a1c7d5222a1bc4f2e98/583",
            "storage_unittests": "cd1530cffb08b2130de2ee67e9ffa75290608ee1dedf4ec98ab5395befaa1459/664",
            "sync_integration_tests": "321a31c5148aba07e24a338a948af4f598162029c874c90d53e321e13365d233/829",
            "telemetry_gpu_unittests": "20058134a043fde06feb34899ccb6e6ee837932a07635ce908d03197debd0671/919",
            "telemetry_unittests": "a70752d56914b2ec097f5b4a63c0580779730cfdcc18802680e6c9dd124a3e9a/673",
            "ui_base_unittests": "caa5c7ef54c529bba9a189a2900c12f4137b87abb5e39363a5d52d2f07f28182/738",
            "ui_touch_selection_unittests": "6eaaa61597195b4e259af181989e0beb012e2438af57952c9f879949abe7a20e/506",
            "ui_unittests": "66cafb20dbc0ea3ac7b5800b944e56c1719dddbede7e9193f3ceb909594bcaae/506",
            "unit_tests": "bd5fbda0c8f7040d89c05bc87867eaa744d44bb146534e970ca186d50193550e/1323",
            "updater_tests": "b35402ce297b64c9975a9c27c9cd0e573139a72d25c2fef17f5062b90b11f264/749",
            "url_unittests": "d28f10a277e22859e3d5408c8052c06d163260bd0b4482d02b1d190ced95c3d3/506",
            "views_perftests": "663e67662db7d8b22a4977bdd785f9a3be124122daeb7f5c1007a5a9badf6905/670",
            "views_unittests": "41a3803102304d586680f098886dc9604b006968c28ab919382fc89c3d38a2fd/585",
            "viz_unittests": "32845c85ee80e91db8daa0f6bc0d24e3f22bc910960a07d8f5d5643d21c9681b/590",
            "wtf_unittests": "5b4e84e2e8487e37c2643df67aed6605a43aeea47089ef8ba401167390e0c805/506",
            "xr_browser_tests": "d55e1f13bbf41bf8706f127f664fae96eaf05065239aa7ea0cdfa5fa8ef732c5/828",
            "zlib_unittests": "5dff661aa36d47e0fdb44a0bcc8d0a4fc0a0735e7cf6e7228433c1f9367377a8/591"
          },
      "swarming_command_lines_cwd": "out/8964-mac-arm64-dbg",
      "swarming_command_lines_digest": "7c681a79461f63b42a60f2b20b910ef57f3f14b95400c64cadb26f503f4a2830/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e3652591f9880c222a765568055daa77edf4d340",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8835228495674697872"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac26-tests-dbg"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "mac-arm64-dbg"
    },
    {
      "key": "parent_buildnumber",
      "value": "114003"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[06:55:27.960] Scheduled build:
{
  "id": "8669798433739095217",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac26-tests-dbg"
  },
  "number": 1698,
  "createdBy": "project:chromium",
  "createTime": "2026-09-24T06:55:27.531231382Z",
  "updateTime": "2026-09-24T06:55:27.531231382Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "e3652591f9880c222a765568055daa77edf4d340",
      "ref": "refs/heads/main"
    }
  }
}
[06:55:27.960] Task URL: https://cr-buildbucket.appspot.com/build/8669798433739095217
[06:55:27.960] Scheduling timer "check-buildbucket-build-status" (chromium/mac26-tests-dbg:8835228495674697872:2:0) after 5m50s
[06:55:28.516] Received PubSub notification, asking Buildbucket for the build status
[06:55:28.545] Build status: SCHEDULED
[07:01:18.057] Handling timer "check-buildbucket-build-status" (chromium/mac26-tests-dbg:8835228495674697872:2:0)
[07:01:18.080] Build status: SCHEDULED
[07:01:18.080] Scheduling timer "check-buildbucket-build-status" (chromium/mac26-tests-dbg:8835228495674697872:4:0) after 2m33s
[07:03:51.169] Handling timer "check-buildbucket-build-status" (chromium/mac26-tests-dbg:8835228495674697872:4:0)
[07:03:51.186] Build status: SCHEDULED
[07:03:51.186] Scheduling timer "check-buildbucket-build-status" (chromium/mac26-tests-dbg:8835228495674697872:5:0) after 7m49s
[07:11:40.281] Handling timer "check-buildbucket-build-status" (chromium/mac26-tests-dbg:8835228495674697872:5:0)
[07:11:40.343] Build status: SCHEDULED
[07:11:40.343] Scheduling timer "check-buildbucket-build-status" (chromium/mac26-tests-dbg:8835228495674697872:6:0) after 7m59s
[07:19:39.391] Handling timer "check-buildbucket-build-status" (chromium/mac26-tests-dbg:8835228495674697872:6:0)
[07:19:39.416] Build status: SCHEDULED
[07:19:39.416] Scheduling timer "check-buildbucket-build-status" (chromium/mac26-tests-dbg:8835228495674697872:7:0) after 3m9s
[07:22:48.473] Handling timer "check-buildbucket-build-status" (chromium/mac26-tests-dbg:8835228495674697872:7:0)
[07:22:48.494] Build status: SCHEDULED
[07:22:48.494] Scheduling timer "check-buildbucket-build-status" (chromium/mac26-tests-dbg:8835228495674697872:8:0) after 3m32s
[07:26:20.526] Handling timer "check-buildbucket-build-status" (chromium/mac26-tests-dbg:8835228495674697872:8:0)
[07:26:20.568] Build status: SCHEDULED
[07:26:20.568] Scheduling timer "check-buildbucket-build-status" (chromium/mac26-tests-dbg:8835228495674697872:9:0) after 2m4s
[07:28:24.678] Handling timer "check-buildbucket-build-status" (chromium/mac26-tests-dbg:8835228495674697872:9:0)
[07:28:24.696] Build status: SCHEDULED
[07:28:24.697] Scheduling timer "check-buildbucket-build-status" (chromium/mac26-tests-dbg:8835228495674697872:10:0) after 4m4s
[07:32:28.784] Handling timer "check-buildbucket-build-status" (chromium/mac26-tests-dbg:8835228495674697872:10:0)
[07:32:28.815] Build status: SCHEDULED
[07:32:28.815] Scheduling timer "check-buildbucket-build-status" (chromium/mac26-tests-dbg:8835228495674697872:11:0) after 5m2s
[07:37:30.875] Handling timer "check-buildbucket-build-status" (chromium/mac26-tests-dbg:8835228495674697872:11:0)
[07:37:30.896] Build status: SCHEDULED
[07:37:30.896] Scheduling timer "check-buildbucket-build-status" (chromium/mac26-tests-dbg:8835228495674697872:12:0) after 1m33s
[07:39:03.938] Handling timer "check-buildbucket-build-status" (chromium/mac26-tests-dbg:8835228495674697872:12:0)
[07:39:03.955] Build status: SCHEDULED
[07:39:03.956] Scheduling timer "check-buildbucket-build-status" (chromium/mac26-tests-dbg:8835228495674697872:13:0) after 5m53s
[07:44:57.021] Handling timer "check-buildbucket-build-status" (chromium/mac26-tests-dbg:8835228495674697872:13:0)
[07:44:57.042] Build status: SCHEDULED
[07:44:57.042] Scheduling timer "check-buildbucket-build-status" (chromium/mac26-tests-dbg:8835228495674697872:14:0) after 7m55s
[07:52:52.049] Handling timer "check-buildbucket-build-status" (chromium/mac26-tests-dbg:8835228495674697872:14:0)
[07:52:52.072] Build status: SCHEDULED
[07:52:52.072] Scheduling timer "check-buildbucket-build-status" (chromium/mac26-tests-dbg:8835228495674697872:15:0) after 1m55s
[07:54:47.204] Handling timer "check-buildbucket-build-status" (chromium/mac26-tests-dbg:8835228495674697872:15:0)
[07:54:47.222] Build status: SCHEDULED
[07:54:47.222] Scheduling timer "check-buildbucket-build-status" (chromium/mac26-tests-dbg:8835228495674697872:16:0) after 1m39s
[07:56:26.270] Handling timer "check-buildbucket-build-status" (chromium/mac26-tests-dbg:8835228495674697872:16:0)
[07:56:26.535] Build status: SCHEDULED
[07:56:26.535] Scheduling timer "check-buildbucket-build-status" (chromium/mac26-tests-dbg:8835228495674697872:17:0) after 3m57s
[08:00:23.607] Handling timer "check-buildbucket-build-status" (chromium/mac26-tests-dbg:8835228495674697872:17:0)
[08:00:23.661] Build status: SCHEDULED
[08:00:23.661] Scheduling timer "check-buildbucket-build-status" (chromium/mac26-tests-dbg:8835228495674697872:18:0) after 3m19s
[08:03:42.743] Handling timer "check-buildbucket-build-status" (chromium/mac26-tests-dbg:8835228495674697872:18:0)
[08:03:42.760] Build status: SCHEDULED
[08:03:42.760] Scheduling timer "check-buildbucket-build-status" (chromium/mac26-tests-dbg:8835228495674697872:19:0) after 6m11s
[08:09:53.799] Handling timer "check-buildbucket-build-status" (chromium/mac26-tests-dbg:8835228495674697872:19:0)
[08:09:53.832] Build status: SCHEDULED
[08:09:53.832] Scheduling timer "check-buildbucket-build-status" (chromium/mac26-tests-dbg:8835228495674697872:20:0) after 1m12s
[08:11:05.992] Handling timer "check-buildbucket-build-status" (chromium/mac26-tests-dbg:8835228495674697872:20:0)
[08:11:06.011] Build status: SCHEDULED
[08:11:06.011] Scheduling timer "check-buildbucket-build-status" (chromium/mac26-tests-dbg:8835228495674697872:21:0) after 4m58s
[08:16:04.042] Handling timer "check-buildbucket-build-status" (chromium/mac26-tests-dbg:8835228495674697872:21:0)
[08:16:04.065] Build status: SCHEDULED
[08:16:04.065] Scheduling timer "check-buildbucket-build-status" (chromium/mac26-tests-dbg:8835228495674697872:22:0) after 9m25s
[08:20:57.886] Received PubSub notification, asking Buildbucket for the build status
[08:20:57.906] Build status: STARTED
[08:25:29.092] Handling timer "check-buildbucket-build-status" (chromium/mac26-tests-dbg:8835228495674697872:22:0)
[08:25:29.109] Build status: STARTED
[08:25:29.110] Scheduling timer "check-buildbucket-build-status" (chromium/mac26-tests-dbg:8835228495674697872:24:0) after 5m1s
[08:30:30.145] Handling timer "check-buildbucket-build-status" (chromium/mac26-tests-dbg:8835228495674697872:24:0)
[08:30:30.212] Build status: STARTED
[08:30:30.212] Scheduling timer "check-buildbucket-build-status" (chromium/mac26-tests-dbg:8835228495674697872:25:0) after 5m5s
[08:35:35.287] Handling timer "check-buildbucket-build-status" (chromium/mac26-tests-dbg:8835228495674697872:25:0)
[08:35:35.351] Build status: STARTED
[08:35:35.352] Scheduling timer "check-buildbucket-build-status" (chromium/mac26-tests-dbg:8835228495674697872:26:0) after 9m37s
[08:45:12.489] Handling timer "check-buildbucket-build-status" (chromium/mac26-tests-dbg:8835228495674697872:26:0)
[08:45:12.511] Build status: STARTED
[08:45:12.511] Scheduling timer "check-buildbucket-build-status" (chromium/mac26-tests-dbg:8835228495674697872:27:0) after 4m37s
[08:49:49.579] Handling timer "check-buildbucket-build-status" (chromium/mac26-tests-dbg:8835228495674697872:27:0)
[08:49:49.598] Build status: STARTED
[08:49:49.598] Scheduling timer "check-buildbucket-build-status" (chromium/mac26-tests-dbg:8835228495674697872:28:0) after 3m43s
[08:53:32.672] Handling timer "check-buildbucket-build-status" (chromium/mac26-tests-dbg:8835228495674697872:28:0)
[08:53:32.723] Build status: STARTED
[08:53:32.723] Scheduling timer "check-buildbucket-build-status" (chromium/mac26-tests-dbg:8835228495674697872:29:0) after 1m24s
[08:54:56.786] Handling timer "check-buildbucket-build-status" (chromium/mac26-tests-dbg:8835228495674697872:29:0)
[08:54:56.809] Build status: STARTED
[08:54:56.810] Scheduling timer "check-buildbucket-build-status" (chromium/mac26-tests-dbg:8835228495674697872:30:0) after 3m35s
[08:58:31.814] Handling timer "check-buildbucket-build-status" (chromium/mac26-tests-dbg:8835228495674697872:30:0)
[08:58:31.839] Build status: STARTED
[08:58:31.839] Scheduling timer "check-buildbucket-build-status" (chromium/mac26-tests-dbg:8835228495674697872:31:0) after 8m15s
[09:06:46.868] Handling timer "check-buildbucket-build-status" (chromium/mac26-tests-dbg:8835228495674697872:31:0)
[09:06:46.887] Build status: STARTED
[09:06:46.887] Scheduling timer "check-buildbucket-build-status" (chromium/mac26-tests-dbg:8835228495674697872:32:0) after 9m56s
[09:16:43.010] Handling timer "check-buildbucket-build-status" (chromium/mac26-tests-dbg:8835228495674697872:32:0)
[09:16:43.030] Build status: STARTED
[09:16:43.030] Scheduling timer "check-buildbucket-build-status" (chromium/mac26-tests-dbg:8835228495674697872:33:0) after 8m55s
[09:25:38.064] Handling timer "check-buildbucket-build-status" (chromium/mac26-tests-dbg:8835228495674697872:33:0)
[09:25:38.088] Build status: STARTED
[09:25:38.088] Scheduling timer "check-buildbucket-build-status" (chromium/mac26-tests-dbg:8835228495674697872:34:0) after 4m34s
[09:30:12.120] Handling timer "check-buildbucket-build-status" (chromium/mac26-tests-dbg:8835228495674697872:34:0)
[09:30:12.143] Build status: STARTED
[09:30:12.143] Scheduling timer "check-buildbucket-build-status" (chromium/mac26-tests-dbg:8835228495674697872:35:0) after 6m5s
[09:36:17.196] Handling timer "check-buildbucket-build-status" (chromium/mac26-tests-dbg:8835228495674697872:35:0)
[09:36:17.224] Build status: STARTED
[09:36:17.224] Scheduling timer "check-buildbucket-build-status" (chromium/mac26-tests-dbg:8835228495674697872:36:0) after 7m35s
[09:38:42.352] Received PubSub notification, asking Buildbucket for the build status
[09:38:42.375] Build:
{
  "id": "8669798433739095217",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac26-tests-dbg"
  },
  "number": 1698,
  "createdBy": "project:chromium",
  "createTime": "2026-09-24T06:55:27.531231382Z",
  "startTime": "2026-09-24T08:20:57.703706770Z",
  "endTime": "2026-09-24T09:38:41.875423110Z",
  "updateTime": "2026-09-24T09:38:41.875423110Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "e3652591f9880c222a765568055daa77edf4d340",
      "ref": "refs/heads/main"
    }
  }
}
[09:38:42.375] Invocation finished in 2h43m16.073106083s with status FAILED