Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 3 hours
Actions:

Definition (rev f5aa0e256374a42c14cf3bb5c9e8faa30324dbb6)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "mac14-tests"
>

Incoming triggers

  • Mac Builder/282552 (3 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • Mac Builder/282553 (3 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • Mac Builder/282554 (3 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • Mac Builder/282555 (3 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • Mac Builder/282556 (3 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • Mac Builder/282557 (3 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • Mac Builder/282558 (3 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • Mac Builder/282559 (3 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • Mac Builder/282560 (3 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "645c83663a16e1bcf14cfb27d9e077f482a9403d",
        "project": "chromium/src",
        "ref": "refs/heads/main"
      }
    ]
  },
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "645c83663a16e1bcf14cfb27d9e077f482a9403d"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8669919306465767233"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8669919306465767233"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8669919306465767233"
    }
  ],
  "parent_build_id": "8669919306465767233",
  "parent_builder_group": "chromium.mac",
  "parent_buildername": "Mac Builder",
  "parent_got_angle_revision": "c6d912f6c024cb28b177514c3aa2f2b319d978b6",
  "parent_got_dawn_revision": "672f00cd20668c0819e92633397f6f5870d9728e",
  "parent_got_revision": "645c83663a16e1bcf14cfb27d9e077f482a9403d",
  "parent_got_revision_cp": "refs/heads/main@{#1703021}",
  "parent_got_swiftshader_revision": "1e80438d2b93ef36a7c05f8d2b81233bac0e3d16",
  "parent_got_v8_revision": "7b0c9571f5ce39dc89c8c3774444ba607ca2bd2a",
  "parent_got_v8_revision_cp": "refs/heads/15.6.39@{#1}",
  "parent_got_webrtc_revision": "d275cd110816e519a648b0551494caddcba9e254",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#48677}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "645c83663a16e1bcf14cfb27d9e077f482a9403d",
  "swarm_hashes": {
    "absl_hardening_tests": "e4d2f57d61186e5742b9d38e2b662e30086638c8716d4734f35829995ab57d09/506",
    "accessibility_unittests": "4f90d1e84f4c00c08016072e7f89cb4a04cd9c4e4183c7164f7777fe30cd23f4/506",
    "angle_unittests": "0ee98cef9938ff9c51d2775d1f7dccd99a3fe0c4150d26bcdea5c19c25061dad/591",
    "base_unittests": "e1991f887176e5d781b183579a772179747eda63b882b38e00936f87c410918e/663",
    "blink_common_unittests": "1be05e1f74ab4138852d1feb35c24da12b656892473b49165301df778603c359/668",
    "blink_fuzzer_unittests": "86581b2c7755275101bba13681490361b1303efe492f1883211da5e0d73b5e87/506",
    "blink_heap_unittests": "60829d286d625a7d919a4f86882be507e70b7b2a7e5a21d4f762353892d246a6/506",
    "blink_platform_unittests": "d57d7fb0229b52a1e3caaa50bd979be0fda75c9ff14633481d0ade7fb215239a/826",
    "blink_python_tests": "2b7d5da38f0df7c152458adc39b4f9b499e27c69cc80966499661b7ae54b45c2/671",
    "blink_unittests": "91706d578704dac791d1d05f4c51bb3566418453f987a0981744f7919aad86d7/832",
    "blink_web_tests": "caa1ed4ce69a2f52288ee1df557c5d3af88362b7c48ffbaffd502875bb9567bb/584",
    "blink_wpt_tests": "5193add7c238a33fa4ee1bc28c78ee7e38c7d29f56b4c06793d3b45e07424756/584",
    "boringssl_crypto_tests": "3d67836870508448bcda7046f664e71c4166c736b9c53c0769d28f60d83b9a9d/591",
    "boringssl_ssl_tests": "7bc5c7bfc28cadc6fdc62b0250d613c76e533a0b0c030b9f5e91f18b8c4c1bde/506",
    "browser_tests": "0177c95daa8ed9f18136a8104a6e8f7caf4d202da922b9643ab79b18fb704d46/1403",
    "capture_unittests": "b83b7e304340129d5e0775927555dfc7d203635e39c35e556dee209182d90f57/585",
    "cast_unittests": "536f9a25fc08bc46fe8c9efc8f15242c13ec9d3ea95851e20c98cfb510623303/506",
    "cc_unittests": "c86af8747949cc6ad4fdc6490af989ef9da66a352c57b37742ca5bc298c222d8/666",
    "chrome_app_unittests": "c2a751acce036c91ac22e1ee81ac79bedaec565a011aae98eb7b104a42f07d49/747",
    "chrome_wpt_tests": "ccfddcde4ba2285f6a74880fc5d5d38dd38b1b865e562b2d1ed7c56a814a82bc/584",
    "chromedriver_py_tests": "cf0e24ef4c3d6a087dada9d9c89cbb6bf0a8ac81b6f99295b86ab64e6efb66c9/672",
    "chromedriver_py_tests_headless_shell": "b98393e5c89fd93a40402c561341b034febc0c7219ad63698b014663c8c77adc/672",
    "chromedriver_replay_unittests": "2fe987884b01bd2c3998d0d95dbe682ae9a5e240961ee10c8a0454c506c3fb15/509",
    "chromedriver_unittests": "42ca7519816b2062a91eacc95210c7245e0033ae464e16ef7f2a9de83bb017e6/663",
    "components_browsertests": "03da6915a73f770b981f71e8706bf8760fe93d1e6ac093a67fe38be1cece5df7/835",
    "components_perftests": "390fac97f8bae4948b9244dc1fb7c404fbfc2672c04317df2520d8d42f553512/833",
    "components_unittests": "f0790ecaff514c22f79aa2022a259232bfb2e0736733152c221515403e1c93ec/993",
    "content_browsertests": "c0fd3efccab3372e3d2bf7219257a32cc7cc9dfce0e8e1aee5258ce7598c6b28/908",
    "content_shell_crash_test": "1c8e449162272a2771124d95b2c97a624cc8fb6036c3fcbe73d7cd4244573598/749",
    "content_unittests": "2b0c432d44f3681ce36b06c62dde2c0b262563b23a385828a7d1b2111a218277/743",
    "crashpad_tests": "afe0376e0003888362fe1b3e1263529bf6a00355912e328a21a3a890d60cb6ca/591",
    "crypto_unittests": "cd8a18af07cdccdc3dd505fc062bd5ca154a233c7b81808c7399f73db5619b15/586",
    "device_unittests": "064361bbfbf61fa7f7d01a7c0bd9cc59c7f668a88e484df8870020af2939704d/583",
    "display_unittests": "d732b9adb8f7b9a8b8a9262df776dcb09434097d4fa898a28e8ff847ad39615c/506",
    "env_chromium_unittests": "0bd2006b0a0b3e20910b78ed8d6916c549a38755de75e6b98e2b0e5da04d6bab/506",
    "events_unittests": "72204b9de14d1961a4a0a7cbf2a32873ad3e7ce60e5eccf0f6822b405abad957/506",
    "extensions_unittests": "35e7557f43909ea8a9d77dc59b43c1f63652b8b58935d50a6e3e403010692806/827",
    "filesystem_service_unittests": "954a6addc8965ad81d3cf454b8f3d8175d8f55fc7d5460687644390651d4624e/506",
    "flatbuffers_unittests": "22486256556846e235df7f726e6399c1ff6bd3d260e0a6fc9ea50647ebe4f626/591",
    "fuzzing_unittests": "dcc316d2ba99abf08bc50d736535b91d4beb73fb946fe2c0ceae10474a250a19/506",
    "gcm_unit_tests": "4c2ab73287639b4a86cb05c454f27acb6c2aab1ef76ac0a9da01f0aa7bcc95b6/583",
    "gfx_unittests": "5649c31bfafa7b69f57b58fe01c38f31a4cde5330e29dfa20ad7a94b7adb06de/582",
    "gin_unittests": "3d2e581ed09897d84af10057b521bd311908a7fe545e47af29979fba52151756/583",
    "google_apis_unittests": "a619f3d9c8a51824f3964e7fd0117c6759a76cac4e7799c3c86c7f485d715c75/668",
    "gpu_unittests": "693a42d8813fa0ec1d3b6df4f1c3c167b2bae614540f3ba413d92e86a1c26539/583",
    "grit_python_unittests": "2ef30da74aa668a4e583fc08919f362b865ef2ee48af5f6e05df7ca61682f53b/594",
    "gwp_asan_unittests": "10c3ba1666b26c88e81a9099375eab1dcb587f77bc1536c23d605790f2c58c72/591",
    "headless_browsertests": "7d3ceeafbe8f947a63c6786673f29ad88c78cb104acd110c921c4310c7ed9605/836",
    "headless_shell_wpt": "9021a8ae24d13778aa528b44c9ee0d37167c221b2c66fa8f62c866ed073b2aaf/584",
    "headless_unittests": "23a4bbd285a5e59e6a29e5fac628ddde7ec1a091ad114fb24b44559601eba864/506",
    "interactive_ui_tests": "aed1fb4b5d81bcfd011819f179fc3d772d842bde117a6ef498c3b2fac196ed2e/1243",
    "ipc_tests": "40e2ba89a97bb20289be86d0d3fec72d20dcbcacb8f7371fcbf48d87db48d185/506",
    "latency_unittests": "33e682a85ac1e1519097d0c48181496b09dc50b51d27cc25f92075381d700589/506",
    "leveldb_unittests": "0000877385df9728609f98ea31c9b13f9474d8ce0584311508a3432d86b6a4d0/506",
    "libjingle_xmpp_unittests": "608d629d8e75d780fd547fd47a105c74be39a9fe38e1359acc0f6151305459cf/506",
    "liburlpattern_unittests": "87b2bb993f9dd00bc5a19204049543880136c5ee427f5b2a62f44293f0274001/506",
    "mac_signing_tests": "2a568366753a0b0394d182e57c1ec98829804aeff54fd484002be7b75978620b/586",
    "media_unittests": "bfab74cc564ee40345984fed2450d7330491e658d4957fdad9a42ccda79399b5/586",
    "message_center_unittests": "71badbab7867367ff07a31ff6270fb3b4eccddaa7ee82f1a5dd4dca87c26f380/506",
    "midi_unittests": "45e7937c37078a43d5219a5ed02ae96af4f6e6a56d7f7805da2c043e00924697/506",
    "mojo_python_unittests": "1992ebc48c2b415249f9d5afee5f00ef02d0b575a20aec2872a354704877eebb/594",
    "mojo_unittests": "27cc48aa7a7e3d0996ca9175b13e9f4253301a856e88ce075369ac60c16ad4f7/584",
    "native_theme_unittests": "2f13484f2fc2c3f1c0a2aee5c02f30c85386d3c4df8b91f480a71a25f3489cc5/506",
    "net_unittests": "a5e2655fa32feb402e532bd5fe95846ab6e99e1ebffe6cdbff922c47452156d1/669",
    "openscreen_unittests": "36d7c0b9341e4e4bec348eaf0897c56be81740bff4ecc1d1d3a8131bc02b86c9/591",
    "pdf_unittests": "ee058b12edea7000b489b43f8f8893c66ec176b8318b8d76987188ffbccb88a3/583",
    "perfetto_unittests": "f77e21d3923e3b05d8a7220c5611163bbe710abb3bfc984c4c3585c354d01bb1/506",
    "power_sampler_unittests": "50ed0b90daa00b9428f59eae2f63e6aa27a4e520931b0b5658a918645df8b685/506",
    "printing_unittests": "85361c90a6c60633d21aa9ee345373f434d023ba27b2225fdea60ad8752b6ff4/665",
    "puffin_unittests": "85da44449b6a40b1cbf8114253a9039e511af15e80db8b3e0b401eef7b721dd7/590",
    "remoting_unittests": "a1d57e81cbeb4dcb9aeaaf910277c7ce415e5782fcfabf23d16bb5bd771c984f/583",
    "sandbox_unittests": "3716ac1dd61d204fe389a6f194b680877e66b02fb4d20631ee4a31b45e38d1ad/506",
    "services_unittests": "b7ec79312edbde57cf4484a2cc5d2049e08b49462c8bab30fc57b1980eb4ca0c/916",
    "shell_dialogs_unittests": "61837d2c29ec28b2bd5504e16c8d9bcebc1c99389b599dfb66d6214826febc6e/506",
    "skia_unittests": "1f23365ad8fb694877b974295bdcc22728fded0c13c4b083234eb8b02e20ab88/591",
    "snapshot_unittests": "8c936f8c52da46fc218419226d6e71b52ef9d1e77ea4912e89cd1469a4fe5a25/506",
    "sql_unittests": "a1c3d95706183b1007396c2d83c25f920b86d567e2e468f542c88846f7088754/583",
    "storage_unittests": "8acc5e294922edfc1789fb75522735c608f7f3e525f9f29eda1150e93c142dcc/664",
    "sync_integration_tests": "c2b4463cc7deb07bfddcbf4007d81c04dd8188ea9f235f2f219e2f25c3449a3d/829",
    "telemetry_gpu_unittests": "f1b5bbbd7a909a9ba489d906162a73f3656bc26fbf1e0c05e275486fd03b4cd2/919",
    "telemetry_perf_unittests": "e201f1153d8abede157de508f8289f160c74b33e7a460af7e120bd45e6f1dee3/753",
    "telemetry_unittests": "86a3c9ad0df742baecd8714fe0854e495cc6d0f48728a468c6b12a053f6c4537/673",
    "test_env_py_unittests": "836cc1d050aca1b49f8e2eb1e417848fe87b35ced5f25164a0750703b4d61f5d/421",
    "ui_base_unittests": "1a66a159f47eeec41429e197798893c0c6606d663064f284cb676e6063f2bdcc/738",
    "ui_touch_selection_unittests": "b147de4bcddd62ea1ab9c63d08bef94fb327af22391a700da2c74389a345e38f/506",
    "ui_unittests": "656572b865bb3fa70ad4410741c7d5dc0cdfaa7467e180e4ac2860907e473ae9/506",
    "unit_tests": "06044cf7ff94eb27f211614572cadbd704d260352b28807d3ba3c883c73bc88d/1323",
    "updater_tests": "840b81e8adc53ef4a0a4eb42b81d371e2b2c2e5cbd26c75a892dfa3d393cf46a/749",
    "url_unittests": "4d4681d229ff47fa9be16f6a91270cbc244f44d50bdbf97f1bd8daf63974bf33/506",
    "views_perftests": "8344af3632e78ea4366254cbe2bed6d0faaad184611355f0d387eddcabcc7303/670",
    "views_unittests": "bc06212de292bf13318115b5ac8fa62f774748191ae237faa5b2dcdc0f54cedd/585",
    "viz_unittests": "9903c5e6b111075aef3d0f83e55fb4ed53f5bca9b9c7540facf47bb51e19999d/590",
    "webui_resources_tools_python_unittests": "841b15979794c641f483487f8437fc2cfce009d2f6b5d689a4d96401a7717cf6/747",
    "wtf_unittests": "72d4a5237bb31de4d2ce7e0fc94e7d2be3364753a2e358d594b6863df9bd5282/506",
    "xr_browser_tests": "a7c911da9f6509920acd817a9518f9c3002057ab8df3ed731bd5dc5a350b067a/828",
    "xvfb_py_unittests": "51536b1859fe26b6e56a4537d1f56e617f850e1426698f15455f6a0f455035fa/421",
    "zlib_unittests": "c1baf7ccf58b0ccb93e66e191cfd4143f84032a644fda74a2f6b5670d8ce60ae/591"
  },
  "swarming_command_lines_cwd": "out/ea77-Mac_Builder",
  "swarming_command_lines_digest": "db9a98e44e682c4e918a4d750045cd9bb894bb1d679893dbfe9f61b709fde95d/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/645c83663a16e1bcf14cfb27d9e077f482a9403d
  • gitiles_ref:refs/heads/main
  • parent_buildername:Mac Builder
  • parent_buildnumber:282560
  • user_agent:recipe

Debug log (UTC)

[23:18:25.172] New invocation is queued and will start shortly
[23:18:25.172] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[23:18:26.731] Starting the invocation (attempt 1)
[23:18:26.759] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/645c83663a16e1bcf14cfb27d9e077f482a9403d"
[23:18:26.759] Popped gitiles commit info from properties and tags
[23:18:26.759] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:18:26.759] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:18:26.760] Buildbucket request:
{
  "requestId": "8835347845785024912",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac14-tests"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "645c83663a16e1bcf14cfb27d9e077f482a9403d",
                        "project": "chromium/src",
                        "ref": "refs/heads/main"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "645c83663a16e1bcf14cfb27d9e077f482a9403d"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8669919306465767233"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8669919306465767233"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8669919306465767233"
                }
          ],
      "parent_build_id": "8669919306465767233",
      "parent_builder_group": "chromium.mac",
      "parent_buildername": "Mac Builder",
      "parent_got_angle_revision": "c6d912f6c024cb28b177514c3aa2f2b319d978b6",
      "parent_got_dawn_revision": "672f00cd20668c0819e92633397f6f5870d9728e",
      "parent_got_revision": "645c83663a16e1bcf14cfb27d9e077f482a9403d",
      "parent_got_revision_cp": "refs/heads/main@{#1703021}",
      "parent_got_swiftshader_revision": "1e80438d2b93ef36a7c05f8d2b81233bac0e3d16",
      "parent_got_v8_revision": "7b0c9571f5ce39dc89c8c3774444ba607ca2bd2a",
      "parent_got_v8_revision_cp": "refs/heads/15.6.39@{#1}",
      "parent_got_webrtc_revision": "d275cd110816e519a648b0551494caddcba9e254",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#48677}",
      "swarm_hashes": {
            "absl_hardening_tests": "e4d2f57d61186e5742b9d38e2b662e30086638c8716d4734f35829995ab57d09/506",
            "accessibility_unittests": "4f90d1e84f4c00c08016072e7f89cb4a04cd9c4e4183c7164f7777fe30cd23f4/506",
            "angle_unittests": "0ee98cef9938ff9c51d2775d1f7dccd99a3fe0c4150d26bcdea5c19c25061dad/591",
            "base_unittests": "e1991f887176e5d781b183579a772179747eda63b882b38e00936f87c410918e/663",
            "blink_common_unittests": "1be05e1f74ab4138852d1feb35c24da12b656892473b49165301df778603c359/668",
            "blink_fuzzer_unittests": "86581b2c7755275101bba13681490361b1303efe492f1883211da5e0d73b5e87/506",
            "blink_heap_unittests": "60829d286d625a7d919a4f86882be507e70b7b2a7e5a21d4f762353892d246a6/506",
            "blink_platform_unittests": "d57d7fb0229b52a1e3caaa50bd979be0fda75c9ff14633481d0ade7fb215239a/826",
            "blink_python_tests": "2b7d5da38f0df7c152458adc39b4f9b499e27c69cc80966499661b7ae54b45c2/671",
            "blink_unittests": "91706d578704dac791d1d05f4c51bb3566418453f987a0981744f7919aad86d7/832",
            "blink_web_tests": "caa1ed4ce69a2f52288ee1df557c5d3af88362b7c48ffbaffd502875bb9567bb/584",
            "blink_wpt_tests": "5193add7c238a33fa4ee1bc28c78ee7e38c7d29f56b4c06793d3b45e07424756/584",
            "boringssl_crypto_tests": "3d67836870508448bcda7046f664e71c4166c736b9c53c0769d28f60d83b9a9d/591",
            "boringssl_ssl_tests": "7bc5c7bfc28cadc6fdc62b0250d613c76e533a0b0c030b9f5e91f18b8c4c1bde/506",
            "browser_tests": "0177c95daa8ed9f18136a8104a6e8f7caf4d202da922b9643ab79b18fb704d46/1403",
            "capture_unittests": "b83b7e304340129d5e0775927555dfc7d203635e39c35e556dee209182d90f57/585",
            "cast_unittests": "536f9a25fc08bc46fe8c9efc8f15242c13ec9d3ea95851e20c98cfb510623303/506",
            "cc_unittests": "c86af8747949cc6ad4fdc6490af989ef9da66a352c57b37742ca5bc298c222d8/666",
            "chrome_app_unittests": "c2a751acce036c91ac22e1ee81ac79bedaec565a011aae98eb7b104a42f07d49/747",
            "chrome_wpt_tests": "ccfddcde4ba2285f6a74880fc5d5d38dd38b1b865e562b2d1ed7c56a814a82bc/584",
            "chromedriver_py_tests": "cf0e24ef4c3d6a087dada9d9c89cbb6bf0a8ac81b6f99295b86ab64e6efb66c9/672",
            "chromedriver_py_tests_headless_shell": "b98393e5c89fd93a40402c561341b034febc0c7219ad63698b014663c8c77adc/672",
            "chromedriver_replay_unittests": "2fe987884b01bd2c3998d0d95dbe682ae9a5e240961ee10c8a0454c506c3fb15/509",
            "chromedriver_unittests": "42ca7519816b2062a91eacc95210c7245e0033ae464e16ef7f2a9de83bb017e6/663",
            "components_browsertests": "03da6915a73f770b981f71e8706bf8760fe93d1e6ac093a67fe38be1cece5df7/835",
            "components_perftests": "390fac97f8bae4948b9244dc1fb7c404fbfc2672c04317df2520d8d42f553512/833",
            "components_unittests": "f0790ecaff514c22f79aa2022a259232bfb2e0736733152c221515403e1c93ec/993",
            "content_browsertests": "c0fd3efccab3372e3d2bf7219257a32cc7cc9dfce0e8e1aee5258ce7598c6b28/908",
            "content_shell_crash_test": "1c8e449162272a2771124d95b2c97a624cc8fb6036c3fcbe73d7cd4244573598/749",
            "content_unittests": "2b0c432d44f3681ce36b06c62dde2c0b262563b23a385828a7d1b2111a218277/743",
            "crashpad_tests": "afe0376e0003888362fe1b3e1263529bf6a00355912e328a21a3a890d60cb6ca/591",
            "crypto_unittests": "cd8a18af07cdccdc3dd505fc062bd5ca154a233c7b81808c7399f73db5619b15/586",
            "device_unittests": "064361bbfbf61fa7f7d01a7c0bd9cc59c7f668a88e484df8870020af2939704d/583",
            "display_unittests": "d732b9adb8f7b9a8b8a9262df776dcb09434097d4fa898a28e8ff847ad39615c/506",
            "env_chromium_unittests": "0bd2006b0a0b3e20910b78ed8d6916c549a38755de75e6b98e2b0e5da04d6bab/506",
            "events_unittests": "72204b9de14d1961a4a0a7cbf2a32873ad3e7ce60e5eccf0f6822b405abad957/506",
            "extensions_unittests": "35e7557f43909ea8a9d77dc59b43c1f63652b8b58935d50a6e3e403010692806/827",
            "filesystem_service_unittests": "954a6addc8965ad81d3cf454b8f3d8175d8f55fc7d5460687644390651d4624e/506",
            "flatbuffers_unittests": "22486256556846e235df7f726e6399c1ff6bd3d260e0a6fc9ea50647ebe4f626/591",
            "fuzzing_unittests": "dcc316d2ba99abf08bc50d736535b91d4beb73fb946fe2c0ceae10474a250a19/506",
            "gcm_unit_tests": "4c2ab73287639b4a86cb05c454f27acb6c2aab1ef76ac0a9da01f0aa7bcc95b6/583",
            "gfx_unittests": "5649c31bfafa7b69f57b58fe01c38f31a4cde5330e29dfa20ad7a94b7adb06de/582",
            "gin_unittests": "3d2e581ed09897d84af10057b521bd311908a7fe545e47af29979fba52151756/583",
            "google_apis_unittests": "a619f3d9c8a51824f3964e7fd0117c6759a76cac4e7799c3c86c7f485d715c75/668",
            "gpu_unittests": "693a42d8813fa0ec1d3b6df4f1c3c167b2bae614540f3ba413d92e86a1c26539/583",
            "grit_python_unittests": "2ef30da74aa668a4e583fc08919f362b865ef2ee48af5f6e05df7ca61682f53b/594",
            "gwp_asan_unittests": "10c3ba1666b26c88e81a9099375eab1dcb587f77bc1536c23d605790f2c58c72/591",
            "headless_browsertests": "7d3ceeafbe8f947a63c6786673f29ad88c78cb104acd110c921c4310c7ed9605/836",
            "headless_shell_wpt": "9021a8ae24d13778aa528b44c9ee0d37167c221b2c66fa8f62c866ed073b2aaf/584",
            "headless_unittests": "23a4bbd285a5e59e6a29e5fac628ddde7ec1a091ad114fb24b44559601eba864/506",
            "interactive_ui_tests": "aed1fb4b5d81bcfd011819f179fc3d772d842bde117a6ef498c3b2fac196ed2e/1243",
            "ipc_tests": "40e2ba89a97bb20289be86d0d3fec72d20dcbcacb8f7371fcbf48d87db48d185/506",
            "latency_unittests": "33e682a85ac1e1519097d0c48181496b09dc50b51d27cc25f92075381d700589/506",
            "leveldb_unittests": "0000877385df9728609f98ea31c9b13f9474d8ce0584311508a3432d86b6a4d0/506",
            "libjingle_xmpp_unittests": "608d629d8e75d780fd547fd47a105c74be39a9fe38e1359acc0f6151305459cf/506",
            "liburlpattern_unittests": "87b2bb993f9dd00bc5a19204049543880136c5ee427f5b2a62f44293f0274001/506",
            "mac_signing_tests": "2a568366753a0b0394d182e57c1ec98829804aeff54fd484002be7b75978620b/586",
            "media_unittests": "bfab74cc564ee40345984fed2450d7330491e658d4957fdad9a42ccda79399b5/586",
            "message_center_unittests": "71badbab7867367ff07a31ff6270fb3b4eccddaa7ee82f1a5dd4dca87c26f380/506",
            "midi_unittests": "45e7937c37078a43d5219a5ed02ae96af4f6e6a56d7f7805da2c043e00924697/506",
            "mojo_python_unittests": "1992ebc48c2b415249f9d5afee5f00ef02d0b575a20aec2872a354704877eebb/594",
            "mojo_unittests": "27cc48aa7a7e3d0996ca9175b13e9f4253301a856e88ce075369ac60c16ad4f7/584",
            "native_theme_unittests": "2f13484f2fc2c3f1c0a2aee5c02f30c85386d3c4df8b91f480a71a25f3489cc5/506",
            "net_unittests": "a5e2655fa32feb402e532bd5fe95846ab6e99e1ebffe6cdbff922c47452156d1/669",
            "openscreen_unittests": "36d7c0b9341e4e4bec348eaf0897c56be81740bff4ecc1d1d3a8131bc02b86c9/591",
            "pdf_unittests": "ee058b12edea7000b489b43f8f8893c66ec176b8318b8d76987188ffbccb88a3/583",
            "perfetto_unittests": "f77e21d3923e3b05d8a7220c5611163bbe710abb3bfc984c4c3585c354d01bb1/506",
            "power_sampler_unittests": "50ed0b90daa00b9428f59eae2f63e6aa27a4e520931b0b5658a918645df8b685/506",
            "printing_unittests": "85361c90a6c60633d21aa9ee345373f434d023ba27b2225fdea60ad8752b6ff4/665",
            "puffin_unittests": "85da44449b6a40b1cbf8114253a9039e511af15e80db8b3e0b401eef7b721dd7/590",
            "remoting_unittests": "a1d57e81cbeb4dcb9aeaaf910277c7ce415e5782fcfabf23d16bb5bd771c984f/583",
            "sandbox_unittests": "3716ac1dd61d204fe389a6f194b680877e66b02fb4d20631ee4a31b45e38d1ad/506",
            "services_unittests": "b7ec79312edbde57cf4484a2cc5d2049e08b49462c8bab30fc57b1980eb4ca0c/916",
            "shell_dialogs_unittests": "61837d2c29ec28b2bd5504e16c8d9bcebc1c99389b599dfb66d6214826febc6e/506",
            "skia_unittests": "1f23365ad8fb694877b974295bdcc22728fded0c13c4b083234eb8b02e20ab88/591",
            "snapshot_unittests": "8c936f8c52da46fc218419226d6e71b52ef9d1e77ea4912e89cd1469a4fe5a25/506",
            "sql_unittests": "a1c3d95706183b1007396c2d83c25f920b86d567e2e468f542c88846f7088754/583",
            "storage_unittests": "8acc5e294922edfc1789fb75522735c608f7f3e525f9f29eda1150e93c142dcc/664",
            "sync_integration_tests": "c2b4463cc7deb07bfddcbf4007d81c04dd8188ea9f235f2f219e2f25c3449a3d/829",
            "telemetry_gpu_unittests": "f1b5bbbd7a909a9ba489d906162a73f3656bc26fbf1e0c05e275486fd03b4cd2/919",
            "telemetry_perf_unittests": "e201f1153d8abede157de508f8289f160c74b33e7a460af7e120bd45e6f1dee3/753",
            "telemetry_unittests": "86a3c9ad0df742baecd8714fe0854e495cc6d0f48728a468c6b12a053f6c4537/673",
            "test_env_py_unittests": "836cc1d050aca1b49f8e2eb1e417848fe87b35ced5f25164a0750703b4d61f5d/421",
            "ui_base_unittests": "1a66a159f47eeec41429e197798893c0c6606d663064f284cb676e6063f2bdcc/738",
            "ui_touch_selection_unittests": "b147de4bcddd62ea1ab9c63d08bef94fb327af22391a700da2c74389a345e38f/506",
            "ui_unittests": "656572b865bb3fa70ad4410741c7d5dc0cdfaa7467e180e4ac2860907e473ae9/506",
            "unit_tests": "06044cf7ff94eb27f211614572cadbd704d260352b28807d3ba3c883c73bc88d/1323",
            "updater_tests": "840b81e8adc53ef4a0a4eb42b81d371e2b2c2e5cbd26c75a892dfa3d393cf46a/749",
            "url_unittests": "4d4681d229ff47fa9be16f6a91270cbc244f44d50bdbf97f1bd8daf63974bf33/506",
            "views_perftests": "8344af3632e78ea4366254cbe2bed6d0faaad184611355f0d387eddcabcc7303/670",
            "views_unittests": "bc06212de292bf13318115b5ac8fa62f774748191ae237faa5b2dcdc0f54cedd/585",
            "viz_unittests": "9903c5e6b111075aef3d0f83e55fb4ed53f5bca9b9c7540facf47bb51e19999d/590",
            "webui_resources_tools_python_unittests": "841b15979794c641f483487f8437fc2cfce009d2f6b5d689a4d96401a7717cf6/747",
            "wtf_unittests": "72d4a5237bb31de4d2ce7e0fc94e7d2be3364753a2e358d594b6863df9bd5282/506",
            "xr_browser_tests": "a7c911da9f6509920acd817a9518f9c3002057ab8df3ed731bd5dc5a350b067a/828",
            "xvfb_py_unittests": "51536b1859fe26b6e56a4537d1f56e617f850e1426698f15455f6a0f455035fa/421",
            "zlib_unittests": "c1baf7ccf58b0ccb93e66e191cfd4143f84032a644fda74a2f6b5670d8ce60ae/591"
          },
      "swarming_command_lines_cwd": "out/ea77-Mac_Builder",
      "swarming_command_lines_digest": "db9a98e44e682c4e918a4d750045cd9bb894bb1d679893dbfe9f61b709fde95d/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "645c83663a16e1bcf14cfb27d9e077f482a9403d",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8835347845785024912"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac14-tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Mac Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "282560"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[23:18:27.415] Scheduled build:
{
  "id": "8669917783386541121",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac14-tests"
  },
  "number": 32626,
  "createdBy": "project:chromium",
  "createTime": "2026-09-22T23:18:26.838487558Z",
  "updateTime": "2026-09-22T23:18:26.838487558Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "645c83663a16e1bcf14cfb27d9e077f482a9403d",
      "ref": "refs/heads/main"
    }
  }
}
[23:18:27.415] Task URL: https://cr-buildbucket.appspot.com/build/8669917783386541121
[23:18:27.415] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835347845785024912:2:0) after 7m8s
[23:18:28.382] Received PubSub notification, asking Buildbucket for the build status
[23:18:28.409] Build status: SCHEDULED
[23:25:35.475] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835347845785024912:2:0)
[23:25:35.500] Build status: SCHEDULED
[23:25:35.500] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835347845785024912:4:0) after 2m4s
[23:27:39.576] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835347845785024912:4:0)
[23:27:39.597] Build status: SCHEDULED
[23:27:39.597] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835347845785024912:5:0) after 4m58s
[23:32:37.693] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835347845785024912:5:0)
[23:32:37.715] Build status: SCHEDULED
[23:32:37.715] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835347845785024912:6:0) after 1m2s
[23:33:39.782] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835347845785024912:6:0)
[23:33:39.811] Build status: SCHEDULED
[23:33:39.811] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835347845785024912:7:0) after 1m42s
[23:35:21.913] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835347845785024912:7:0)
[23:35:21.932] Build status: SCHEDULED
[23:35:21.932] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835347845785024912:8:0) after 6m9s
[23:41:30.980] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835347845785024912:8:0)
[23:41:31.005] Build status: SCHEDULED
[23:41:31.005] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835347845785024912:9:0) after 5m57s
[23:47:28.228] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835347845785024912:9:0)
[23:47:28.248] Build status: SCHEDULED
[23:47:28.248] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835347845785024912:10:0) after 4m58s
[23:52:26.320] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835347845785024912:10:0)
[23:52:26.406] Build status: SCHEDULED
[23:52:26.406] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835347845785024912:11:0) after 8m25s
[00:00:51.471] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835347845785024912:11:0)
[00:00:51.549] Build status: SCHEDULED
[00:00:51.549] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835347845785024912:12:0) after 3m18s
[00:04:09.617] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835347845785024912:12:0)
[00:04:09.639] Build status: SCHEDULED
[00:04:09.639] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835347845785024912:13:0) after 1m2s
[00:05:11.739] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835347845785024912:13:0)
[00:05:11.758] Build status: SCHEDULED
[00:05:11.758] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835347845785024912:14:0) after 1m11s
[00:06:22.857] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835347845785024912:14:0)
[00:06:22.881] Build status: SCHEDULED
[00:06:22.881] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835347845785024912:15:0) after 7m19s
[00:13:41.912] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835347845785024912:15:0)
[00:13:41.933] Build status: SCHEDULED
[00:13:41.933] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835347845785024912:16:0) after 7m49s
[00:21:31.244] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835347845785024912:16:0)
[00:21:31.323] Build status: SCHEDULED
[00:21:31.323] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835347845785024912:17:0) after 8m39s
[00:28:40.987] Received PubSub notification, asking Buildbucket for the build status
[00:28:41.008] Build status: STARTED
[00:30:10.355] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835347845785024912:17:0)
[00:30:10.383] Build status: STARTED
[00:30:10.384] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835347845785024912:19:0) after 4m17s
[00:34:27.493] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835347845785024912:19:0)
[00:34:27.512] Build status: STARTED
[00:34:27.512] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835347845785024912:20:0) after 1m25s
[00:35:52.534] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835347845785024912:20:0)
[00:35:52.563] Build status: STARTED
[00:35:52.563] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835347845785024912:21:0) after 3m57s
[00:39:49.624] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835347845785024912:21:0)
[00:39:49.653] Build status: STARTED
[00:39:49.653] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835347845785024912:22:0) after 8m16s
[00:48:05.846] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835347845785024912:22:0)
[00:48:05.870] Build status: STARTED
[00:48:05.870] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835347845785024912:23:0) after 1m2s
[00:49:07.901] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835347845785024912:23:0)
[00:49:07.916] Build status: STARTED
[00:49:07.916] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835347845785024912:24:0) after 9m40s
[00:58:48.134] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835347845785024912:24:0)
[00:58:48.174] Build status: STARTED
[00:58:48.174] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835347845785024912:25:0) after 4m10s
[01:02:58.284] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835347845785024912:25:0)
[01:02:58.305] Build status: STARTED
[01:02:58.305] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835347845785024912:26:0) after 4m29s
[01:07:27.391] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835347845785024912:26:0)
[01:07:27.416] Build status: STARTED
[01:07:27.416] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835347845785024912:27:0) after 1m37s
[01:09:04.579] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835347845785024912:27:0)
[01:09:04.601] Build status: STARTED
[01:09:04.601] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835347845785024912:28:0) after 4m49s
[01:13:53.728] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835347845785024912:28:0)
[01:13:53.777] Build status: STARTED
[01:13:53.777] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835347845785024912:29:0) after 6m48s
[01:20:41.904] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835347845785024912:29:0)
[01:20:41.924] Build status: STARTED
[01:20:41.924] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835347845785024912:30:0) after 3m30s
[01:24:11.963] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835347845785024912:30:0)
[01:24:12.070] Build status: STARTED
[01:24:12.070] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835347845785024912:31:0) after 8m31s
[01:32:43.130] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835347845785024912:31:0)
[01:32:43.145] Build status: STARTED
[01:32:43.145] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835347845785024912:32:0) after 8m14s
[01:40:57.464] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835347845785024912:32:0)
[01:40:57.484] Build status: STARTED
[01:40:57.484] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835347845785024912:33:0) after 3m50s
[01:44:47.499] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835347845785024912:33:0)
[01:44:47.536] Build status: STARTED
[01:44:47.536] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835347845785024912:34:0) after 3m47s
[01:48:34.561] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835347845785024912:34:0)
[01:48:34.605] Build status: STARTED
[01:48:34.605] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835347845785024912:35:0) after 5m27s
[01:54:01.691] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835347845785024912:35:0)
[01:54:01.744] Build status: STARTED
[01:54:01.744] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835347845785024912:36:0) after 6m22s
[02:00:23.787] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835347845785024912:36:0)
[02:00:23.804] Build status: STARTED
[02:00:23.804] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835347845785024912:37:0) after 1m25s
[02:01:48.881] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835347845785024912:37:0)
[02:01:48.900] Build status: STARTED
[02:01:48.900] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835347845785024912:38:0) after 8m41s
[02:10:29.902] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835347845785024912:38:0)
[02:10:29.930] Build status: STARTED
[02:10:29.930] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835347845785024912:39:0) after 3m40s
[02:14:10.073] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835347845785024912:39:0)
[02:14:10.092] Build status: STARTED
[02:14:10.092] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835347845785024912:40:0) after 3m26s
[02:17:36.127] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835347845785024912:40:0)
[02:17:36.168] Build status: STARTED
[02:17:36.168] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835347845785024912:41:0) after 2m37s
[02:20:13.196] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835347845785024912:41:0)
[02:20:13.271] Build status: STARTED
[02:20:13.271] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835347845785024912:42:0) after 3m38s
[02:23:26.738] Received PubSub notification, asking Buildbucket for the build status
[02:23:26.837] Build:
{
  "id": "8669917783386541121",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac14-tests"
  },
  "number": 32626,
  "createdBy": "project:chromium",
  "createTime": "2026-09-22T23:18:26.838487558Z",
  "startTime": "2026-09-23T00:28:40.734734382Z",
  "endTime": "2026-09-23T02:23:24.625134833Z",
  "updateTime": "2026-09-23T02:23:24.625134833Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "645c83663a16e1bcf14cfb27d9e077f482a9403d",
      "ref": "refs/heads/main"
    }
  }
}
[02:23:26.837] Invocation finished in 3h5m1.670496805s with status FAILED