Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 2 hours
Actions:

Definition (rev 9c853229fe00b0948173a10ec45e9bf7c5048d35)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "mac15-x64-rel-tests"
>

Incoming triggers

  • Mac Builder/282475 (3 days ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • Mac Builder/282476 (3 days ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • Mac Builder/282477 (3 days ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • Mac Builder/282478 (3 days ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • Mac Builder/282479 (3 days ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "90e0904da23c4edfefadcf32bd3dcddd0d1307a3",
        "project": "chromium/src",
        "ref": "refs/heads/main"
      }
    ]
  },
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "90e0904da23c4edfefadcf32bd3dcddd0d1307a3"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8670011554063139921"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8670011554063139921"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8670011554063139921"
    }
  ],
  "parent_build_id": "8670011554063139921",
  "parent_builder_group": "chromium.mac",
  "parent_buildername": "Mac Builder",
  "parent_got_angle_revision": "fd9ac29c6973d98337d8f5398b10de792f4efb5e",
  "parent_got_dawn_revision": "905cba91b3432c013a3e98d7dfa3c1f818441ace",
  "parent_got_revision": "90e0904da23c4edfefadcf32bd3dcddd0d1307a3",
  "parent_got_revision_cp": "refs/heads/main@{#1702115}",
  "parent_got_swiftshader_revision": "1e80438d2b93ef36a7c05f8d2b81233bac0e3d16",
  "parent_got_v8_revision": "05cbef9093c80a49b19609dc725f011c1af081bf",
  "parent_got_v8_revision_cp": "refs/heads/15.6.32@{#1}",
  "parent_got_webrtc_revision": "23df7ef65bc831dfe10c5150146bf9e6bebe7194",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#48649}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "90e0904da23c4edfefadcf32bd3dcddd0d1307a3",
  "swarm_hashes": {
    "absl_hardening_tests": "411c96faf7f3288e79d67cd6c60c968090709df27d284cf9fef3744291670127/506",
    "accessibility_unittests": "be0000d0d297637a3511274d549ddcbd1b4861d8cab2dc859e5dfe3b0cb5aad4/506",
    "angle_unittests": "2702e4a48c2e6ef5e89c3a79c429b916b5f6b25803795f38cc3e2fa05757ead4/591",
    "base_unittests": "09818b9d26603cc4887b72ae8b867b2ae443e64a1fd7d9b022d42fc84cc465d4/663",
    "blink_common_unittests": "8a5f0953f5f7ed260076b2152264e24a4c502068e8ac68511c4a6258f51e9090/668",
    "blink_fuzzer_unittests": "07a9d2a5cb3a2438beaed71e629e4a3d5642c988cc8390d28e980df8d1298604/506",
    "blink_heap_unittests": "964b058979575f00cf50ebcad28b85f227b1f1f82f7a011380fef9857088653f/506",
    "blink_platform_unittests": "6244b750f976ac4df1c9223074aca448ce059c986f6a4cf3f3a2650ef97a1488/826",
    "blink_python_tests": "d59d556258f8f4744f7445085246081678fd215043fd7142341f325b56c266fe/671",
    "blink_unittests": "d71a8c7ce3204568eaa21851f2cee07c6632005fc67b047e30a0337ffbfe3f73/832",
    "blink_web_tests": "f35f20d31f016628ca78e8c5713d53f06f1f0d09602c835cc78507a435f3b21b/584",
    "blink_wpt_tests": "5bda7e904aa312b7d07ef1403828b791a895aa4a490c556ea0e8a007d7a839e1/584",
    "boringssl_crypto_tests": "0af47a922fbb8f888747da2bb6281976a7e3ca6b25d87ec1939fe11327267283/591",
    "boringssl_ssl_tests": "58a3c25cfddf283596fe554a9ba7964fdce6d80f30f2efc1e3f337fb55b644d8/506",
    "browser_tests": "dce1affabcf6f13111fe8ae6b10a98a5f21bcbd294df64f43f3f969cafca9eb6/1403",
    "capture_unittests": "170063f51ce9bbcb2fc8364937971dc9b37d926a90615b4868303cd24bbe959f/585",
    "cast_unittests": "f60b0f9a23031f6aacb366e9c4f0892a5cd770b8e22fa39ff3b5ad75a6458f59/506",
    "cc_unittests": "69df61aabb878212c0e36948e992408353d1e96896113d0717265c5d68817dc1/666",
    "chrome_app_unittests": "064c0bbd5cea9c81ce83602cb77489b54aee485fcab0d89104208baf36b3d35b/747",
    "chrome_wpt_tests": "7c0953dec802dc966e3f582b37d4dd01c7090fe08f0f2e20d1bdaab7fa54ecab/584",
    "chromedriver_py_tests": "ece6d2e9d50dbff23d40f077cc678317950a2ae842b924defd1d0a73ab9dfe45/672",
    "chromedriver_py_tests_headless_shell": "0e093aabed73d74463e2d2fa7166792b745962583fe6d5f8140ec0d4908e9f8b/672",
    "chromedriver_replay_unittests": "2fe987884b01bd2c3998d0d95dbe682ae9a5e240961ee10c8a0454c506c3fb15/509",
    "chromedriver_unittests": "99651499c5334a16e12987016e62573eb2244ddd2951118daf54f4b8d501eaff/663",
    "components_browsertests": "43d76c6100575ae96721ea70298b6b3f1fdfe40889a15d5d1c6ce1a2f1ca5f2a/835",
    "components_perftests": "a37be83580ea27defb0977a95ebc070141726f0632af69d73d004956bf3c2825/833",
    "components_unittests": "cdcfb350258200abd4b610d9aa58637160a88ab0eb9f21a1cdf4a4b6304fc6fa/993",
    "content_browsertests": "0cb07cb1034f611379cb78b674281cf9d10a208f7f66cc3740491c08bcc1647a/908",
    "content_shell_crash_test": "e8ffaf84b3278b198b7318e6b0bad94441bcfec3c33a3bfd9b0097cbd1a96966/749",
    "content_unittests": "67c01af9ca49ee4e45afd28ab18a6a396d401b9ee8a1df89e022f01348fa2db3/743",
    "crashpad_tests": "1f22917bcd4f289f5a5ffd8abbe81043f7c17d60bcebba058d575e65a7829ec3/591",
    "crypto_unittests": "77b54a026cbb481fddcecb90ef631a5cca7fbcc048fc626f8e996fa5e7d34a8d/586",
    "device_unittests": "b3122f0956583fe9d1cbd2fb30f3b329a2c573a608c787c10b93fd9837f79c89/583",
    "display_unittests": "7d51bfb279ecf1918b9c12d6e52cd710b5c1c3dd93a22811e973e1455f08b072/506",
    "env_chromium_unittests": "a8d44aec8401b8f1d496db6897dc4a0c670e3727d84fea273694e9df8daedf6e/506",
    "events_unittests": "9be585883c5c98fedb7cbddfc97ab5fc1b50cecaeb5d5949051845e33667ee5e/506",
    "extensions_unittests": "5aba49fe6011873868801799dfab60a48fbe57dd0b02540950d950a972619416/827",
    "filesystem_service_unittests": "a89c83f0d59cc4d7548632d7a8587d40df57f9354ccb443e4834236ebc6f7bd9/506",
    "flatbuffers_unittests": "de10844be1250d3aa6d81d3e688afc305563c0ee15d2248925bd3d8dee9da200/591",
    "fuzzing_unittests": "c5a6f520a5af9e7bb20de9a75dbbc52519e2b6503d25364f8b53ec64a8986791/506",
    "gcm_unit_tests": "b485052e6f11716c639691d673e2e4e66d9462840db61ddcdfe06c149e537330/583",
    "gfx_unittests": "46ac994c6647d7cf79f065dd4719d580c3656e97119617ed74a5e9010b321b16/582",
    "gin_unittests": "4bf8f2e25edf00895740779c0223ce1fd469666f8e5f5ae6fb819384df76e215/583",
    "google_apis_unittests": "b784abc8605001a80712367c12f412ce8683efd699196a296d0963eef3f131a6/668",
    "gpu_unittests": "050fcb3b1dad01e2bb5dd699917e6710c17629b3cd12feba13d4af3933f0334e/583",
    "grit_python_unittests": "2ef30da74aa668a4e583fc08919f362b865ef2ee48af5f6e05df7ca61682f53b/594",
    "gwp_asan_unittests": "c2b207f3c03a3ea7000938673de6cac1be03ad5efc728d6df5f41aafd0f33c76/591",
    "headless_browsertests": "420c39e9a8602fd1f757587c61818cf4316d0d8f0fac07611f46ba05da526cdd/836",
    "headless_shell_wpt": "8a08eb958ebad389bb0da202dea2744c1963a323f674fdd28fd331f2ae7d2ebb/584",
    "headless_unittests": "1b827015d54e1950a336e586bc72320e0edbb10d2fb0f32d9019901250cd9e24/506",
    "interactive_ui_tests": "a4dc5eecbf0d330a2f60ae7a0aa7a5da26cf6da33d246528a8e0350ea9b7572f/1243",
    "ipc_tests": "24df5a0f48213df801de8085bfd574082cf142b14fa1c3edf2fcbe280ba016dd/506",
    "latency_unittests": "2e8070882d8bdb3ca8a17fcf28eab64292a6d86f05c4172a2b256ea833de1250/506",
    "leveldb_unittests": "62307f332b339dbccbe3711d22eb8dbe7152b77611f2503fd67c0f6ca2d8919e/506",
    "libjingle_xmpp_unittests": "65e3a34a0ad77813e19a4a87986473cf766af4f64b57a3a2ae09a7a634232395/506",
    "liburlpattern_unittests": "8293f07f7505df7a77c164745f83f147992bbf1ed035cfafaae883ffdd537ce7/506",
    "mac_signing_tests": "d82e48ae43e4906356c0c18d21ab9dbfc57a8a4a51d62f272ce4dffa83efc983/586",
    "media_unittests": "71b0e62e4b0d86f6651d61674e129ba4b8e70e3af6c0ff0f513b8629f57d4649/586",
    "message_center_unittests": "7b6266fbb0c3ec68a769237c1a3fb326f835c8c9869b74321e7234c8fbd9622f/506",
    "midi_unittests": "e22f47e9e20baf2ab63a96711f151681c71ac1431b17cc9e680c5077c812a698/506",
    "mojo_python_unittests": "c59baba9451ccee98f9b1f54b32793f7f6aecf91017d8fe3141aba2314259089/594",
    "mojo_unittests": "d7da7ec4a626f9a6fc64255af7765cd98dd3e25f12bea67caba323d399bba744/584",
    "native_theme_unittests": "e4984f4cfdba302c9d9d28f0fe0b2ef24527e6bf2739a7a8cc7ab487ab0c5a12/506",
    "net_unittests": "147474a242d06562a8097066d4be4bc9dfd1c83657d2898825b216ca7e8a792f/669",
    "openscreen_unittests": "d57ffd800d26f5f55a1e84e0f67d7923a82b3c5e1aa78cb16642e59e3520e3d2/591",
    "pdf_unittests": "c30754c1f78e326fee9ddb495fbdc6422ba12ad20182d031718d4a6966616682/583",
    "perfetto_unittests": "c9e96a84143baa7a637a4f16f75bcb5239f758d3ab6f834beaa1f1c3b5d76dce/506",
    "power_sampler_unittests": "62455b00e613a69cd872de140f18c8c5fcc7e6aabb1c75bdced446404e329793/506",
    "printing_unittests": "eda8547f086c255ca1bc05f3b0ed096d0dd377af3e1089374b8d13c545e1e764/665",
    "puffin_unittests": "3f4e7f1c15213ceb734f19bba822b9c9967d748e6d5833df4efe033da14644a7/590",
    "remoting_unittests": "d218ab959c3154f54bb354c9762eddb92979a42313e71c53b194bd71a9f25620/583",
    "sandbox_unittests": "61005cc70188e775fbaab1d3082f3b51b928f7638221f779fcfc1a9714a6518e/506",
    "services_unittests": "8a923ecfc504a038e7797421128a07691f75c2304195a376ae05ffc9265eabe3/916",
    "shell_dialogs_unittests": "d7c36d004f6ac3df904289b1db94c142ff1b7384f75c7e097911a2394a1be260/506",
    "skia_unittests": "27f234b74862a74acea8298093ed26cfbebbe46f20f1e03c820069c049cd7cd0/591",
    "snapshot_unittests": "e99f8c8dc1ef162d86b2814ae3fd92865d4bfc90f24b69551c5dbf443041ea11/506",
    "sql_unittests": "c0883a129db83da406573a610876129abbd3745448f3041fa042bb224191bd60/583",
    "storage_unittests": "9a4ca8e606c76c864d744605a7416075ccb9c4c47912ac180dfa179f78fddb50/664",
    "sync_integration_tests": "6a72e404c3f39b2e2d2387377d630e8361258f19df4fad26f7f7f9cc74e96d3b/829",
    "telemetry_gpu_unittests": "daaad204b954ebd88cba766115d69a5cf5850a17cf06ccfc4d3c70ec780bf889/919",
    "telemetry_perf_unittests": "eea6b75c56a2608a7b593463ca3007399af9d3305b3b0785d62a0bfcd0e85103/753",
    "telemetry_unittests": "ea8a14b59c426b617914896825e1ee548b2f47272aba92da3ea9419288c3a208/673",
    "test_env_py_unittests": "be9be1090fb121759bbe874c4a5e3656f42645ff623f4b77f50afe015ab19c0b/421",
    "ui_base_unittests": "772f31d12c4a93191a0fda52e32a5f8309c450cf1da3873c1591ee77d64cf4e3/738",
    "ui_touch_selection_unittests": "57933b8603a3c83c40a474be108462d91fd9363558e4878670cf7473c3fd6936/506",
    "ui_unittests": "3d9f5fc8c05be5cc9e902fabbcf1d6833041b9f5351e4c97ec1d2561a251aa05/506",
    "unit_tests": "c1f58d932728efa34f8ce84ce861c3591b67e3654693a4dfddbe9f78a8821425/1323",
    "updater_tests": "13c10756dc8c3e2dde397d6b4f5f1c5750af0a4835b56e220339ad1663a60779/749",
    "url_unittests": "bf391fad07f23711a159dcae83500f172b6d17cbcf101ee1fbb07a59705a8843/506",
    "views_perftests": "b9ca7586a769748cc8ee11d3962f7de525638f1bea16061f975f10a542218994/670",
    "views_unittests": "23fc4adc12b481ad30fb1c8c8771446e611c87899a48eb5b0b821da5dff7d46d/585",
    "viz_unittests": "d03d695e177eaef433ef97bddbcc86dc8326866d0b99f22b5b500e46b28a8611/590",
    "webui_resources_tools_python_unittests": "8041fe898955b21d7ec51a272c0b9a621da8b2df3610d2f42bcfa13838c59b0d/747",
    "wtf_unittests": "804cbe638d610ea8ca6e4dd34b49fe725829de63731530e72db9a97299c98ae4/506",
    "xr_browser_tests": "c31a5df08b6075a3d74310f054656e07eba60e72ce74da6d40c868a78f83bd28/828",
    "xvfb_py_unittests": "607873495e98d507ea26def6538646ebcb5f916e608f8d285dd9902cc8e74992/421",
    "zlib_unittests": "1f3e9e5615b3bc45cbeb1a7591d0b362aaf31c3c11422e31c6f3859b677a62d4/591"
  },
  "swarming_command_lines_cwd": "out/ea77-Mac_Builder",
  "swarming_command_lines_digest": "db9a98e44e682c4e918a4d750045cd9bb894bb1d679893dbfe9f61b709fde95d/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/90e0904da23c4edfefadcf32bd3dcddd0d1307a3
  • gitiles_ref:refs/heads/main
  • parent_buildername:Mac Builder
  • parent_buildnumber:282479
  • user_agent:recipe

Debug log (UTC)

[22:45:52.416] New invocation is queued and will start shortly
[22:45:52.416] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[22:45:53.572] Starting the invocation (attempt 1)
[22:45:53.605] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/90e0904da23c4edfefadcf32bd3dcddd0d1307a3"
[22:45:53.605] Popped gitiles commit info from properties and tags
[22:45:53.605] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:45:53.605] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:45:53.605] Buildbucket request:
{
  "requestId": "8835440490366004704",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac15-x64-rel-tests"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "90e0904da23c4edfefadcf32bd3dcddd0d1307a3",
                        "project": "chromium/src",
                        "ref": "refs/heads/main"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "90e0904da23c4edfefadcf32bd3dcddd0d1307a3"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8670011554063139921"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8670011554063139921"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8670011554063139921"
                }
          ],
      "parent_build_id": "8670011554063139921",
      "parent_builder_group": "chromium.mac",
      "parent_buildername": "Mac Builder",
      "parent_got_angle_revision": "fd9ac29c6973d98337d8f5398b10de792f4efb5e",
      "parent_got_dawn_revision": "905cba91b3432c013a3e98d7dfa3c1f818441ace",
      "parent_got_revision": "90e0904da23c4edfefadcf32bd3dcddd0d1307a3",
      "parent_got_revision_cp": "refs/heads/main@{#1702115}",
      "parent_got_swiftshader_revision": "1e80438d2b93ef36a7c05f8d2b81233bac0e3d16",
      "parent_got_v8_revision": "05cbef9093c80a49b19609dc725f011c1af081bf",
      "parent_got_v8_revision_cp": "refs/heads/15.6.32@{#1}",
      "parent_got_webrtc_revision": "23df7ef65bc831dfe10c5150146bf9e6bebe7194",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#48649}",
      "swarm_hashes": {
            "absl_hardening_tests": "411c96faf7f3288e79d67cd6c60c968090709df27d284cf9fef3744291670127/506",
            "accessibility_unittests": "be0000d0d297637a3511274d549ddcbd1b4861d8cab2dc859e5dfe3b0cb5aad4/506",
            "angle_unittests": "2702e4a48c2e6ef5e89c3a79c429b916b5f6b25803795f38cc3e2fa05757ead4/591",
            "base_unittests": "09818b9d26603cc4887b72ae8b867b2ae443e64a1fd7d9b022d42fc84cc465d4/663",
            "blink_common_unittests": "8a5f0953f5f7ed260076b2152264e24a4c502068e8ac68511c4a6258f51e9090/668",
            "blink_fuzzer_unittests": "07a9d2a5cb3a2438beaed71e629e4a3d5642c988cc8390d28e980df8d1298604/506",
            "blink_heap_unittests": "964b058979575f00cf50ebcad28b85f227b1f1f82f7a011380fef9857088653f/506",
            "blink_platform_unittests": "6244b750f976ac4df1c9223074aca448ce059c986f6a4cf3f3a2650ef97a1488/826",
            "blink_python_tests": "d59d556258f8f4744f7445085246081678fd215043fd7142341f325b56c266fe/671",
            "blink_unittests": "d71a8c7ce3204568eaa21851f2cee07c6632005fc67b047e30a0337ffbfe3f73/832",
            "blink_web_tests": "f35f20d31f016628ca78e8c5713d53f06f1f0d09602c835cc78507a435f3b21b/584",
            "blink_wpt_tests": "5bda7e904aa312b7d07ef1403828b791a895aa4a490c556ea0e8a007d7a839e1/584",
            "boringssl_crypto_tests": "0af47a922fbb8f888747da2bb6281976a7e3ca6b25d87ec1939fe11327267283/591",
            "boringssl_ssl_tests": "58a3c25cfddf283596fe554a9ba7964fdce6d80f30f2efc1e3f337fb55b644d8/506",
            "browser_tests": "dce1affabcf6f13111fe8ae6b10a98a5f21bcbd294df64f43f3f969cafca9eb6/1403",
            "capture_unittests": "170063f51ce9bbcb2fc8364937971dc9b37d926a90615b4868303cd24bbe959f/585",
            "cast_unittests": "f60b0f9a23031f6aacb366e9c4f0892a5cd770b8e22fa39ff3b5ad75a6458f59/506",
            "cc_unittests": "69df61aabb878212c0e36948e992408353d1e96896113d0717265c5d68817dc1/666",
            "chrome_app_unittests": "064c0bbd5cea9c81ce83602cb77489b54aee485fcab0d89104208baf36b3d35b/747",
            "chrome_wpt_tests": "7c0953dec802dc966e3f582b37d4dd01c7090fe08f0f2e20d1bdaab7fa54ecab/584",
            "chromedriver_py_tests": "ece6d2e9d50dbff23d40f077cc678317950a2ae842b924defd1d0a73ab9dfe45/672",
            "chromedriver_py_tests_headless_shell": "0e093aabed73d74463e2d2fa7166792b745962583fe6d5f8140ec0d4908e9f8b/672",
            "chromedriver_replay_unittests": "2fe987884b01bd2c3998d0d95dbe682ae9a5e240961ee10c8a0454c506c3fb15/509",
            "chromedriver_unittests": "99651499c5334a16e12987016e62573eb2244ddd2951118daf54f4b8d501eaff/663",
            "components_browsertests": "43d76c6100575ae96721ea70298b6b3f1fdfe40889a15d5d1c6ce1a2f1ca5f2a/835",
            "components_perftests": "a37be83580ea27defb0977a95ebc070141726f0632af69d73d004956bf3c2825/833",
            "components_unittests": "cdcfb350258200abd4b610d9aa58637160a88ab0eb9f21a1cdf4a4b6304fc6fa/993",
            "content_browsertests": "0cb07cb1034f611379cb78b674281cf9d10a208f7f66cc3740491c08bcc1647a/908",
            "content_shell_crash_test": "e8ffaf84b3278b198b7318e6b0bad94441bcfec3c33a3bfd9b0097cbd1a96966/749",
            "content_unittests": "67c01af9ca49ee4e45afd28ab18a6a396d401b9ee8a1df89e022f01348fa2db3/743",
            "crashpad_tests": "1f22917bcd4f289f5a5ffd8abbe81043f7c17d60bcebba058d575e65a7829ec3/591",
            "crypto_unittests": "77b54a026cbb481fddcecb90ef631a5cca7fbcc048fc626f8e996fa5e7d34a8d/586",
            "device_unittests": "b3122f0956583fe9d1cbd2fb30f3b329a2c573a608c787c10b93fd9837f79c89/583",
            "display_unittests": "7d51bfb279ecf1918b9c12d6e52cd710b5c1c3dd93a22811e973e1455f08b072/506",
            "env_chromium_unittests": "a8d44aec8401b8f1d496db6897dc4a0c670e3727d84fea273694e9df8daedf6e/506",
            "events_unittests": "9be585883c5c98fedb7cbddfc97ab5fc1b50cecaeb5d5949051845e33667ee5e/506",
            "extensions_unittests": "5aba49fe6011873868801799dfab60a48fbe57dd0b02540950d950a972619416/827",
            "filesystem_service_unittests": "a89c83f0d59cc4d7548632d7a8587d40df57f9354ccb443e4834236ebc6f7bd9/506",
            "flatbuffers_unittests": "de10844be1250d3aa6d81d3e688afc305563c0ee15d2248925bd3d8dee9da200/591",
            "fuzzing_unittests": "c5a6f520a5af9e7bb20de9a75dbbc52519e2b6503d25364f8b53ec64a8986791/506",
            "gcm_unit_tests": "b485052e6f11716c639691d673e2e4e66d9462840db61ddcdfe06c149e537330/583",
            "gfx_unittests": "46ac994c6647d7cf79f065dd4719d580c3656e97119617ed74a5e9010b321b16/582",
            "gin_unittests": "4bf8f2e25edf00895740779c0223ce1fd469666f8e5f5ae6fb819384df76e215/583",
            "google_apis_unittests": "b784abc8605001a80712367c12f412ce8683efd699196a296d0963eef3f131a6/668",
            "gpu_unittests": "050fcb3b1dad01e2bb5dd699917e6710c17629b3cd12feba13d4af3933f0334e/583",
            "grit_python_unittests": "2ef30da74aa668a4e583fc08919f362b865ef2ee48af5f6e05df7ca61682f53b/594",
            "gwp_asan_unittests": "c2b207f3c03a3ea7000938673de6cac1be03ad5efc728d6df5f41aafd0f33c76/591",
            "headless_browsertests": "420c39e9a8602fd1f757587c61818cf4316d0d8f0fac07611f46ba05da526cdd/836",
            "headless_shell_wpt": "8a08eb958ebad389bb0da202dea2744c1963a323f674fdd28fd331f2ae7d2ebb/584",
            "headless_unittests": "1b827015d54e1950a336e586bc72320e0edbb10d2fb0f32d9019901250cd9e24/506",
            "interactive_ui_tests": "a4dc5eecbf0d330a2f60ae7a0aa7a5da26cf6da33d246528a8e0350ea9b7572f/1243",
            "ipc_tests": "24df5a0f48213df801de8085bfd574082cf142b14fa1c3edf2fcbe280ba016dd/506",
            "latency_unittests": "2e8070882d8bdb3ca8a17fcf28eab64292a6d86f05c4172a2b256ea833de1250/506",
            "leveldb_unittests": "62307f332b339dbccbe3711d22eb8dbe7152b77611f2503fd67c0f6ca2d8919e/506",
            "libjingle_xmpp_unittests": "65e3a34a0ad77813e19a4a87986473cf766af4f64b57a3a2ae09a7a634232395/506",
            "liburlpattern_unittests": "8293f07f7505df7a77c164745f83f147992bbf1ed035cfafaae883ffdd537ce7/506",
            "mac_signing_tests": "d82e48ae43e4906356c0c18d21ab9dbfc57a8a4a51d62f272ce4dffa83efc983/586",
            "media_unittests": "71b0e62e4b0d86f6651d61674e129ba4b8e70e3af6c0ff0f513b8629f57d4649/586",
            "message_center_unittests": "7b6266fbb0c3ec68a769237c1a3fb326f835c8c9869b74321e7234c8fbd9622f/506",
            "midi_unittests": "e22f47e9e20baf2ab63a96711f151681c71ac1431b17cc9e680c5077c812a698/506",
            "mojo_python_unittests": "c59baba9451ccee98f9b1f54b32793f7f6aecf91017d8fe3141aba2314259089/594",
            "mojo_unittests": "d7da7ec4a626f9a6fc64255af7765cd98dd3e25f12bea67caba323d399bba744/584",
            "native_theme_unittests": "e4984f4cfdba302c9d9d28f0fe0b2ef24527e6bf2739a7a8cc7ab487ab0c5a12/506",
            "net_unittests": "147474a242d06562a8097066d4be4bc9dfd1c83657d2898825b216ca7e8a792f/669",
            "openscreen_unittests": "d57ffd800d26f5f55a1e84e0f67d7923a82b3c5e1aa78cb16642e59e3520e3d2/591",
            "pdf_unittests": "c30754c1f78e326fee9ddb495fbdc6422ba12ad20182d031718d4a6966616682/583",
            "perfetto_unittests": "c9e96a84143baa7a637a4f16f75bcb5239f758d3ab6f834beaa1f1c3b5d76dce/506",
            "power_sampler_unittests": "62455b00e613a69cd872de140f18c8c5fcc7e6aabb1c75bdced446404e329793/506",
            "printing_unittests": "eda8547f086c255ca1bc05f3b0ed096d0dd377af3e1089374b8d13c545e1e764/665",
            "puffin_unittests": "3f4e7f1c15213ceb734f19bba822b9c9967d748e6d5833df4efe033da14644a7/590",
            "remoting_unittests": "d218ab959c3154f54bb354c9762eddb92979a42313e71c53b194bd71a9f25620/583",
            "sandbox_unittests": "61005cc70188e775fbaab1d3082f3b51b928f7638221f779fcfc1a9714a6518e/506",
            "services_unittests": "8a923ecfc504a038e7797421128a07691f75c2304195a376ae05ffc9265eabe3/916",
            "shell_dialogs_unittests": "d7c36d004f6ac3df904289b1db94c142ff1b7384f75c7e097911a2394a1be260/506",
            "skia_unittests": "27f234b74862a74acea8298093ed26cfbebbe46f20f1e03c820069c049cd7cd0/591",
            "snapshot_unittests": "e99f8c8dc1ef162d86b2814ae3fd92865d4bfc90f24b69551c5dbf443041ea11/506",
            "sql_unittests": "c0883a129db83da406573a610876129abbd3745448f3041fa042bb224191bd60/583",
            "storage_unittests": "9a4ca8e606c76c864d744605a7416075ccb9c4c47912ac180dfa179f78fddb50/664",
            "sync_integration_tests": "6a72e404c3f39b2e2d2387377d630e8361258f19df4fad26f7f7f9cc74e96d3b/829",
            "telemetry_gpu_unittests": "daaad204b954ebd88cba766115d69a5cf5850a17cf06ccfc4d3c70ec780bf889/919",
            "telemetry_perf_unittests": "eea6b75c56a2608a7b593463ca3007399af9d3305b3b0785d62a0bfcd0e85103/753",
            "telemetry_unittests": "ea8a14b59c426b617914896825e1ee548b2f47272aba92da3ea9419288c3a208/673",
            "test_env_py_unittests": "be9be1090fb121759bbe874c4a5e3656f42645ff623f4b77f50afe015ab19c0b/421",
            "ui_base_unittests": "772f31d12c4a93191a0fda52e32a5f8309c450cf1da3873c1591ee77d64cf4e3/738",
            "ui_touch_selection_unittests": "57933b8603a3c83c40a474be108462d91fd9363558e4878670cf7473c3fd6936/506",
            "ui_unittests": "3d9f5fc8c05be5cc9e902fabbcf1d6833041b9f5351e4c97ec1d2561a251aa05/506",
            "unit_tests": "c1f58d932728efa34f8ce84ce861c3591b67e3654693a4dfddbe9f78a8821425/1323",
            "updater_tests": "13c10756dc8c3e2dde397d6b4f5f1c5750af0a4835b56e220339ad1663a60779/749",
            "url_unittests": "bf391fad07f23711a159dcae83500f172b6d17cbcf101ee1fbb07a59705a8843/506",
            "views_perftests": "b9ca7586a769748cc8ee11d3962f7de525638f1bea16061f975f10a542218994/670",
            "views_unittests": "23fc4adc12b481ad30fb1c8c8771446e611c87899a48eb5b0b821da5dff7d46d/585",
            "viz_unittests": "d03d695e177eaef433ef97bddbcc86dc8326866d0b99f22b5b500e46b28a8611/590",
            "webui_resources_tools_python_unittests": "8041fe898955b21d7ec51a272c0b9a621da8b2df3610d2f42bcfa13838c59b0d/747",
            "wtf_unittests": "804cbe638d610ea8ca6e4dd34b49fe725829de63731530e72db9a97299c98ae4/506",
            "xr_browser_tests": "c31a5df08b6075a3d74310f054656e07eba60e72ce74da6d40c868a78f83bd28/828",
            "xvfb_py_unittests": "607873495e98d507ea26def6538646ebcb5f916e608f8d285dd9902cc8e74992/421",
            "zlib_unittests": "1f3e9e5615b3bc45cbeb1a7591d0b362aaf31c3c11422e31c6f3859b677a62d4/591"
          },
      "swarming_command_lines_cwd": "out/ea77-Mac_Builder",
      "swarming_command_lines_digest": "db9a98e44e682c4e918a4d750045cd9bb894bb1d679893dbfe9f61b709fde95d/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "90e0904da23c4edfefadcf32bd3dcddd0d1307a3",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8835440490366004704"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac15-x64-rel-tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Mac Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "282479"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[22:45:54.280] Scheduled build:
{
  "id": "8670010428354114433",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac15-x64-rel-tests"
  },
  "number": 21815,
  "createdBy": "project:chromium",
  "createTime": "2026-09-21T22:45:53.712289684Z",
  "updateTime": "2026-09-21T22:45:53.712289684Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "90e0904da23c4edfefadcf32bd3dcddd0d1307a3",
      "ref": "refs/heads/main"
    }
  }
}
[22:45:54.280] Task URL: https://cr-buildbucket.appspot.com/build/8670010428354114433
[22:45:54.280] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8835440490366004704:2:0) after 2m8s
[22:45:55.191] Received PubSub notification, asking Buildbucket for the build status
[22:45:55.208] Build status: SCHEDULED
[22:48:02.303] Handling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8835440490366004704:2:0)
[22:48:02.362] Build status: SCHEDULED
[22:48:02.362] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8835440490366004704:4:0) after 8m23s
[22:56:25.388] Handling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8835440490366004704:4:0)
[22:56:25.444] Build status: SCHEDULED
[22:56:25.444] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8835440490366004704:5:0) after 4m4s
[23:00:29.539] Handling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8835440490366004704:5:0)
[23:00:29.568] Build status: SCHEDULED
[23:00:29.568] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8835440490366004704:6:0) after 9m37s
[23:10:06.582] Handling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8835440490366004704:6:0)
[23:10:06.613] Build status: SCHEDULED
[23:10:06.613] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8835440490366004704:7:0) after 1m17s
[23:11:23.638] Handling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8835440490366004704:7:0)
[23:11:23.660] Build status: SCHEDULED
[23:11:23.660] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8835440490366004704:8:0) after 7m5s
[23:18:28.686] Handling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8835440490366004704:8:0)
[23:18:28.740] Build status: SCHEDULED
[23:18:28.740] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8835440490366004704:9:0) after 6m18s
[23:24:46.761] Handling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8835440490366004704:9:0)
[23:24:46.788] Build status: SCHEDULED
[23:24:46.788] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8835440490366004704:10:0) after 2m17s
[23:27:03.923] Handling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8835440490366004704:10:0)
[23:27:03.950] Build status: SCHEDULED
[23:27:03.950] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8835440490366004704:11:0) after 8m12s
[23:35:16.170] Handling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8835440490366004704:11:0)
[23:35:16.328] Build status: SCHEDULED
[23:35:16.328] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8835440490366004704:12:0) after 8m17s
[23:39:52.357] Received PubSub notification, asking Buildbucket for the build status
[23:39:52.384] Build status: STARTED
[23:43:33.499] Handling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8835440490366004704:12:0)
[23:43:33.520] Build status: STARTED
[23:43:33.520] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8835440490366004704:14:0) after 9m28s
[23:53:01.642] Handling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8835440490366004704:14:0)
[23:53:01.726] Build status: STARTED
[23:53:01.726] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8835440490366004704:15:0) after 6m21s
[23:59:22.842] Handling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8835440490366004704:15:0)
[23:59:22.859] Build status: STARTED
[23:59:22.859] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8835440490366004704:16:0) after 7m16s
[00:06:38.935] Handling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8835440490366004704:16:0)
[00:06:38.955] Build status: STARTED
[00:06:38.955] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8835440490366004704:17:0) after 5m49s
[00:12:28.071] Handling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8835440490366004704:17:0)
[00:12:28.093] Build status: STARTED
[00:12:28.093] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8835440490366004704:18:0) after 3m11s
[00:15:39.208] Handling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8835440490366004704:18:0)
[00:15:39.242] Build status: STARTED
[00:15:39.242] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8835440490366004704:19:0) after 1m8s
[00:16:47.354] Handling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8835440490366004704:19:0)
[00:16:47.376] Build status: STARTED
[00:16:47.376] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8835440490366004704:20:0) after 3m35s
[00:20:22.364] Handling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8835440490366004704:20:0)
[00:20:22.390] Build status: STARTED
[00:20:22.390] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8835440490366004704:21:0) after 2m42s
[00:23:04.489] Handling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8835440490366004704:21:0)
[00:23:04.517] Build status: STARTED
[00:23:04.517] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8835440490366004704:22:0) after 2m14s
[00:25:18.545] Handling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8835440490366004704:22:0)
[00:25:18.574] Build status: STARTED
[00:25:18.574] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8835440490366004704:23:0) after 9m5s
[00:34:23.666] Handling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8835440490366004704:23:0)
[00:34:23.683] Build status: STARTED
[00:34:23.683] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8835440490366004704:24:0) after 9m8s
[00:43:31.710] Handling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8835440490366004704:24:0)
[00:43:31.733] Build status: STARTED
[00:43:31.733] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8835440490366004704:25:0) after 2m52s
[00:46:23.857] Handling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8835440490366004704:25:0)
[00:46:23.940] Build status: STARTED
[00:46:23.940] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8835440490366004704:26:0) after 4m46s
[00:51:10.013] Handling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8835440490366004704:26:0)
[00:51:10.037] Build status: STARTED
[00:51:10.037] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8835440490366004704:27:0) after 6m17s
[00:57:27.195] Handling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8835440490366004704:27:0)
[00:57:27.270] Build status: STARTED
[00:57:27.270] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8835440490366004704:28:0) after 8m13s
[01:05:40.293] Handling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8835440490366004704:28:0)
[01:05:40.388] Build status: STARTED
[01:05:40.388] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8835440490366004704:29:0) after 5m13s
[01:10:53.409] Handling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8835440490366004704:29:0)
[01:10:53.430] Build status: STARTED
[01:10:53.431] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8835440490366004704:30:0) after 6m25s
[01:17:18.451] Handling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8835440490366004704:30:0)
[01:17:18.470] Build status: STARTED
[01:17:18.470] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8835440490366004704:31:0) after 3m14s
[01:20:32.574] Handling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8835440490366004704:31:0)
[01:20:32.593] Build status: STARTED
[01:20:32.593] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8835440490366004704:32:0) after 7m39s
[01:28:11.617] Handling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8835440490366004704:32:0)
[01:28:11.638] Build status: STARTED
[01:28:11.638] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8835440490366004704:33:0) after 2m39s
[01:30:50.710] Handling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8835440490366004704:33:0)
[01:30:50.770] Build status: STARTED
[01:30:50.770] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8835440490366004704:34:0) after 2m12s
[01:32:39.167] Received PubSub notification, asking Buildbucket for the build status
[01:32:39.190] Build:
{
  "id": "8670010428354114433",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac15-x64-rel-tests"
  },
  "number": 21815,
  "createdBy": "project:chromium",
  "createTime": "2026-09-21T22:45:53.712289684Z",
  "startTime": "2026-09-21T23:39:51.675049500Z",
  "endTime": "2026-09-22T01:32:38.635293138Z",
  "updateTime": "2026-09-22T01:32:38.635293138Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "90e0904da23c4edfefadcf32bd3dcddd0d1307a3",
      "ref": "refs/heads/main"
    }
  }
}
[01:32:39.190] Invocation finished in 2h46m46.780272724s with status FAILED