Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 2 hours
Actions:

Definition (rev 9c853229fe00b0948173a10ec45e9bf7c5048d35)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "mac15-x64-rel-tests"
>

Incoming triggers

  • Mac Builder/281937 (1 week ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • Mac Builder/281938 (1 week ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "f1e078de45c8362e89a5512d7b189b5171432956",
        "project": "chromium/src",
        "ref": "refs/heads/main"
      }
    ]
  },
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "f1e078de45c8362e89a5512d7b189b5171432956"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8670695632489388625"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8670695632489388625"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8670695632489388625"
    }
  ],
  "parent_build_id": "8670695632489388625",
  "parent_builder_group": "chromium.mac",
  "parent_buildername": "Mac Builder",
  "parent_got_angle_revision": "9d4f4abe5c5caa6e9fa39a4d93eef378e3303a43",
  "parent_got_dawn_revision": "531751fe081abc11b1ba1b2c372ecb2d2705bd49",
  "parent_got_revision": "f1e078de45c8362e89a5512d7b189b5171432956",
  "parent_got_revision_cp": "refs/heads/main@{#1697124}",
  "parent_got_swiftshader_revision": "5b0479bd2d15058aaa9eb490e364f920ff824a8c",
  "parent_got_v8_revision": "745ef8ec2d84974b86dedad4ffa2bcf345fe1e7b",
  "parent_got_v8_revision_cp": "refs/heads/15.5.31@{#1}",
  "parent_got_webrtc_revision": "1079dd2b0f1baee1e73012ad8413830a3c2fda7c",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#48583}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "f1e078de45c8362e89a5512d7b189b5171432956",
  "swarm_hashes": {
    "absl_hardening_tests": "2bf8a977924236649e514000ccbe11a5d7575fb21929bfa8e02f7c2500ef166a/323",
    "accessibility_unittests": "24fc86b931cd7ad65923312a20662d8841cebac209826946f9bcd39eb3d98c0b/323",
    "angle_unittests": "3f2fd8249d0932dd1fdb49bfb09e40b07076c13ea308c91222b6629f586a8db4/408",
    "base_unittests": "1c39a8ff98ca2cb712914a70afc94757b05820a67996b5d6ba017e5d097c0238/480",
    "blink_common_unittests": "5ec880f1e62192dda821712da2cc31e35185e9eb1ddc19cba7f29af1ab728a04/485",
    "blink_fuzzer_unittests": "8e39fca2e8e52b43fd7f5ec2ffd7daf7e6865331ad405acdf442d7cff24648ab/323",
    "blink_heap_unittests": "6268ecedf30096778232747eb1ac938f2d874c0b06224a7a038842c52028903a/323",
    "blink_platform_unittests": "f0a0dd2d4c9b99153c1cf41acec86b2c79188ee791ad70fa94a7360a665ddd07/643",
    "blink_python_tests": "c5f1261072c58c21e5d6af7e483f123c08f1924102cfd35211450accb93c3721/573",
    "blink_unittests": "f6a23bbcfc605217ab6bbccd9ab13af6331c60a8c416e45248998e2c5c644ed2/649",
    "blink_web_tests": "536ecef0ff2a1b73ee6a813443070b18dea0bc6b66fa2ec9f25f5ce9f87f321e/486",
    "blink_wpt_tests": "0e91515c07e29e8bc89aa34f18fda75acc4b7fc5262bdd64cfdd1738c42751fb/486",
    "boringssl_crypto_tests": "105db8c25f0cca9ea676c6621ac0464204aae4b8681692ebf9b7a752eefc6018/408",
    "boringssl_ssl_tests": "ed79a8a17df6641f90e12f18ef4ea723c8a36882a60c0ec98332c52e4cfab8cd/323",
    "browser_tests": "fa8579ec46a02793434d92eb7fa4a890e3da5e714f05fa8990970e5140b4e8c3/1220",
    "capture_unittests": "33c64d6b62bae933ad4294359a561f3c1cd68fc7b854bbee3350b4f9fca0dd48/402",
    "cast_unittests": "d749ee237cce591bd2bfe432940b2512e0603ca24f2c080790955f2656abef40/323",
    "cc_unittests": "00a5a5b6dc6716b860633ad9ac2620edb293209ceeaac584f4908bf0e2240c10/483",
    "chrome_app_unittests": "b7ee4cc77ea8c8151e9dbfc091f8fa87a4cb176758d7fccc8d9eee6ec48ebca5/564",
    "chrome_wpt_tests": "be6ea3e50118de84b666c46b82b1cd7a536a78f79542fe727c7bbeeb9588aa83/486",
    "chromedriver_py_tests": "2aae448879e984361df0657b307131e53f63cc39ad9073e14ecedb8a3636a139/489",
    "chromedriver_py_tests_headless_shell": "72390b338250486aa786b4fd25f016143b8fe76f55c1d3372dba9b6bc2825b46/489",
    "chromedriver_replay_unittests": "ef0ee95a2826ab4bdfa4d3f761dbdf5c993daf31585ea324d5018bfddb98d20b/326",
    "chromedriver_unittests": "c36cdecc70c96c688255512926d9d5429d8891d595aadea66ff2c48bf72de68c/480",
    "components_browsertests": "8046e479b47314b5962e7c3e7b7a5d7e717348ce8745f3c2e41d34c09dc0225a/652",
    "components_perftests": "98d58437c22a0f3ad0891a59a8fc9a81ee808f7f9e856874c57ab68634dba43a/650",
    "components_unittests": "73f13a1dd2b08820c831e8db78f99cb55f336b3df132eeba8e13d58bdb16bb0e/810",
    "content_browsertests": "cbb2bfddd0bf81025e898f94e5235c3b185b730fcdaf5984f503b0e93d4502af/725",
    "content_shell_crash_test": "01dd712284e39f21c5ddc100c56bd34218095908eb637a4a112db66777b264a0/566",
    "content_unittests": "ca9fb9b139863e141eab1ce5ccd5ae3b029be2cda36c8f05033ba3ac876b8f95/560",
    "crashpad_tests": "4ed1aea9fe6f75bef65dfdc50ebd2e85fc964479c5a18a55aa695d405138a13f/408",
    "crypto_unittests": "aa8fc0612c6f9aae1cd2be9af456e731728bc984cd6a37275e050e3544af448b/403",
    "device_unittests": "f6eb3bee08499eb028cc48620b768a0e2cb9c151b0cbbfcb2bfd465195ddb99c/400",
    "display_unittests": "ae99fa76d446dbf155f6a2a5933b2d54d1b7ba1e34938899817fdb9911fe6d53/323",
    "env_chromium_unittests": "34eb933e13b85a4d217fd17a9254eddfaec2437137312ae5037157a03a4c06f1/323",
    "events_unittests": "16d2685563ead32dbf135cf088f9bd9bb142a082667ca2f43265a5405a7a0de0/323",
    "extensions_unittests": "ece96d158b55bf7cb05d48bcea8cd9e3262dbe99ca73918a079cdf9cd373f8ab/644",
    "filesystem_service_unittests": "4306137d0964c55bcc1feb6d31071e812e45f45eb384c572c91a0719e1fcb62c/323",
    "flatbuffers_unittests": "03fad859ce6a844dac184ffa0c1527feb8f1015f2a9346fb12eb4d72164f6ea3/408",
    "fuzzing_unittests": "7fedc8b8d4938082ffeeda0e149e3742c8e8a16ef45501986e0ffadc03b4401f/323",
    "gcm_unit_tests": "350f8769dcdc98d1517dac6011276fcc097c946a6179d8db5b1d2dd9c3cfd300/400",
    "gfx_unittests": "da4d8c959575b8eaadbeec92ad945be9fdd48d6f837c0eab5fa22f2e59159a1d/399",
    "gin_unittests": "f3b6e60e3d010977c6ca9f6cc3f36eb420c7b776987420219bfe5cbe4b9a2cf5/400",
    "google_apis_unittests": "8c2e089231d62e720f61d9a278fbf7d9c14e6a2e214602e4486c9404394fe6ac/485",
    "gpu_unittests": "2e37db6c893062506b4fb5ec83826c90b5b582709942f4c62664b1e741cbd89c/400",
    "grit_python_unittests": "77d218c94306f6871283be18381b8177459a900c374c6cf19e68579202b5f525/411",
    "gwp_asan_unittests": "d566591e99ca6f0c7f5a0ebcf8bae7d16650d70b5569f55a46b62a57e6924b40/408",
    "headless_browsertests": "04fbcd0514699a67c663846938687b95c263227a09b8fe6f3ef03a132db11d89/653",
    "headless_shell_wpt": "21bd54bef7bb2fd612149e863be54c37bb67c15a7827528c8c84c3a56b569545/486",
    "headless_unittests": "dbd756cb9ebd0a325b4ea11c9af3373178eed31014b5c0967eec4b70673eb870/323",
    "interactive_ui_tests": "2b8661a4bc2a7a3c06bddb67a2c4e72808c4966112d767efc3ba0e7f44e2841b/1060",
    "ipc_tests": "6e9186fde773e82843b34c92f4886c2c0aa55a5c901ca2524b8dd8eb4f8d6b56/323",
    "latency_unittests": "84839e9aeaf3e938f378dc0a425ff64a79786abdef3e351fbfa6f4c2d7a37141/323",
    "leveldb_unittests": "15a0757d9d8f6464ab528f4220bd50b56806959c8867680973b668d5b318e538/323",
    "libjingle_xmpp_unittests": "5f2ed83b769ae0a8ef26a92e1bd62e45a8192ae927d2bbfa0583b6237f54f954/323",
    "liburlpattern_unittests": "cfc4caa83180fae8259a9d8a5907d2b52859ad0ba00955203bece9b0c73d4507/323",
    "mac_signing_tests": "1c168133fb1db17e13ab15952b4898a8d2578f1cd6d85649614a044eb10e12c9/488",
    "media_unittests": "2c0d00582b999d2bbfffdf94302caf389103837f444830e0112f44bdb7557cd3/403",
    "message_center_unittests": "b35ad3ee1a2e31c5f1086b88b2dccb870c1fdedbb0c1e3fa5ec1c8feb0380981/323",
    "midi_unittests": "4c73832d56a3642d1e9e9354e45f6f1cba1be1bc79aa3d85e3a1cc83efbf7428/323",
    "mojo_python_unittests": "fe8311fe3fdccb512bec1160721defd5df366d56d2b5332aef0429bed624bff2/411",
    "mojo_unittests": "3913839c2da0b6a591e94b79905fb037c826d280c5503623cfd5de5c7d95099e/401",
    "native_theme_unittests": "9a3de40f3f9162878992d60fcfc1e2580ea56c5827ddee21418225fe84af7d7e/323",
    "net_unittests": "bec28633a0581343eee630c99ad4b551047c6a6e2096097bf78b5523fb13b317/486",
    "openscreen_unittests": "f294d6011d6884f3b7077f5f0ee39ae8141d69af0d29922d8e3b3e3d7674297c/408",
    "pdf_unittests": "532e5699c4b3019697b78cd1e4e6662fbc5f8183e5a2265e91c5ae8423429a1a/400",
    "perfetto_unittests": "51e22acf565fb42dbf4b273f84911442c2258fe3d2f546989b0642383df4330d/323",
    "power_sampler_unittests": "ff27e5b03b3f9805372e2ddc3cd7b489330bf70a236b5955ca26820dc37557d9/323",
    "printing_unittests": "e88977b174387a6aea9d57852be20f1569424b7ab33382d5e15b32cd4a9a95cb/482",
    "puffin_unittests": "e9a53dd7391165cda8b562be67860a6d63c0240cfb7c4f1bbdd5cb855208fd74/407",
    "remoting_unittests": "8e7d3a91384c29307dd3412123a420273b3480f2e84c08bbf63179376ddeed2e/400",
    "sandbox_unittests": "7d0e3c3e95d795bf5006542359f5418872a5abe036684f8f133f54ca521e5f04/323",
    "services_unittests": "b3653ccc2a5c420fddc7fbaaa7417f13689df8bdff757472a7c2ade02029445a/733",
    "shell_dialogs_unittests": "b24c11d68cbd4d1def6ad2f10f85e5fa297e524c623beec38d13877925d15249/323",
    "skia_unittests": "c7a1269b594ff3f210befb256d6b7ba54a449210d747c840e18f295c1aa65be0/408",
    "snapshot_unittests": "363bb10cac25d1d2cac3b102c84b2baed4bdbeb17c7692ad20fc7b3eb4692bfe/323",
    "sql_unittests": "8778c35f5453772a3727d2230500e8219b42cbc2d724bd930c168122dedee412/400",
    "storage_unittests": "7b8112018708a00fe4fef484fdf6a8d00093ba7c7cf7bc2e766fde99c83b1128/481",
    "sync_integration_tests": "fa6e09dc227b6fb3d45ab35d32e9e169a87bc1e1e07bd8566df5e45f6e3656d7/646",
    "telemetry_gpu_unittests": "f3d08872c3f0a32c80f0000f795d1f2aad7a685e0ecce0cfb2e944c70c6b16cf/736",
    "telemetry_perf_unittests": "614519e7bf7b973cb4166bc9edc350bcb78631d050cbf19c786a8fa0cb4ecd2a/655",
    "telemetry_unittests": "0cc4e2756118c645a6a7acafef2d9a0d31500747c4cb008bb07922a755a788f1/575",
    "test_env_py_unittests": "449c5457142c50248f8a479ad1c700777ba281ef59e26b8a1c2ea284e384bb2c/323",
    "ui_base_unittests": "558a5b7206eea93e156786d13fb4358b1b7cc378c224d47dd47beb8fabce8727/555",
    "ui_touch_selection_unittests": "1b0c2a3c9c8016719c58943e6f00aa0e25884d00bd352c1558da2fb725a67ceb/323",
    "ui_unittests": "962f94cc2fd8191f89054e1e1b594cb7f1724f98be60688873e4808b3af8c1cc/323",
    "unit_tests": "7d6972bf93c6576847edd54e44abc9c96eac0834d5d3d70cf0c5932e514190d1/1140",
    "updater_tests": "67093ec4a7657f757515eb49b0954ef2a14522f619e52395affc0c30cd716cca/566",
    "url_unittests": "05a90c98dfc26e2908825569bf56e84baffbb1add7d32c1facbae39885761a90/323",
    "views_perftests": "1182bc41e32b46d49a2a5333724b5e3cfe07bd980c97e106c6044a8ea69898cb/487",
    "views_unittests": "35eeb85c5371508cde21151f7d66f3821df395fed0f46dadb059d5f3b0d145c6/402",
    "viz_unittests": "aaa5d2ab29e6b43ae7998a7713135af61b4be36552a975d8018a97dfb6a5a274/407",
    "webui_resources_tools_python_unittests": "6430a9c0a96aabf3b02ac7729e94d1128bb640368b5eb9268822292b61cb754d/649",
    "wtf_unittests": "bb4dd42722ad48b28aa1ed448e5c84acf9b54636c19977e96ab2f054bd95aad6/323",
    "xr_browser_tests": "ccc29f176cfdbcb4b7f0bc9c0ecfcf5371a8c8bdb8bce65dfbb4226b730b01b1/645",
    "xvfb_py_unittests": "3c4c7f1fb96c6d8d1029a0005ffcba6bb753672aff3beb63d1241ab7f64ab360/323",
    "zlib_unittests": "e926f247e4b5420fb0f2f86cc7d2de107c683831521d0f2d1161870eea4969df/408"
  },
  "swarming_command_lines_cwd": "out/ea77-Mac_Builder",
  "swarming_command_lines_digest": "db9a98e44e682c4e918a4d750045cd9bb894bb1d679893dbfe9f61b709fde95d/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f1e078de45c8362e89a5512d7b189b5171432956
  • gitiles_ref:refs/heads/main
  • parent_buildername:Mac Builder
  • parent_buildnumber:281938
  • user_agent:recipe

Debug log (UTC)

[10:01:12.182] New invocation is queued and will start shortly
[10:01:12.182] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[10:01:13.282] Starting the invocation (attempt 1)
[10:01:13.310] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f1e078de45c8362e89a5512d7b189b5171432956"
[10:01:13.310] Popped gitiles commit info from properties and tags
[10:01:13.310] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[10:01:13.310] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[10:01:13.310] Buildbucket request:
{
  "requestId": "8836122778042700208",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac15-x64-rel-tests"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "f1e078de45c8362e89a5512d7b189b5171432956",
                        "project": "chromium/src",
                        "ref": "refs/heads/main"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "f1e078de45c8362e89a5512d7b189b5171432956"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8670695632489388625"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8670695632489388625"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8670695632489388625"
                }
          ],
      "parent_build_id": "8670695632489388625",
      "parent_builder_group": "chromium.mac",
      "parent_buildername": "Mac Builder",
      "parent_got_angle_revision": "9d4f4abe5c5caa6e9fa39a4d93eef378e3303a43",
      "parent_got_dawn_revision": "531751fe081abc11b1ba1b2c372ecb2d2705bd49",
      "parent_got_revision": "f1e078de45c8362e89a5512d7b189b5171432956",
      "parent_got_revision_cp": "refs/heads/main@{#1697124}",
      "parent_got_swiftshader_revision": "5b0479bd2d15058aaa9eb490e364f920ff824a8c",
      "parent_got_v8_revision": "745ef8ec2d84974b86dedad4ffa2bcf345fe1e7b",
      "parent_got_v8_revision_cp": "refs/heads/15.5.31@{#1}",
      "parent_got_webrtc_revision": "1079dd2b0f1baee1e73012ad8413830a3c2fda7c",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#48583}",
      "swarm_hashes": {
            "absl_hardening_tests": "2bf8a977924236649e514000ccbe11a5d7575fb21929bfa8e02f7c2500ef166a/323",
            "accessibility_unittests": "24fc86b931cd7ad65923312a20662d8841cebac209826946f9bcd39eb3d98c0b/323",
            "angle_unittests": "3f2fd8249d0932dd1fdb49bfb09e40b07076c13ea308c91222b6629f586a8db4/408",
            "base_unittests": "1c39a8ff98ca2cb712914a70afc94757b05820a67996b5d6ba017e5d097c0238/480",
            "blink_common_unittests": "5ec880f1e62192dda821712da2cc31e35185e9eb1ddc19cba7f29af1ab728a04/485",
            "blink_fuzzer_unittests": "8e39fca2e8e52b43fd7f5ec2ffd7daf7e6865331ad405acdf442d7cff24648ab/323",
            "blink_heap_unittests": "6268ecedf30096778232747eb1ac938f2d874c0b06224a7a038842c52028903a/323",
            "blink_platform_unittests": "f0a0dd2d4c9b99153c1cf41acec86b2c79188ee791ad70fa94a7360a665ddd07/643",
            "blink_python_tests": "c5f1261072c58c21e5d6af7e483f123c08f1924102cfd35211450accb93c3721/573",
            "blink_unittests": "f6a23bbcfc605217ab6bbccd9ab13af6331c60a8c416e45248998e2c5c644ed2/649",
            "blink_web_tests": "536ecef0ff2a1b73ee6a813443070b18dea0bc6b66fa2ec9f25f5ce9f87f321e/486",
            "blink_wpt_tests": "0e91515c07e29e8bc89aa34f18fda75acc4b7fc5262bdd64cfdd1738c42751fb/486",
            "boringssl_crypto_tests": "105db8c25f0cca9ea676c6621ac0464204aae4b8681692ebf9b7a752eefc6018/408",
            "boringssl_ssl_tests": "ed79a8a17df6641f90e12f18ef4ea723c8a36882a60c0ec98332c52e4cfab8cd/323",
            "browser_tests": "fa8579ec46a02793434d92eb7fa4a890e3da5e714f05fa8990970e5140b4e8c3/1220",
            "capture_unittests": "33c64d6b62bae933ad4294359a561f3c1cd68fc7b854bbee3350b4f9fca0dd48/402",
            "cast_unittests": "d749ee237cce591bd2bfe432940b2512e0603ca24f2c080790955f2656abef40/323",
            "cc_unittests": "00a5a5b6dc6716b860633ad9ac2620edb293209ceeaac584f4908bf0e2240c10/483",
            "chrome_app_unittests": "b7ee4cc77ea8c8151e9dbfc091f8fa87a4cb176758d7fccc8d9eee6ec48ebca5/564",
            "chrome_wpt_tests": "be6ea3e50118de84b666c46b82b1cd7a536a78f79542fe727c7bbeeb9588aa83/486",
            "chromedriver_py_tests": "2aae448879e984361df0657b307131e53f63cc39ad9073e14ecedb8a3636a139/489",
            "chromedriver_py_tests_headless_shell": "72390b338250486aa786b4fd25f016143b8fe76f55c1d3372dba9b6bc2825b46/489",
            "chromedriver_replay_unittests": "ef0ee95a2826ab4bdfa4d3f761dbdf5c993daf31585ea324d5018bfddb98d20b/326",
            "chromedriver_unittests": "c36cdecc70c96c688255512926d9d5429d8891d595aadea66ff2c48bf72de68c/480",
            "components_browsertests": "8046e479b47314b5962e7c3e7b7a5d7e717348ce8745f3c2e41d34c09dc0225a/652",
            "components_perftests": "98d58437c22a0f3ad0891a59a8fc9a81ee808f7f9e856874c57ab68634dba43a/650",
            "components_unittests": "73f13a1dd2b08820c831e8db78f99cb55f336b3df132eeba8e13d58bdb16bb0e/810",
            "content_browsertests": "cbb2bfddd0bf81025e898f94e5235c3b185b730fcdaf5984f503b0e93d4502af/725",
            "content_shell_crash_test": "01dd712284e39f21c5ddc100c56bd34218095908eb637a4a112db66777b264a0/566",
            "content_unittests": "ca9fb9b139863e141eab1ce5ccd5ae3b029be2cda36c8f05033ba3ac876b8f95/560",
            "crashpad_tests": "4ed1aea9fe6f75bef65dfdc50ebd2e85fc964479c5a18a55aa695d405138a13f/408",
            "crypto_unittests": "aa8fc0612c6f9aae1cd2be9af456e731728bc984cd6a37275e050e3544af448b/403",
            "device_unittests": "f6eb3bee08499eb028cc48620b768a0e2cb9c151b0cbbfcb2bfd465195ddb99c/400",
            "display_unittests": "ae99fa76d446dbf155f6a2a5933b2d54d1b7ba1e34938899817fdb9911fe6d53/323",
            "env_chromium_unittests": "34eb933e13b85a4d217fd17a9254eddfaec2437137312ae5037157a03a4c06f1/323",
            "events_unittests": "16d2685563ead32dbf135cf088f9bd9bb142a082667ca2f43265a5405a7a0de0/323",
            "extensions_unittests": "ece96d158b55bf7cb05d48bcea8cd9e3262dbe99ca73918a079cdf9cd373f8ab/644",
            "filesystem_service_unittests": "4306137d0964c55bcc1feb6d31071e812e45f45eb384c572c91a0719e1fcb62c/323",
            "flatbuffers_unittests": "03fad859ce6a844dac184ffa0c1527feb8f1015f2a9346fb12eb4d72164f6ea3/408",
            "fuzzing_unittests": "7fedc8b8d4938082ffeeda0e149e3742c8e8a16ef45501986e0ffadc03b4401f/323",
            "gcm_unit_tests": "350f8769dcdc98d1517dac6011276fcc097c946a6179d8db5b1d2dd9c3cfd300/400",
            "gfx_unittests": "da4d8c959575b8eaadbeec92ad945be9fdd48d6f837c0eab5fa22f2e59159a1d/399",
            "gin_unittests": "f3b6e60e3d010977c6ca9f6cc3f36eb420c7b776987420219bfe5cbe4b9a2cf5/400",
            "google_apis_unittests": "8c2e089231d62e720f61d9a278fbf7d9c14e6a2e214602e4486c9404394fe6ac/485",
            "gpu_unittests": "2e37db6c893062506b4fb5ec83826c90b5b582709942f4c62664b1e741cbd89c/400",
            "grit_python_unittests": "77d218c94306f6871283be18381b8177459a900c374c6cf19e68579202b5f525/411",
            "gwp_asan_unittests": "d566591e99ca6f0c7f5a0ebcf8bae7d16650d70b5569f55a46b62a57e6924b40/408",
            "headless_browsertests": "04fbcd0514699a67c663846938687b95c263227a09b8fe6f3ef03a132db11d89/653",
            "headless_shell_wpt": "21bd54bef7bb2fd612149e863be54c37bb67c15a7827528c8c84c3a56b569545/486",
            "headless_unittests": "dbd756cb9ebd0a325b4ea11c9af3373178eed31014b5c0967eec4b70673eb870/323",
            "interactive_ui_tests": "2b8661a4bc2a7a3c06bddb67a2c4e72808c4966112d767efc3ba0e7f44e2841b/1060",
            "ipc_tests": "6e9186fde773e82843b34c92f4886c2c0aa55a5c901ca2524b8dd8eb4f8d6b56/323",
            "latency_unittests": "84839e9aeaf3e938f378dc0a425ff64a79786abdef3e351fbfa6f4c2d7a37141/323",
            "leveldb_unittests": "15a0757d9d8f6464ab528f4220bd50b56806959c8867680973b668d5b318e538/323",
            "libjingle_xmpp_unittests": "5f2ed83b769ae0a8ef26a92e1bd62e45a8192ae927d2bbfa0583b6237f54f954/323",
            "liburlpattern_unittests": "cfc4caa83180fae8259a9d8a5907d2b52859ad0ba00955203bece9b0c73d4507/323",
            "mac_signing_tests": "1c168133fb1db17e13ab15952b4898a8d2578f1cd6d85649614a044eb10e12c9/488",
            "media_unittests": "2c0d00582b999d2bbfffdf94302caf389103837f444830e0112f44bdb7557cd3/403",
            "message_center_unittests": "b35ad3ee1a2e31c5f1086b88b2dccb870c1fdedbb0c1e3fa5ec1c8feb0380981/323",
            "midi_unittests": "4c73832d56a3642d1e9e9354e45f6f1cba1be1bc79aa3d85e3a1cc83efbf7428/323",
            "mojo_python_unittests": "fe8311fe3fdccb512bec1160721defd5df366d56d2b5332aef0429bed624bff2/411",
            "mojo_unittests": "3913839c2da0b6a591e94b79905fb037c826d280c5503623cfd5de5c7d95099e/401",
            "native_theme_unittests": "9a3de40f3f9162878992d60fcfc1e2580ea56c5827ddee21418225fe84af7d7e/323",
            "net_unittests": "bec28633a0581343eee630c99ad4b551047c6a6e2096097bf78b5523fb13b317/486",
            "openscreen_unittests": "f294d6011d6884f3b7077f5f0ee39ae8141d69af0d29922d8e3b3e3d7674297c/408",
            "pdf_unittests": "532e5699c4b3019697b78cd1e4e6662fbc5f8183e5a2265e91c5ae8423429a1a/400",
            "perfetto_unittests": "51e22acf565fb42dbf4b273f84911442c2258fe3d2f546989b0642383df4330d/323",
            "power_sampler_unittests": "ff27e5b03b3f9805372e2ddc3cd7b489330bf70a236b5955ca26820dc37557d9/323",
            "printing_unittests": "e88977b174387a6aea9d57852be20f1569424b7ab33382d5e15b32cd4a9a95cb/482",
            "puffin_unittests": "e9a53dd7391165cda8b562be67860a6d63c0240cfb7c4f1bbdd5cb855208fd74/407",
            "remoting_unittests": "8e7d3a91384c29307dd3412123a420273b3480f2e84c08bbf63179376ddeed2e/400",
            "sandbox_unittests": "7d0e3c3e95d795bf5006542359f5418872a5abe036684f8f133f54ca521e5f04/323",
            "services_unittests": "b3653ccc2a5c420fddc7fbaaa7417f13689df8bdff757472a7c2ade02029445a/733",
            "shell_dialogs_unittests": "b24c11d68cbd4d1def6ad2f10f85e5fa297e524c623beec38d13877925d15249/323",
            "skia_unittests": "c7a1269b594ff3f210befb256d6b7ba54a449210d747c840e18f295c1aa65be0/408",
            "snapshot_unittests": "363bb10cac25d1d2cac3b102c84b2baed4bdbeb17c7692ad20fc7b3eb4692bfe/323",
            "sql_unittests": "8778c35f5453772a3727d2230500e8219b42cbc2d724bd930c168122dedee412/400",
            "storage_unittests": "7b8112018708a00fe4fef484fdf6a8d00093ba7c7cf7bc2e766fde99c83b1128/481",
            "sync_integration_tests": "fa6e09dc227b6fb3d45ab35d32e9e169a87bc1e1e07bd8566df5e45f6e3656d7/646",
            "telemetry_gpu_unittests": "f3d08872c3f0a32c80f0000f795d1f2aad7a685e0ecce0cfb2e944c70c6b16cf/736",
            "telemetry_perf_unittests": "614519e7bf7b973cb4166bc9edc350bcb78631d050cbf19c786a8fa0cb4ecd2a/655",
            "telemetry_unittests": "0cc4e2756118c645a6a7acafef2d9a0d31500747c4cb008bb07922a755a788f1/575",
            "test_env_py_unittests": "449c5457142c50248f8a479ad1c700777ba281ef59e26b8a1c2ea284e384bb2c/323",
            "ui_base_unittests": "558a5b7206eea93e156786d13fb4358b1b7cc378c224d47dd47beb8fabce8727/555",
            "ui_touch_selection_unittests": "1b0c2a3c9c8016719c58943e6f00aa0e25884d00bd352c1558da2fb725a67ceb/323",
            "ui_unittests": "962f94cc2fd8191f89054e1e1b594cb7f1724f98be60688873e4808b3af8c1cc/323",
            "unit_tests": "7d6972bf93c6576847edd54e44abc9c96eac0834d5d3d70cf0c5932e514190d1/1140",
            "updater_tests": "67093ec4a7657f757515eb49b0954ef2a14522f619e52395affc0c30cd716cca/566",
            "url_unittests": "05a90c98dfc26e2908825569bf56e84baffbb1add7d32c1facbae39885761a90/323",
            "views_perftests": "1182bc41e32b46d49a2a5333724b5e3cfe07bd980c97e106c6044a8ea69898cb/487",
            "views_unittests": "35eeb85c5371508cde21151f7d66f3821df395fed0f46dadb059d5f3b0d145c6/402",
            "viz_unittests": "aaa5d2ab29e6b43ae7998a7713135af61b4be36552a975d8018a97dfb6a5a274/407",
            "webui_resources_tools_python_unittests": "6430a9c0a96aabf3b02ac7729e94d1128bb640368b5eb9268822292b61cb754d/649",
            "wtf_unittests": "bb4dd42722ad48b28aa1ed448e5c84acf9b54636c19977e96ab2f054bd95aad6/323",
            "xr_browser_tests": "ccc29f176cfdbcb4b7f0bc9c0ecfcf5371a8c8bdb8bce65dfbb4226b730b01b1/645",
            "xvfb_py_unittests": "3c4c7f1fb96c6d8d1029a0005ffcba6bb753672aff3beb63d1241ab7f64ab360/323",
            "zlib_unittests": "e926f247e4b5420fb0f2f86cc7d2de107c683831521d0f2d1161870eea4969df/408"
          },
      "swarming_command_lines_cwd": "out/ea77-Mac_Builder",
      "swarming_command_lines_digest": "db9a98e44e682c4e918a4d750045cd9bb894bb1d679893dbfe9f61b709fde95d/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "f1e078de45c8362e89a5512d7b189b5171432956",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8836122778042700208"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac15-x64-rel-tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Mac Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "281938"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[10:01:14.063] Scheduled build:
{
  "id": "8670692716131215521",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac15-x64-rel-tests"
  },
  "number": 21679,
  "createdBy": "project:chromium",
  "createTime": "2026-09-14T10:01:13.382667040Z",
  "updateTime": "2026-09-14T10:01:13.382667040Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "f1e078de45c8362e89a5512d7b189b5171432956",
      "ref": "refs/heads/main"
    }
  }
}
[10:01:14.063] Task URL: https://cr-buildbucket.appspot.com/build/8670692716131215521
[10:01:14.063] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8836122778042700208:2:0) after 4m49s
[10:01:14.863] Received PubSub notification, asking Buildbucket for the build status
[10:01:14.921] Build status: SCHEDULED
[10:01:17.927] Received PubSub notification, asking Buildbucket for the build status
[10:01:17.949] Build status: STARTED
[10:06:03.102] Handling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8836122778042700208:2:0)
[10:06:03.118] Build status: STARTED
[10:06:03.119] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8836122778042700208:5:0) after 1m51s
[10:07:54.091] Handling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8836122778042700208:5:0)
[10:07:54.108] Build status: STARTED
[10:07:54.108] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8836122778042700208:6:0) after 1m46s
[10:09:40.078] Handling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8836122778042700208:6:0)
[10:09:40.098] Build status: STARTED
[10:09:40.098] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8836122778042700208:7:0) after 5m27s
[10:15:07.123] Handling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8836122778042700208:7:0)
[10:15:07.153] Build status: STARTED
[10:15:07.153] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8836122778042700208:8:0) after 3m17s
[10:18:24.172] Handling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8836122778042700208:8:0)
[10:18:24.190] Build status: STARTED
[10:18:24.190] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8836122778042700208:9:0) after 7m13s
[10:25:37.218] Handling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8836122778042700208:9:0)
[10:25:37.264] Build status: STARTED
[10:25:37.264] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8836122778042700208:10:0) after 3m51s
[10:29:28.322] Handling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8836122778042700208:10:0)
[10:29:28.342] Build status: STARTED
[10:29:28.342] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8836122778042700208:11:0) after 4m47s
[10:34:15.359] Handling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8836122778042700208:11:0)
[10:34:15.393] Build status: STARTED
[10:34:15.393] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8836122778042700208:12:0) after 8m7s
[10:42:22.414] Handling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8836122778042700208:12:0)
[10:42:22.434] Build status: STARTED
[10:42:22.434] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8836122778042700208:13:0) after 8m33s
[10:50:55.421] Handling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8836122778042700208:13:0)
[10:50:55.453] Build status: STARTED
[10:50:55.453] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8836122778042700208:14:0) after 2m28s
[10:53:23.482] Handling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8836122778042700208:14:0)
[10:53:23.499] Build status: STARTED
[10:53:23.499] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8836122778042700208:15:0) after 6m56s
[11:00:19.575] Handling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8836122778042700208:15:0)
[11:00:19.597] Build status: STARTED
[11:00:19.597] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8836122778042700208:16:0) after 4m6s
[11:04:25.707] Handling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8836122778042700208:16:0)
[11:04:25.738] Build status: STARTED
[11:04:25.738] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8836122778042700208:17:0) after 5m10s
[11:09:35.806] Handling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8836122778042700208:17:0)
[11:09:35.837] Build status: STARTED
[11:09:35.837] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8836122778042700208:18:0) after 9m7s
[11:18:42.945] Handling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8836122778042700208:18:0)
[11:18:42.963] Build status: STARTED
[11:18:42.963] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8836122778042700208:19:0) after 4m10s
[11:22:53.002] Handling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8836122778042700208:19:0)
[11:22:53.036] Build status: STARTED
[11:22:53.036] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8836122778042700208:20:0) after 8m55s
[11:31:48.089] Handling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8836122778042700208:20:0)
[11:31:48.109] Build status: STARTED
[11:31:48.110] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8836122778042700208:21:0) after 3m39s
[11:35:27.182] Handling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8836122778042700208:21:0)
[11:35:27.221] Build status: STARTED
[11:35:27.221] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8836122778042700208:22:0) after 5m3s
[11:40:30.252] Handling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8836122778042700208:22:0)
[11:40:30.287] Build status: STARTED
[11:40:30.287] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8836122778042700208:23:0) after 5m11s
[11:45:41.342] Handling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8836122778042700208:23:0)
[11:45:41.363] Build status: STARTED
[11:45:41.363] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8836122778042700208:24:0) after 3m58s
[11:49:39.394] Handling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8836122778042700208:24:0)
[11:49:39.419] Build status: STARTED
[11:49:39.419] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8836122778042700208:25:0) after 2m45s
[11:52:24.527] Handling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8836122778042700208:25:0)
[11:52:24.588] Build status: STARTED
[11:52:24.588] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8836122778042700208:26:0) after 8m40s
[12:01:04.665] Handling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8836122778042700208:26:0)
[12:01:04.690] Build status: STARTED
[12:01:04.690] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-x64-rel-tests:8836122778042700208:27:0) after 7m26s
[12:06:50.990] Received PubSub notification, asking Buildbucket for the build status
[12:06:51.010] Build:
{
  "id": "8670692716131215521",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac15-x64-rel-tests"
  },
  "number": 21679,
  "createdBy": "project:chromium",
  "createTime": "2026-09-14T10:01:13.382667040Z",
  "startTime": "2026-09-14T10:01:17.728824465Z",
  "endTime": "2026-09-14T12:06:50.213448662Z",
  "updateTime": "2026-09-14T12:06:50.213448662Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "f1e078de45c8362e89a5512d7b189b5171432956",
      "ref": "refs/heads/main"
    }
  }
}
[12:06:51.010] Invocation finished in 2h5m38.833928609s with status FAILED