Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 2 hours
Actions:

Definition (rev a130ffde5603c933cdb7903935643aecbd1f3026)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "mac14-tests-dbg"
>

Incoming triggers

  • Mac Builder (dbg)/296409 (3 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • Mac Builder (dbg)/296410 (3 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • Mac Builder (dbg)/296411 (3 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • Mac Builder (dbg)/296412 (3 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • Mac Builder (dbg)/296413 (3 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "90f0f814d4de8214c8e558f3c560f4605e0abf96",
        "project": "chromium/src",
        "ref": "refs/heads/main"
      }
    ]
  },
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "90f0f814d4de8214c8e558f3c560f4605e0abf96"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8726694111185731713"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8726694111185731713"
    }
  ],
  "parent_build_id": "8726694111185731713",
  "parent_builder_group": "chromium.mac",
  "parent_buildername": "Mac Builder (dbg)",
  "parent_got_angle_revision": "970fcf2733c523f40d47e2029e5e14860f0af2c1",
  "parent_got_dawn_revision": "8dfcfd16ab65d1cab205bb189ee09a22f41ca7c6",
  "parent_got_revision": "90f0f814d4de8214c8e558f3c560f4605e0abf96",
  "parent_got_revision_cp": "refs/heads/main@{#1402048}",
  "parent_got_swiftshader_revision": "e76961fac58c34c61bb52ed3887917300f0e37a3",
  "parent_got_v8_revision": "41dacffe436aeb9311879cb07648f1e36609a804",
  "parent_got_v8_revision_cp": "refs/heads/13.3.415@{#1}",
  "parent_got_webrtc_revision": "746202a3a3fcee3950465b1ea18249f5943474da",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#43653}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "90f0f814d4de8214c8e558f3c560f4605e0abf96",
  "swarm_hashes": {
    "absl_hardening_tests": "81d31424065c7365be4cef222a9e57cfbddd6239c27e77d1309dc42223a3fdd0/323",
    "accessibility_unittests": "0235375adf097265ab963a71a849d69e8b7664dd10c48261a04b9acadcee6190/323",
    "angle_unittests": "5c6629de350cbe97cc84bdf1292194b04cb570b9cf4bc66e223a6d4cc2c38bd7/408",
    "app_shell_unittests": "5750775ff65b4e4121aa183860770370751e0fcc2f63d84ec50b27c4bdad8089/484",
    "base_unittests": "8fa6e7506b41e3c3bf7f290430b90e2b984861daf2b68599b1af489f822e3c78/480",
    "blink_common_unittests": "25ddde51826a7ee84d9c89190ce4a9d501785bd9c7c38b0f2555803d13cd721f/485",
    "blink_fuzzer_unittests": "0f76d175f00e2ef45a2e5850ca29fcc249ca86ba4d7d4d2c1f28440974deb81e/323",
    "blink_heap_unittests": "90a61e2288cf61c99f8a26c66af536a423c40f97b7b1a96bebcf24e14221355f/323",
    "blink_platform_unittests": "994c8661a77b1067df1f5393ab118e817b6b01fbb63511d5844be4a5abc611a2/643",
    "blink_python_tests": "f18285b696996e9a2a697bf8e6ba5864ed492cbe216a4c73079917535f7eb6c3/574",
    "blink_unittests": "a21aff573a5890392f181fec0e3e38563b4ff27d30d80499eff1f34dc3577316/649",
    "blink_web_tests": "0a67622d63138faa36b793ac26a5929c062edbd9dd26481e1ec95ee058e2bd89/566",
    "blink_wpt_tests": "cef07dc85624a68c775a081e76a48791028d3856d41f978dd71c62ca8f65b5c0/566",
    "boringssl_crypto_tests": "6f75164d33c0910edcfc02bc02ca1a06d015a85e38131a59acf1d13ea39f0d4f/408",
    "boringssl_ssl_tests": "389f1ecf0384e37bf04bbd28ae3b4d989359dafcf930d4b437a614cab06f9a48/323",
    "capture_unittests": "1ae3dc58c1a880bff99e3bc0b2665209b5206af7405d971f80c23e4157004722/402",
    "cast_unittests": "6b9923c7119d682af5f1b5081e30a562458e48361bd8e45b5770ef647d19ae15/323",
    "cc_unittests": "5a3b36c734a3484bb7ae2b6a418944d06ccee783079f74eee85c38e233630dee/483",
    "chrome_app_unittests": "8eb0e68ace9e3e6e65adf58dfd284922103cde63ce3e2f65bab06d8f73cce2ab/564",
    "chrome_wpt_tests": "0e2de745740f211ada0a11c1ff197359b4a2dcb0863a90699f28ed0cb0fd793a/566",
    "chromedriver_unittests": "5db3adbdd4566a140b18e638a84178e2e4e23b64305075eb1b4bb33d9eb5632f/480",
    "components_browsertests": "0a05b12aae426e0c1a0b38df9632efbb9b1b9791cd043dc26c14bd36c267b1a9/652",
    "components_unittests": "d9af548ca9fe12db061706b2456446df0e43e6b98675b6cad60ce1ea002d3bcd/731",
    "content_browsertests": "9b6d46eedcb4d5dc7e8a8b1a8679fb3fe7461993e4a42d9398596079dbb35a43/724",
    "content_shell_crash_test": "b229c3b8e69cc3a049be2fbc536c13e1c79ab25e0e98647b112750e69e1090ee/566",
    "content_unittests": "76b462cfea129f33b20a7a117e802a50394628950c8319b9ea00593ee92432a6/560",
    "crashpad_tests": "764e6ef02779725bc912f9836337e991052674efcf547c469c278806010c0951/408",
    "cronet_tests": "9954ea9bd307c63848d9c64649eda77e1c412dd6d44debf779028633b9f5da08/484",
    "cronet_unittests": "a050924be9d3b5922ea973a6d0fa4a33baa0ac342216bae9cfb602a8712f5f32/400",
    "crypto_unittests": "cbc4e51026171eb05f5ba7632bd2713c7245825a0bdcf866b4b316221ea522bd/323",
    "device_unittests": "8b17810ddf98c4fe784c3d26df18b4fcc57a257d645bdf06ccafdd7f4d8473df/480",
    "display_unittests": "41ba20a55b9deafe22d4c69a56075dcdb1f93aa403e89141e7391e25096f37e2/323",
    "env_chromium_unittests": "60d106540b6e6edc54c18e984ee86f83c088621852b91b3361f01681ca57d0d3/323",
    "events_unittests": "8b27bf3c4d591f487c6f894178d02e4a82a7a03ef4d9d68e95cf99b17f43c909/323",
    "extensions_browsertests": "4562c5f020b5b02c89b84d778634e22d53132b87d74565480ea54833a17338c2/570",
    "extensions_unittests": "0f5e03d0e1a83e46d78d26ce1da07cae943b3b88f500b296136c024abf9236ec/644",
    "filesystem_service_unittests": "057ba42444a6144277331b6ea353b2eb5c4661d54c7ee4c9481f69202a9e4269/323",
    "flatbuffers_unittests": "634ffaf6feb6690cbde483959107788e1b631ca8e54d1972555d2bcc8fe28ca1/408",
    "fuzzing_unittests": "bf1dc9a7e1ed680406c5438be1f851c7ae3dc43ba32e0c9aecb0b0407dd9a990/323",
    "gcm_unit_tests": "dab95857b137da6760b6bdd7973453057c84e849eb94039dfcbcb5f89e0c860d/400",
    "gfx_unittests": "54d657f2be905ae37053cb4d80b4beeeff8a36039deab187fa6109cd6e98bcf4/399",
    "gin_unittests": "c073c1031d36ffa58b959eff7459fbde2362a894392f14708bb4046ed9af6452/400",
    "google_apis_unittests": "65a5ce4a3a9c43bfcd87ac43db0b94d6ee0d4ef58ad569d04e1a91f961cd85f9/485",
    "gpu_unittests": "be6482bbb923d138c19a7163be99171f446403b4e6c4d359af68dbf3d95ae347/400",
    "grit_python_unittests": "55e14b1bcfaba7ce7f20e0a7ff35045bcfd33007cedb66675baaad83de0c1230/411",
    "gwp_asan_unittests": "0e7b765e610b6558ba7c4dd6f22a3362d61460f239fc0203fd7c42eb53304a84/408",
    "headless_browsertests": "913981671ee2fc07c0942c9ca2edc71038d5772400cad70c1b615353c17ae5f9/569",
    "headless_shell_wpt": "f8cf49cbd46b80b7df48752b307889cd707c66fa5b83077a914a03b677dd9559/566",
    "headless_unittests": "08d2bd747467892d9d0d23967a6bc73612ac4775aaf5eda09b4af8278471c436/323",
    "interactive_ui_tests": "f958a96eaef5946211a044b94703a6772c0e167dad355049eabdc9b0f657ebc6/973",
    "ipc_tests": "7b16f9ecb7cc8c10015ef0d568b99312aa6b05ee5706c2a3669672be4bb1299b/323",
    "latency_unittests": "d42fb365b2bf1bebfa62782ac622c8f42b35aa82b399d3393b087abc0e4e5d88/323",
    "leveldb_unittests": "cbb879c96900cd66432314a722a993fe2ede25eb38010b52f9ac49c18297b127/323",
    "libjingle_xmpp_unittests": "46bece51fe98b9e5c644b0fcaf50c824ddd7acab4912e29b48193f3943b5d265/323",
    "liburlpattern_unittests": "d9a78917d51c1451b5a41cc5a38be24a6f50f0d2e89edc4f7f597909ae3e18c5/323",
    "media_unittests": "578a1eac13aa22544b0ef364e90d709010330af16c6f02fb84e3d11d9fdf54d7/403",
    "message_center_unittests": "67b8ef06ecb795dd9c9c59779bcff31ba6b274a2da5859ba1c893d0f71d36ab3/323",
    "midi_unittests": "e90dd858db08192e357cb5e2f51bd5c14e5ca264e3962f4249f355c682b9c9fb/323",
    "mojo_unittests": "5bde8e176a38864b855ae7f68ff6a9da983e404ac3eb50ebd42425ff050c2718/401",
    "native_theme_unittests": "bde8cc9465953006ca2e63693139e9fb291331f9b2055cdc23b1c749a6f531e7/323",
    "net_unittests": "6f056efc3155ff824416277d0d70949b2bf6b2e049105bbab3d255036cd85811/487",
    "openscreen_unittests": "f2643e9279aa709ad786457cd5fa667809ffe68f91c643511d3b0616ff422e7b/408",
    "pdf_unittests": "5be26eb934367f94e212d94e05963ba4afc6b648eda05ee7432bb8c6688a1edf/400",
    "perfetto_unittests": "02d42958b048834ea8ac99bb432ebd60785f003ea75ef01d80cb570e4cc98978/323",
    "performance_test_suite": "869fa7ab09176d52c5eb91869d2100c0b7b873b7d54b13176e6c321ca1c4ba9d/732",
    "power_sampler_unittests": "54176cb317432b5b3679e86794047f88bd3d8b8e1c28f0959bdb54573d25ad13/323",
    "printing_unittests": "af262ac2f50dafe1e0543c41e287af21e2e93f85f663d7a08750103201e9e5ca/482",
    "remoting_unittests": "2ee7f5a65cef6d48a39d1a9cda8da70ad0ff9e88bf661051a3c2407e0129c23d/400",
    "sandbox_unittests": "9b30c1159d1ba0fbff9690282ab5c0320f1d70e3000178534a0fc13d88e0dc29/323",
    "services_unittests": "1e16efad6883d7f952be970a415823b5cd1c5bc2475260966ff726f390168d1a/653",
    "shell_dialogs_unittests": "c556c4798c4a33d8a1edb8114acc562062b89e25e4ffd3e952c64989b45166ac/323",
    "skia_unittests": "e8bee29b0c88990e477f28a8f1a5df4e99b6bbcc6f83a24202fbdc6d69346519/323",
    "snapshot_unittests": "f711041a6784c9120c0d4c5ac373bf0f8c42ad2fa9e8c2220f642525751c4d84/323",
    "sql_unittests": "d2c795d80bbd0700b51658ce2c4703e70393568679906ee1f9cc867971774fa2/400",
    "storage_unittests": "1cb5b2105acce6e3def586864c9f902e9f59e969741247f6324f0442130241dc/481",
    "sync_integration_tests": "0b381e4846e24c474b1fb716112a268f9b0539621cf6f015b09b1f0fed34b0d9/646",
    "telemetry_gpu_unittests": "b18e4c1b32e189bcb1db3c2afdc87eab67df99e4f760ffe2f18b6eebc96ba0cf/736",
    "telemetry_unittests": "a5b87d60451b7d6191cda0fd75ce94f17ea3f9c7e7b02c240acda695384ba4c5/575",
    "ui_base_unittests": "2b30fdc1f7a7f2dc36df7570c2b3bd6baedda5108edf802fad78b67d493038ec/555",
    "ui_touch_selection_unittests": "048ed7df4a7c06c1d9b16bd0362ef057107869842cc2afae81a98063d4c2b4bc/323",
    "ui_unittests": "0b428f258d2b8a2c223e835b4b06863ddf0a242505e5b3d90f1740094663cee1/323",
    "unit_tests": "64c0bdc068548363d5af4e82d9095ff948cf305be8eac54cee0d06ad7184ad3f/1056",
    "updater_tests": "341fbee80ee027fe33f5ae4e7f64506207a153209fa31cb51df5445f14a59d91/566",
    "url_unittests": "8b742656ec23b74b4ddd40d2c630501f5f861922c95b4a775fb98927d2038582/323",
    "views_perftests": "564ce3d2b4750e529a35a67186a69d1230c37c562e02c2a76dc6580c83055515/487",
    "views_unittests": "7e712480ac4fd17a0079926f55e2e47e7eda29a66bd5ce68b8a874561f9c0ea1/402",
    "viz_unittests": "d03364e370b0dc7256e4444546e8a5b90923ac32cf91fd4de4cfb6a9bbe717b1/407",
    "wtf_unittests": "c344089c4a5650b35d1a51239f55e865b9c34998bd0d77d2ca6d285d023e2e87/323",
    "xr_browser_tests": "73440e1e79818c8bda8860d864724824be82c6a443de20309cc378a490ad6c44/645",
    "zlib_unittests": "c1e8cf98e8efec5815e01d8c6f368ebf754f099ab9564dfa010bfc46a286c562/408"
  },
  "swarming_command_lines_cwd": "out/38ad-Mac_Builder_(db",
  "swarming_command_lines_digest": "07e6b3479b3c11c2c9a1d3696e884c2d2ab29c264c793cc2c8cd325ce244da36/94",
  "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/90f0f814d4de8214c8e558f3c560f4605e0abf96
  • gitiles_ref:refs/heads/main
  • parent_buildername:Mac Builder (dbg)
  • parent_buildnumber:296413
  • user_agent:recipe

Debug log (UTC)

[07:07:56.311] New invocation is queued and will start shortly
[07:07:56.311] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[07:07:57.380] Starting the invocation (attempt 1)
[07:07:57.415] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/90f0f814d4de8214c8e558f3c560f4605e0abf96"
[07:07:57.415] Popped gitiles commit info from properties and tags
[07:07:57.415] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[07:07:57.415] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[07:07:57.416] Buildbucket request:
{
  "requestId": "8892122604145972432",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac14-tests-dbg"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "90f0f814d4de8214c8e558f3c560f4605e0abf96",
                        "project": "chromium/src",
                        "ref": "refs/heads/main"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "90f0f814d4de8214c8e558f3c560f4605e0abf96"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8726694111185731713"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8726694111185731713"
                }
          ],
      "parent_build_id": "8726694111185731713",
      "parent_builder_group": "chromium.mac",
      "parent_buildername": "Mac Builder (dbg)",
      "parent_got_angle_revision": "970fcf2733c523f40d47e2029e5e14860f0af2c1",
      "parent_got_dawn_revision": "8dfcfd16ab65d1cab205bb189ee09a22f41ca7c6",
      "parent_got_revision": "90f0f814d4de8214c8e558f3c560f4605e0abf96",
      "parent_got_revision_cp": "refs/heads/main@{#1402048}",
      "parent_got_swiftshader_revision": "e76961fac58c34c61bb52ed3887917300f0e37a3",
      "parent_got_v8_revision": "41dacffe436aeb9311879cb07648f1e36609a804",
      "parent_got_v8_revision_cp": "refs/heads/13.3.415@{#1}",
      "parent_got_webrtc_revision": "746202a3a3fcee3950465b1ea18249f5943474da",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#43653}",
      "swarm_hashes": {
            "absl_hardening_tests": "81d31424065c7365be4cef222a9e57cfbddd6239c27e77d1309dc42223a3fdd0/323",
            "accessibility_unittests": "0235375adf097265ab963a71a849d69e8b7664dd10c48261a04b9acadcee6190/323",
            "angle_unittests": "5c6629de350cbe97cc84bdf1292194b04cb570b9cf4bc66e223a6d4cc2c38bd7/408",
            "app_shell_unittests": "5750775ff65b4e4121aa183860770370751e0fcc2f63d84ec50b27c4bdad8089/484",
            "base_unittests": "8fa6e7506b41e3c3bf7f290430b90e2b984861daf2b68599b1af489f822e3c78/480",
            "blink_common_unittests": "25ddde51826a7ee84d9c89190ce4a9d501785bd9c7c38b0f2555803d13cd721f/485",
            "blink_fuzzer_unittests": "0f76d175f00e2ef45a2e5850ca29fcc249ca86ba4d7d4d2c1f28440974deb81e/323",
            "blink_heap_unittests": "90a61e2288cf61c99f8a26c66af536a423c40f97b7b1a96bebcf24e14221355f/323",
            "blink_platform_unittests": "994c8661a77b1067df1f5393ab118e817b6b01fbb63511d5844be4a5abc611a2/643",
            "blink_python_tests": "f18285b696996e9a2a697bf8e6ba5864ed492cbe216a4c73079917535f7eb6c3/574",
            "blink_unittests": "a21aff573a5890392f181fec0e3e38563b4ff27d30d80499eff1f34dc3577316/649",
            "blink_web_tests": "0a67622d63138faa36b793ac26a5929c062edbd9dd26481e1ec95ee058e2bd89/566",
            "blink_wpt_tests": "cef07dc85624a68c775a081e76a48791028d3856d41f978dd71c62ca8f65b5c0/566",
            "boringssl_crypto_tests": "6f75164d33c0910edcfc02bc02ca1a06d015a85e38131a59acf1d13ea39f0d4f/408",
            "boringssl_ssl_tests": "389f1ecf0384e37bf04bbd28ae3b4d989359dafcf930d4b437a614cab06f9a48/323",
            "capture_unittests": "1ae3dc58c1a880bff99e3bc0b2665209b5206af7405d971f80c23e4157004722/402",
            "cast_unittests": "6b9923c7119d682af5f1b5081e30a562458e48361bd8e45b5770ef647d19ae15/323",
            "cc_unittests": "5a3b36c734a3484bb7ae2b6a418944d06ccee783079f74eee85c38e233630dee/483",
            "chrome_app_unittests": "8eb0e68ace9e3e6e65adf58dfd284922103cde63ce3e2f65bab06d8f73cce2ab/564",
            "chrome_wpt_tests": "0e2de745740f211ada0a11c1ff197359b4a2dcb0863a90699f28ed0cb0fd793a/566",
            "chromedriver_unittests": "5db3adbdd4566a140b18e638a84178e2e4e23b64305075eb1b4bb33d9eb5632f/480",
            "components_browsertests": "0a05b12aae426e0c1a0b38df9632efbb9b1b9791cd043dc26c14bd36c267b1a9/652",
            "components_unittests": "d9af548ca9fe12db061706b2456446df0e43e6b98675b6cad60ce1ea002d3bcd/731",
            "content_browsertests": "9b6d46eedcb4d5dc7e8a8b1a8679fb3fe7461993e4a42d9398596079dbb35a43/724",
            "content_shell_crash_test": "b229c3b8e69cc3a049be2fbc536c13e1c79ab25e0e98647b112750e69e1090ee/566",
            "content_unittests": "76b462cfea129f33b20a7a117e802a50394628950c8319b9ea00593ee92432a6/560",
            "crashpad_tests": "764e6ef02779725bc912f9836337e991052674efcf547c469c278806010c0951/408",
            "cronet_tests": "9954ea9bd307c63848d9c64649eda77e1c412dd6d44debf779028633b9f5da08/484",
            "cronet_unittests": "a050924be9d3b5922ea973a6d0fa4a33baa0ac342216bae9cfb602a8712f5f32/400",
            "crypto_unittests": "cbc4e51026171eb05f5ba7632bd2713c7245825a0bdcf866b4b316221ea522bd/323",
            "device_unittests": "8b17810ddf98c4fe784c3d26df18b4fcc57a257d645bdf06ccafdd7f4d8473df/480",
            "display_unittests": "41ba20a55b9deafe22d4c69a56075dcdb1f93aa403e89141e7391e25096f37e2/323",
            "env_chromium_unittests": "60d106540b6e6edc54c18e984ee86f83c088621852b91b3361f01681ca57d0d3/323",
            "events_unittests": "8b27bf3c4d591f487c6f894178d02e4a82a7a03ef4d9d68e95cf99b17f43c909/323",
            "extensions_browsertests": "4562c5f020b5b02c89b84d778634e22d53132b87d74565480ea54833a17338c2/570",
            "extensions_unittests": "0f5e03d0e1a83e46d78d26ce1da07cae943b3b88f500b296136c024abf9236ec/644",
            "filesystem_service_unittests": "057ba42444a6144277331b6ea353b2eb5c4661d54c7ee4c9481f69202a9e4269/323",
            "flatbuffers_unittests": "634ffaf6feb6690cbde483959107788e1b631ca8e54d1972555d2bcc8fe28ca1/408",
            "fuzzing_unittests": "bf1dc9a7e1ed680406c5438be1f851c7ae3dc43ba32e0c9aecb0b0407dd9a990/323",
            "gcm_unit_tests": "dab95857b137da6760b6bdd7973453057c84e849eb94039dfcbcb5f89e0c860d/400",
            "gfx_unittests": "54d657f2be905ae37053cb4d80b4beeeff8a36039deab187fa6109cd6e98bcf4/399",
            "gin_unittests": "c073c1031d36ffa58b959eff7459fbde2362a894392f14708bb4046ed9af6452/400",
            "google_apis_unittests": "65a5ce4a3a9c43bfcd87ac43db0b94d6ee0d4ef58ad569d04e1a91f961cd85f9/485",
            "gpu_unittests": "be6482bbb923d138c19a7163be99171f446403b4e6c4d359af68dbf3d95ae347/400",
            "grit_python_unittests": "55e14b1bcfaba7ce7f20e0a7ff35045bcfd33007cedb66675baaad83de0c1230/411",
            "gwp_asan_unittests": "0e7b765e610b6558ba7c4dd6f22a3362d61460f239fc0203fd7c42eb53304a84/408",
            "headless_browsertests": "913981671ee2fc07c0942c9ca2edc71038d5772400cad70c1b615353c17ae5f9/569",
            "headless_shell_wpt": "f8cf49cbd46b80b7df48752b307889cd707c66fa5b83077a914a03b677dd9559/566",
            "headless_unittests": "08d2bd747467892d9d0d23967a6bc73612ac4775aaf5eda09b4af8278471c436/323",
            "interactive_ui_tests": "f958a96eaef5946211a044b94703a6772c0e167dad355049eabdc9b0f657ebc6/973",
            "ipc_tests": "7b16f9ecb7cc8c10015ef0d568b99312aa6b05ee5706c2a3669672be4bb1299b/323",
            "latency_unittests": "d42fb365b2bf1bebfa62782ac622c8f42b35aa82b399d3393b087abc0e4e5d88/323",
            "leveldb_unittests": "cbb879c96900cd66432314a722a993fe2ede25eb38010b52f9ac49c18297b127/323",
            "libjingle_xmpp_unittests": "46bece51fe98b9e5c644b0fcaf50c824ddd7acab4912e29b48193f3943b5d265/323",
            "liburlpattern_unittests": "d9a78917d51c1451b5a41cc5a38be24a6f50f0d2e89edc4f7f597909ae3e18c5/323",
            "media_unittests": "578a1eac13aa22544b0ef364e90d709010330af16c6f02fb84e3d11d9fdf54d7/403",
            "message_center_unittests": "67b8ef06ecb795dd9c9c59779bcff31ba6b274a2da5859ba1c893d0f71d36ab3/323",
            "midi_unittests": "e90dd858db08192e357cb5e2f51bd5c14e5ca264e3962f4249f355c682b9c9fb/323",
            "mojo_unittests": "5bde8e176a38864b855ae7f68ff6a9da983e404ac3eb50ebd42425ff050c2718/401",
            "native_theme_unittests": "bde8cc9465953006ca2e63693139e9fb291331f9b2055cdc23b1c749a6f531e7/323",
            "net_unittests": "6f056efc3155ff824416277d0d70949b2bf6b2e049105bbab3d255036cd85811/487",
            "openscreen_unittests": "f2643e9279aa709ad786457cd5fa667809ffe68f91c643511d3b0616ff422e7b/408",
            "pdf_unittests": "5be26eb934367f94e212d94e05963ba4afc6b648eda05ee7432bb8c6688a1edf/400",
            "perfetto_unittests": "02d42958b048834ea8ac99bb432ebd60785f003ea75ef01d80cb570e4cc98978/323",
            "performance_test_suite": "869fa7ab09176d52c5eb91869d2100c0b7b873b7d54b13176e6c321ca1c4ba9d/732",
            "power_sampler_unittests": "54176cb317432b5b3679e86794047f88bd3d8b8e1c28f0959bdb54573d25ad13/323",
            "printing_unittests": "af262ac2f50dafe1e0543c41e287af21e2e93f85f663d7a08750103201e9e5ca/482",
            "remoting_unittests": "2ee7f5a65cef6d48a39d1a9cda8da70ad0ff9e88bf661051a3c2407e0129c23d/400",
            "sandbox_unittests": "9b30c1159d1ba0fbff9690282ab5c0320f1d70e3000178534a0fc13d88e0dc29/323",
            "services_unittests": "1e16efad6883d7f952be970a415823b5cd1c5bc2475260966ff726f390168d1a/653",
            "shell_dialogs_unittests": "c556c4798c4a33d8a1edb8114acc562062b89e25e4ffd3e952c64989b45166ac/323",
            "skia_unittests": "e8bee29b0c88990e477f28a8f1a5df4e99b6bbcc6f83a24202fbdc6d69346519/323",
            "snapshot_unittests": "f711041a6784c9120c0d4c5ac373bf0f8c42ad2fa9e8c2220f642525751c4d84/323",
            "sql_unittests": "d2c795d80bbd0700b51658ce2c4703e70393568679906ee1f9cc867971774fa2/400",
            "storage_unittests": "1cb5b2105acce6e3def586864c9f902e9f59e969741247f6324f0442130241dc/481",
            "sync_integration_tests": "0b381e4846e24c474b1fb716112a268f9b0539621cf6f015b09b1f0fed34b0d9/646",
            "telemetry_gpu_unittests": "b18e4c1b32e189bcb1db3c2afdc87eab67df99e4f760ffe2f18b6eebc96ba0cf/736",
            "telemetry_unittests": "a5b87d60451b7d6191cda0fd75ce94f17ea3f9c7e7b02c240acda695384ba4c5/575",
            "ui_base_unittests": "2b30fdc1f7a7f2dc36df7570c2b3bd6baedda5108edf802fad78b67d493038ec/555",
            "ui_touch_selection_unittests": "048ed7df4a7c06c1d9b16bd0362ef057107869842cc2afae81a98063d4c2b4bc/323",
            "ui_unittests": "0b428f258d2b8a2c223e835b4b06863ddf0a242505e5b3d90f1740094663cee1/323",
            "unit_tests": "64c0bdc068548363d5af4e82d9095ff948cf305be8eac54cee0d06ad7184ad3f/1056",
            "updater_tests": "341fbee80ee027fe33f5ae4e7f64506207a153209fa31cb51df5445f14a59d91/566",
            "url_unittests": "8b742656ec23b74b4ddd40d2c630501f5f861922c95b4a775fb98927d2038582/323",
            "views_perftests": "564ce3d2b4750e529a35a67186a69d1230c37c562e02c2a76dc6580c83055515/487",
            "views_unittests": "7e712480ac4fd17a0079926f55e2e47e7eda29a66bd5ce68b8a874561f9c0ea1/402",
            "viz_unittests": "d03364e370b0dc7256e4444546e8a5b90923ac32cf91fd4de4cfb6a9bbe717b1/407",
            "wtf_unittests": "c344089c4a5650b35d1a51239f55e865b9c34998bd0d77d2ca6d285d023e2e87/323",
            "xr_browser_tests": "73440e1e79818c8bda8860d864724824be82c6a443de20309cc378a490ad6c44/645",
            "zlib_unittests": "c1e8cf98e8efec5815e01d8c6f368ebf754f099ab9564dfa010bfc46a286c562/408"
          },
      "swarming_command_lines_cwd": "out/38ad-Mac_Builder_(db",
      "swarming_command_lines_digest": "07e6b3479b3c11c2c9a1d3696e884c2d2ab29c264c793cc2c8cd325ce244da36/94",
      "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "90f0f814d4de8214c8e558f3c560f4605e0abf96",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8892122604145972432"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac14-tests-dbg"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Mac Builder (dbg)"
    },
    {
      "key": "parent_buildnumber",
      "value": "296413"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[07:07:57.915] Scheduled build:
{
  "id": "8726692542237943777",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac14-tests-dbg"
  },
  "number": 5526,
  "createdBy": "project:chromium",
  "createTime": "2025-01-04T07:07:57.501233994Z",
  "updateTime": "2025-01-04T07:07:57.501233994Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "90f0f814d4de8214c8e558f3c560f4605e0abf96",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[07:07:57.915] Task URL: https://cr-buildbucket.appspot.com/build/8726692542237943777
[07:07:57.915] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8892122604145972432:2:0) after 3m5s
[07:07:57.985] Received PubSub notification, asking Buildbucket for the build status
[07:07:58.009] Build status: SCHEDULED
[07:11:02.947] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8892122604145972432:2:0)
[07:11:02.974] Build status: SCHEDULED
[07:11:02.974] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8892122604145972432:4:0) after 9m49s
[07:20:52.018] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8892122604145972432:4:0)
[07:20:52.036] Build status: SCHEDULED
[07:20:52.036] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8892122604145972432:5:0) after 6m35s
[07:24:15.499] Received PubSub notification, asking Buildbucket for the build status
[07:24:15.522] Build status: STARTED
[07:27:27.089] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8892122604145972432:5:0)
[07:27:27.134] Build status: STARTED
[07:27:27.134] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8892122604145972432:7:0) after 4m32s
[07:31:59.228] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8892122604145972432:7:0)
[07:31:59.254] Build status: STARTED
[07:31:59.254] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8892122604145972432:8:0) after 2m0s
[07:33:59.285] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8892122604145972432:8:0)
[07:33:59.303] Build status: STARTED
[07:33:59.303] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8892122604145972432:9:0) after 7m24s
[07:41:23.427] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8892122604145972432:9:0)
[07:41:23.453] Build status: STARTED
[07:41:23.453] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8892122604145972432:10:0) after 4m0s
[07:45:23.476] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8892122604145972432:10:0)
[07:45:23.506] Build status: STARTED
[07:45:23.507] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8892122604145972432:11:0) after 5m20s
[07:50:43.631] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8892122604145972432:11:0)
[07:50:43.648] Build status: STARTED
[07:50:43.648] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8892122604145972432:12:0) after 9m11s
[07:59:54.858] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8892122604145972432:12:0)
[07:59:54.883] Build status: STARTED
[07:59:54.883] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8892122604145972432:13:0) after 5m38s
[08:05:33.032] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8892122604145972432:13:0)
[08:05:33.056] Build status: STARTED
[08:05:33.056] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8892122604145972432:14:0) after 2m35s
[08:08:08.219] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8892122604145972432:14:0)
[08:08:08.241] Build status: STARTED
[08:08:08.241] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8892122604145972432:15:0) after 2m33s
[08:10:41.264] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8892122604145972432:15:0)
[08:10:41.283] Build status: STARTED
[08:10:41.283] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8892122604145972432:16:0) after 7m44s
[08:18:25.346] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8892122604145972432:16:0)
[08:18:25.374] Build status: STARTED
[08:18:25.374] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8892122604145972432:17:0) after 3m21s
[08:21:46.900] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8892122604145972432:17:0)
[08:21:46.925] Build status: STARTED
[08:21:46.925] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8892122604145972432:18:0) after 7m34s
[08:29:21.227] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8892122604145972432:18:0)
[08:29:21.319] Build status: STARTED
[08:29:21.319] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8892122604145972432:19:0) after 6m0s
[08:35:21.746] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8892122604145972432:19:0)
[08:35:21.772] Build status: STARTED
[08:35:21.772] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8892122604145972432:20:0) after 3m42s
[08:39:03.797] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8892122604145972432:20:0)
[08:39:03.820] Build status: STARTED
[08:39:03.820] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8892122604145972432:21:0) after 4m19s
[08:43:22.844] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8892122604145972432:21:0)
[08:43:22.865] Build status: STARTED
[08:43:22.865] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8892122604145972432:22:0) after 4m23s
[08:47:45.886] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8892122604145972432:22:0)
[08:47:45.939] Build status: STARTED
[08:47:45.940] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8892122604145972432:23:0) after 2m8s
[08:49:54.250] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8892122604145972432:23:0)
[08:49:54.269] Build status: STARTED
[08:49:54.269] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8892122604145972432:24:0) after 2m14s
[08:52:08.411] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8892122604145972432:24:0)
[08:52:08.451] Build status: STARTED
[08:52:08.451] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8892122604145972432:25:0) after 2m10s
[08:54:18.617] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8892122604145972432:25:0)
[08:54:18.685] Build status: STARTED
[08:54:18.685] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8892122604145972432:26:0) after 9m50s
[09:04:08.762] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8892122604145972432:26:0)
[09:04:08.779] Build status: STARTED
[09:04:08.779] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8892122604145972432:27:0) after 7m10s
[09:11:18.859] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8892122604145972432:27:0)
[09:11:18.882] Build status: STARTED
[09:11:18.882] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8892122604145972432:28:0) after 8m31s
[09:13:03.323] Received PubSub notification, asking Buildbucket for the build status
[09:13:03.349] Build:
{
  "id": "8726692542237943777",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac14-tests-dbg"
  },
  "number": 5526,
  "createdBy": "project:chromium",
  "createTime": "2025-01-04T07:07:57.501233994Z",
  "startTime": "2025-01-04T07:24:15.277571554Z",
  "endTime": "2025-01-04T09:13:02.858650790Z",
  "updateTime": "2025-01-04T09:13:02.858650790Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "90f0f814d4de8214c8e558f3c560f4605e0abf96",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[09:13:03.349] Invocation finished in 2h5m7.051464304s with status FAILED