[09:28:24.869] New invocation is queued and will start shortly
[09:28:24.869] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[09:28:25.967] Starting the invocation (attempt 1)
[09:28:25.993] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/cf2a441b36df2fdd692d8c5819e54cda6d538ea4"
[09:28:25.993] Popped gitiles commit info from properties and tags
[09:28:25.993] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[09:28:25.993] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[09:28:25.994] Buildbucket request:
{
  "requestId": "8869192733664907024",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac14-tests"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "cf2a441b36df2fdd692d8c5819e54cda6d538ea4",
                        "project": "chromium/src",
                        "ref": "refs/heads/main"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "cf2a441b36df2fdd692d8c5819e54cda6d538ea4"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8703763476650427633"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8703763476650427633"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8703763476650427633"
                }
          ],
      "parent_build_id": "8703763476650427633",
      "parent_builder_group": "chromium.mac",
      "parent_buildername": "Mac Builder",
      "parent_got_angle_revision": "ab6a82e0ed1425316da0ba9a0b1c715a58a0b725",
      "parent_got_dawn_revision": "af2f85f5494c8d97050ccc2a60cc738f225eb295",
      "parent_got_revision": "cf2a441b36df2fdd692d8c5819e54cda6d538ea4",
      "parent_got_revision_cp": "refs/heads/main@{#1515289}",
      "parent_got_swiftshader_revision": "3877515497c0bbb0f449048bf927f90cf34cfb9b",
      "parent_got_v8_revision": "74da6f2df9e66d54ea8dacfeb078f2b8c8cf6796",
      "parent_got_v8_revision_cp": "refs/heads/14.2.133@{#1}",
      "parent_got_webrtc_revision": "083f0427a6fa6f017e4a07508755a0da302d2332",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#45630}",
      "swarm_hashes": {
            "absl_hardening_tests": "e2e1930edc8957593c1a7595cfd2eb6725fa00819cd08badec91652034df7e87/323",
            "accessibility_unittests": "d80ef3972801ea24ba37ae002a43f226d7e31bea11cca6572d7069efbcaa37c3/323",
            "angle_unittests": "1a7f51015ebff556e29fec26c4f2d76bc3596b1889dcfdbdb939bacf757d5286/408",
            "app_shell_unittests": "54400a8c22327fe161503175eeca5e163e8eca4b88055928053239135f225bae/484",
            "base_unittests": "ecd2b47267496e405007b92539093d8df4c2cd4b606c4f0dc0a438859f880bff/480",
            "blink_common_unittests": "212759d376b682d7aadf5d37eb5c004b09cd7c847ed215d63322636ceae72999/485",
            "blink_fuzzer_unittests": "9aa9999f913ed7452e91a9a1e34bcec6c566020461399832339b716f68868c42/323",
            "blink_heap_unittests": "b26e6fc06c739d138c6f7c4d4432f3b899894f96f0aef0305068ecdeffa75636/323",
            "blink_platform_unittests": "94c75736e9b983a70b42fa3a0d15d4b5f099b99a70eb4d97589815eb844af13d/643",
            "blink_python_tests": "207f76905daf24dcaae29b52250a7e75ede9829e8b2fe864b4af7ea7942f0122/574",
            "blink_unittests": "3441595c554ba75a83067226957be54d71e7db4c3935ca4f578f0413bfd7b204/649",
            "blink_web_tests": "f37cb0b554fb6eb230db1046e06c8464a64183eeb851cc9c268bcdf89f89e086/566",
            "blink_wpt_tests": "fe53ed37585eecda0fc59ef357c3441f7b7601172c6060ec832535c3541b6a33/566",
            "boringssl_crypto_tests": "0391b512ca97affb097f65284019e2e9af819cacddbdbad005dc7ad52e06eb7f/408",
            "boringssl_ssl_tests": "143f45055e4e2b591018c9c8719dc544ca30ba1b3a65cd3037af93068d23be71/323",
            "browser_tests": "6e472835be0af557f2a6fafee8eee9792b305ef360652b63046f98660dce628e/1220",
            "capture_unittests": "8d8268c97e0f30cd452a6334c157dc775fdbe8f8be03ffa7e75e90f854b2c4fa/402",
            "cast_unittests": "37fe4130385b4fc3ecd66bb4313d6247b83d2a495d61ac278d9d259e131bce6d/323",
            "cc_unittests": "c353f338e31f421071690021e1012b2909fb3543ba274c2342ea310a5fc069d7/483",
            "chrome_app_unittests": "ef028200b164f27fbdd8b6fc6e3e510d0013f702b8be50fb431bf18f22113a9f/564",
            "chrome_wpt_tests": "2e18e9f4fd3c7b287f22ae95fbba85cfa665c691814cdc832ddf995aa3d2684d/566",
            "chromedriver_py_tests": "22bc2938dd9d2a668a96845ad2f10bc0dd7370e819a0ea58bdefeb3bc2f075e8/489",
            "chromedriver_py_tests_headless_shell": "a985c93b81f2b95f65f75d0dc61d1abc7dcb8385bd64b1dbc3382a3f1c66f457/489",
            "chromedriver_replay_unittests": "21f26554cfc5439bddd63fc780eaf5d9b5fa528f014726f5b5ee07756c15477b/326",
            "chromedriver_unittests": "cd69def725898892439e583161b9f20dbc308dc9db8b72857d9f9d52b084bd68/480",
            "components_browsertests": "00a4b8b0f751a08960f98bca0010cf82c2f8f1a6901365e5b5fe4b827bb8014e/652",
            "components_perftests": "d5627f94fbdea7b0e1bc1092771d29b59d983853bf616f93ba389a712ed0ba87/650",
            "components_unittests": "81033f71cf006363bf97d13e0eb4066beeb10d74d660f7c4752b260b866647d7/810",
            "content_browsertests": "c8b13749e8c726b1f894efcecfbb8075ba272838558a95e68e50a7f46b14f9fc/725",
            "content_shell_crash_test": "9f7de983683543f927af5ae88467d4a131fb81c3797f85e6c56c2553bfcfb857/566",
            "content_unittests": "31a6f74a725b86707679f6f85723d29cdae1664dbba5fa86433939f55c5aca6f/560",
            "crashpad_tests": "4a3714602a4073ec9f1372b9a1915580cc79ee10d9e9a1451e59cb77a029345f/408",
            "cronet_tests": "eee33fae38e936c8ccf4fa55b06586d76f8c61a9c60900a4e3ef0486b02ff587/400",
            "cronet_unittests": "9c257204e24b13725083577798c74fb918ea425029081fa68c86b75732d4f7ef/400",
            "crypto_unittests": "5b5fe5078567d32a6f4439c6415c64028d91dccfccb3f7544915159b9d1d52cd/403",
            "device_unittests": "de1cce1dc467d4fc1b9533aa8672e36b8addb7309dcf9479fedadd7ddea77824/400",
            "display_unittests": "a539f5f55151b46a40219f19b110be36601f50c4b551f22593561af8b5e0f53a/323",
            "env_chromium_unittests": "63b7c06fb5418d373e7917d731250de24dcd0ab097b7c791159d6861c903cf27/323",
            "events_unittests": "86c02594f5115d42992bbfda6a89cd5a35cffe3acd8f125498f04d6f19311dd8/323",
            "extensions_browsertests": "19761f51a13bc2ff966a007ed490845483aced6062fabd1760857d31722375fb/570",
            "extensions_unittests": "abcf963949147405815341d73855405d8b4525df1bca3f301e52c820b02f9665/644",
            "filesystem_service_unittests": "ccf520326cc5cf2d73cbc32154c9583c2c2afac19612ce85d5b67862bb589dc4/323",
            "flatbuffers_unittests": "5cb60a80e0c133e56e98ac08388107474218f8855d1251e4e61764e9ce9a4436/408",
            "fuzzing_unittests": "067e6d336d18bfe9dbd07afb1633e9c9f8c470bc9bc81a7c997595642264db72/323",
            "gcm_unit_tests": "2d3ca7bcf0edef43ce8f62f0b0f90c1a9813a1bc54b149f503119ee1d6aee45f/400",
            "gfx_unittests": "b809f44ea8368804642da1b6dcdd2059c0bc40e5e59b94ba94ff6f8e491a28d8/399",
            "gin_unittests": "95a939c2e5c356c350917aa22639036b63bd8164fd09c5043263f1119116a0ce/400",
            "google_apis_unittests": "6e694b77790f9a51a448929d1eb343f7aa8e1ef916546318c00973f095d711d7/485",
            "gpu_unittests": "c267bca9f376b8aaafa3ad7c2430c1aa5c041cd2ccb50f3f819ccda37351e3b5/400",
            "grit_python_unittests": "e284d4ef3ece7548110de60565ed4e75cec2fbd6d1e19adcd81c563afcf7ce6d/411",
            "gwp_asan_unittests": "9803174a848636f1d5d36e944c822622919c1976582029e37032a5bfc85b20d0/408",
            "headless_browsertests": "402f07f1d339172ccc77568176cf14cbfd8b4eaf212a419828bf2f7bc1272934/653",
            "headless_shell_wpt": "e193ff04dd1e791d482f24bd88d987af49bb5c15204b6e229ba182ca0c9b2c26/566",
            "headless_unittests": "2113023d3120f9f2b76a7796375ebd878de344b99c70edda7297225c60708d41/323",
            "interactive_ui_tests": "369145c7b912c6cd6222512806924237d81bf13a35e3f9cd628287ff3af035d3/974",
            "ipc_tests": "ad947c1b7df22b9c0b00c261f85bbebe39e26fa1692d5d66578eb9b2bae80a71/323",
            "latency_unittests": "3a07593ad49814a1e911c9314a560455b786318579f73c68cc8b2e30588ea5ee/323",
            "leveldb_unittests": "7e87d47a06c67dd0e0903ed08c8ab58f18ee533de6b6926aee89285aca201b2e/323",
            "libjingle_xmpp_unittests": "f8fa05eb858fadd1de32f46d619df9f8086dcab24e03af747229714195717622/323",
            "liburlpattern_unittests": "e25b2a55ac1a01d3d6a8b49c2ee0c9ed34b2e491bf07184a5ec0b616fb35a658/323",
            "mac_signing_tests": "cebad1d5730ea0cebe1cbafb5815139eb812dce5755dcf1e8c184a6117fd1936/488",
            "media_unittests": "01fe19d49e24f777ae31d74811a44a4b6a2b53c0aeaa3830ac7158721596935d/403",
            "message_center_unittests": "5f9ff91b6eedc94d5b89ab013968d099776d6c604e43b0dfca4e666e4bea5e3a/323",
            "midi_unittests": "65684946a89979de4b0cf50db7ba2c5d375a7ce20e444266334abe6204c8aa97/323",
            "mojo_python_unittests": "070d9f79cfcb0034ce284f9897553fe4bec3728f8d6e940b19c2b6dba4599731/411",
            "mojo_unittests": "5863ca359c5008328bd945801f155a0633e126987e3fdd9658127e27e677a0e6/401",
            "native_theme_unittests": "0b27b261b75a63c193ed1d9bd1c392d801e53f4358855b03a2d9c0c4c1e783c8/323",
            "net_unittests": "0d7ba0bf30958ecadb7e61ec6bfd2b4b4b652e26671b71179015044fd4342d24/486",
            "openscreen_unittests": "5dfa683be3bf3ebe829e45c8aefa89a219355a498b6c78891c817461cac9ca70/408",
            "pdf_unittests": "07094ccd7717804793252013cc56340c9391511902312778326d878407f2552f/400",
            "perfetto_unittests": "c1692f9b2b7985ce34814ad87407f8980b1e40558e9544913fc01b16a5d972d8/323",
            "power_sampler_unittests": "cf9db34af5e6f867640a2bc2c688d74147ab7ca4813b9d27bb1047d12a6377f6/323",
            "printing_unittests": "0f08dc5c9892df9f84fa692ae270ef2fdf742765865ad91b9f93e2397f96daa6/482",
            "remoting_unittests": "40ccec5e720cbb5a30d401a5c0841e541366ebb117ee73fd2b9224df842dc955/400",
            "sandbox_unittests": "3e84bbb231a9de5a27a21e34235b33494d0240a193486fcabde5d4429ffc93f7/323",
            "services_unittests": "50a02314bf13f36982204b3c55d623dd39dd0b7e39122a7a1d491d5c236cdc86/653",
            "shell_dialogs_unittests": "2c3d38e459e25a78659d45e150b1158ad59edfa4cf7b66c54fb12015a47f7a12/323",
            "skia_unittests": "ff0f03a76a65512cef8277e93c51187891a1571799db65d111e3c0b242a2c77a/323",
            "snapshot_unittests": "24199d5725b75a738244381213c9b2b877cbcb5beff68a0d1451d5b4d8620534/323",
            "sql_unittests": "42863cb7f4b3e59aa009f38487cef38aac2eb839f877883aba6faa63caa7b21c/400",
            "storage_unittests": "bfb382864c37cf1e4650ce18212b9b6ab0e377a48dce6bd7c05df1d1797c7712/481",
            "sync_integration_tests": "48e0cfc1aa84dc59affd210b883be135a699c4921b22139921113efca95c3d81/646",
            "telemetry_gpu_unittests": "5164def0d3be72a278118a58f61f7bc26f24180d35cee2104e0d0ba908c104b6/736",
            "telemetry_perf_unittests": "9ea54b7b249aaac44791cb35ca32f7b05c5d1a05d3781df9ad36a8d617579bd3/655",
            "telemetry_unittests": "6204a0c8a810cf8af69a3bfdc38866690f995b212c9599a3d06b6930ca37ef7a/575",
            "test_env_py_unittests": "c68f3f865a296bb73461872c8e522a0493e9fcd0e52ea26d53ba603355d2f132/323",
            "ui_base_unittests": "d1fbcc4b6cfb8f66793c10bb0ecb363666252483895dda7cb7e85052e651807d/555",
            "ui_touch_selection_unittests": "5a497704ce8c63b1a7085b42d35471f749ae0e163e9ef5e62b68d23a331fdcda/323",
            "ui_unittests": "c0dd7e068b8141f33f771fb860069b2f7a39da50f2da9501f81ab29f1d01e63d/323",
            "unit_tests": "782ac6e8a46ac7b75409a6ae98ba9cd73dd1c8edcd18c2b6ddb8274d49cbeb47/1061",
            "updater_tests": "96e1ccb2f3a6a2603b2c1ca782f7cd1f4a5de66d4fc3ee231c1e9715eda25e7d/566",
            "url_unittests": "12c35e348d463cce498695738c10ea8953f55220f4e0c5f96c1dec940b2ec4fd/323",
            "views_perftests": "4dd84084c9e3d6bc5546b95cf8b0679492eb435c04d883b59b9f60018f3b9e99/487",
            "views_unittests": "66598e10f8914a8e86bcc1ec1b04ff65e16692d5a6201a83dbeee3a1763fa28f/402",
            "viz_unittests": "e1ce2fcac59baf6308df0fb6384e23796ae383423b5df0b041016f455f15b909/407",
            "webui_resources_tools_python_unittests": "1ec7722ce9e56fff9077cbb3d77eb078b4540687ff1125674a8534321b3e0918/564",
            "wtf_unittests": "877a6855684fce8c8bb7ac0c7882593a37407ccba70e69e9a95dae96c2fafbb5/323",
            "xr_browser_tests": "36ca3101eb0ca91c797a6d71e9e186eee33dbe94a0b35ac64062152598de0c1e/645",
            "xvfb_py_unittests": "58bd404ccd2a84230473d8f2ccac0f5418322e0b363ab93245a8c577099b3491/323",
            "zlib_unittests": "9b6f078f388597c17cf5d941e06655d5d1bc7bf9f3a5522d17a78d7dd6435005/408"
          },
      "swarming_command_lines_cwd": "out/ea77-Mac_Builder",
      "swarming_command_lines_digest": "8a4e6f50b639c66b92b32893a782cf016c06e001d7b0397b1eced4316f9c5bc3/94",
      "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "cf2a441b36df2fdd692d8c5819e54cda6d538ea4",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8869192733664907024"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac14-tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Mac Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "254678"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[09:28:26.481] Scheduled build:
{
  "id": "8703762671775398209",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac14-tests"
  },
  "number": 21083,
  "createdBy": "project:chromium",
  "createTime": "2025-09-14T09:28:26.040940359Z",
  "updateTime": "2025-09-14T09:28:26.040940359Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "cf2a441b36df2fdd692d8c5819e54cda6d538ea4",
      "ref": "refs/heads/main"
    }
  }
}
[09:28:26.481] Task URL: https://cr-buildbucket.appspot.com/build/8703762671775398209
[09:28:26.481] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8869192733664907024:2:0) after 4m10s
[09:28:27.439] Received PubSub notification, asking Buildbucket for the build status
[09:28:27.455] Build status: SCHEDULED
[09:28:31.079] Received PubSub notification, asking Buildbucket for the build status
[09:28:31.112] Build status: STARTED
[09:32:36.501] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8869192733664907024:2:0)
[09:32:36.560] Build status: STARTED
[09:32:36.561] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8869192733664907024:5:0) after 5m57s
[09:38:33.680] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8869192733664907024:5:0)
[09:38:33.713] Build status: STARTED
[09:38:33.713] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8869192733664907024:6:0) after 4m18s
[09:42:51.771] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8869192733664907024:6:0)
[09:42:51.787] Build status: STARTED
[09:42:51.787] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8869192733664907024:7:0) after 2m35s
[09:45:26.810] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8869192733664907024:7:0)
[09:45:26.875] Build status: STARTED
[09:45:26.875] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8869192733664907024:8:0) after 9m30s
[09:54:57.014] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8869192733664907024:8:0)
[09:54:57.047] Build status: STARTED
[09:54:57.047] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8869192733664907024:9:0) after 9m17s
[10:04:14.137] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8869192733664907024:9:0)
[10:04:14.171] Build status: STARTED
[10:04:14.171] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8869192733664907024:10:0) after 8m51s
[10:13:05.191] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8869192733664907024:10:0)
[10:13:05.212] Build status: STARTED
[10:13:05.212] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8869192733664907024:11:0) after 8m31s
[10:21:36.243] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8869192733664907024:11:0)
[10:21:36.275] Build status: STARTED
[10:21:36.275] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8869192733664907024:12:0) after 1m2s
[10:22:38.302] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8869192733664907024:12:0)
[10:22:38.329] Build status: STARTED
[10:22:38.329] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8869192733664907024:13:0) after 5m21s
[10:27:59.443] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8869192733664907024:13:0)
[10:27:59.459] Build status: STARTED
[10:27:59.459] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8869192733664907024:14:0) after 5m38s
[10:33:37.479] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8869192733664907024:14:0)
[10:33:37.494] Build status: STARTED
[10:33:37.494] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8869192733664907024:15:0) after 3m6s
[10:36:43.760] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8869192733664907024:15:0)
[10:36:43.802] Build status: STARTED
[10:36:43.803] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8869192733664907024:16:0) after 1m43s
[10:38:26.826] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8869192733664907024:16:0)
[10:38:26.850] Build status: STARTED
[10:38:26.850] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8869192733664907024:17:0) after 7m4s
[10:45:30.940] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8869192733664907024:17:0)
[10:45:30.961] Build status: STARTED
[10:45:30.961] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8869192733664907024:18:0) after 5m43s
[10:51:14.004] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8869192733664907024:18:0)
[10:51:14.026] Build status: STARTED
[10:51:14.026] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8869192733664907024:19:0) after 5m1s
[10:51:46.734] Received PubSub notification, asking Buildbucket for the build status
[10:51:46.752] Build:
{
  "id": "8703762671775398209",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac14-tests"
  },
  "number": 21083,
  "createdBy": "project:chromium",
  "createTime": "2025-09-14T09:28:26.040940359Z",
  "startTime": "2025-09-14T09:28:30.883623734Z",
  "endTime": "2025-09-14T10:51:46.353466909Z",
  "updateTime": "2025-09-14T10:51:46.353466909Z",
  "status": "INFRA_FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "cf2a441b36df2fdd692d8c5819e54cda6d538ea4",
      "ref": "refs/heads/main"
    }
  }
}
[10:51:46.752] Invocation finished in 1h23m21.897812549s with status FAILED