Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 2 hours
Actions:

Definition (rev f5aa0e256374a42c14cf3bb5c9e8faa30324dbb6)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "mac14-tests"
>

Incoming triggers

  • Mac Builder/282561 (3 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • Mac Builder/282562 (3 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • Mac Builder/282563 (3 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • Mac Builder/282564 (3 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • Mac Builder/282565 (3 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • Mac Builder/282566 (3 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • Mac Builder/282567 (3 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • Mac Builder/282568 (3 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • Mac Builder/282569 (3 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • Mac Builder/282570 (3 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "db99325be7760e1b00aa7efd20d7de32bc8a979e",
        "project": "chromium/src",
        "ref": "refs/heads/main"
      }
    ]
  },
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "db99325be7760e1b00aa7efd20d7de32bc8a979e"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8669907331986983153"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8669907331986983153"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8669907331986983153"
    }
  ],
  "parent_build_id": "8669907331986983153",
  "parent_builder_group": "chromium.mac",
  "parent_buildername": "Mac Builder",
  "parent_got_angle_revision": "bec384b13132ec5768cb42cdfe0795a67f8860b5",
  "parent_got_dawn_revision": "18c1d73c0b7543887393a5ae232d96fd4e6e00ff",
  "parent_got_revision": "db99325be7760e1b00aa7efd20d7de32bc8a979e",
  "parent_got_revision_cp": "refs/heads/main@{#1703141}",
  "parent_got_swiftshader_revision": "1e80438d2b93ef36a7c05f8d2b81233bac0e3d16",
  "parent_got_v8_revision": "af58e5b304ce1c914197582523c9c8ed0cac65fc",
  "parent_got_v8_revision_cp": "refs/heads/15.6.41@{#1}",
  "parent_got_webrtc_revision": "d275cd110816e519a648b0551494caddcba9e254",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#48677}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "db99325be7760e1b00aa7efd20d7de32bc8a979e",
  "swarm_hashes": {
    "absl_hardening_tests": "437840698da477fb032cc4dc5db2866dd2ec511b9038652722f0543b8b3051c8/506",
    "accessibility_unittests": "6f24d59e948da5405a0c7799fe48c4c93a66cfded0e499cc2ad635ab44a63ca8/506",
    "angle_unittests": "5e28414326fae2104bd1864305b25fe71091d3568489df0065d5a1c5139c6f0e/591",
    "base_unittests": "fe81d4fc4538d83de8b5969ccece854ce077305b4553fea78558721d5d640f36/663",
    "blink_common_unittests": "10d1f11b60aadd024dde5551a3e66fb7e2d4a594fffb39e5287b30cdaaa1a5da/668",
    "blink_fuzzer_unittests": "ac45d9cafdc873eb0dcd404bff71683e6f050c63fe67472dc2a951bcedc166e8/506",
    "blink_heap_unittests": "4d0af5eb1ca3ac683f1fa09c557be900d2710c28163c6952fa8cf0d233115b8b/506",
    "blink_platform_unittests": "836f4f39d69f3efc109706120d797cb90f088b4ce6b589a0cf7fc962824ac282/826",
    "blink_python_tests": "b80bc0699b5510b9abd7c1022567847bb34e48bae462a08431a2bbab502673c9/671",
    "blink_unittests": "a503f7883e5cfeb2fb9f558a75e2ad791ccb8f91ea2d64f2e54a78d17fad69a4/832",
    "blink_web_tests": "481904c56e94a3704d86c4f827804c12484053bf6a8d614c489d355c5e3af12d/584",
    "blink_wpt_tests": "3f6faccf825595e6661d0efa6cdffae25583ee363f524c22ed03b3bff0ccebdb/584",
    "boringssl_crypto_tests": "44c496990963f7868cb7866ca5b77b3ef0c5d582e039bcaec672ce949549acc2/591",
    "boringssl_ssl_tests": "0ecff3ba616281a3036b03fae281d07d3b35d50b270d3ea881376696d7993ee9/506",
    "browser_tests": "82f96ded7b10fdbfcd67aadff859eb67c7990ce08e21cd8a1d98ed595a081874/1403",
    "capture_unittests": "969985c2ed4c2d412ebd126f62aec3eaa1adac353af5b63a0c06b5529076ae87/585",
    "cast_unittests": "3dd2524f75f5342fe4486288a64284c89d0667fd1dd0f17b3f3c0db9307f9a5c/506",
    "cc_unittests": "08275cc28e5ed1e565a8b949f61269ed87cad8f80004ae7367aad26309b4e4b9/666",
    "chrome_app_unittests": "46e924233bba55107b8569528677de45f8d198a2a40190afb2013c38b34e0d68/747",
    "chrome_wpt_tests": "aab7e8ea6a057c358eaea58896941f64e261a0c7990c4ee7a09396df611415eb/584",
    "chromedriver_py_tests": "2eb745e25faee7a63db8ac5ed1ec63f9bdca3406b07c8355667d97b7a2f3cef1/672",
    "chromedriver_py_tests_headless_shell": "699cc69ff97adf0ce7ad8345439a46078605614ef9fca0d8ad98019ef2715b3e/672",
    "chromedriver_replay_unittests": "2fe987884b01bd2c3998d0d95dbe682ae9a5e240961ee10c8a0454c506c3fb15/509",
    "chromedriver_unittests": "25f862eb85ef620e5307f635eac01e1a78bb7294c013dfa305d62fc6c35ee56c/663",
    "components_browsertests": "157682c04052ce8fc1eb413ca8489a1fd69185d0eead479ab8bcc611636b5b00/835",
    "components_perftests": "8d99399ca65ce037ad822e0619bf4c04b5f86990e2a508a545b506f5de899fe3/833",
    "components_unittests": "806fb076c78479d9aae0a4d644903a6f4202c50add8c3f72f9e4b97ab5dbcedd/993",
    "content_browsertests": "75226fe2b65bb36fcca00a99581ac076e21217024f2913f2321b3792e38af4e6/908",
    "content_shell_crash_test": "9324b7dd83908054dd564218f3e21fd154582d05851d532dba7df6a058473982/749",
    "content_unittests": "2a02f5ffa44d861cab71424e48dbb2aa9f05b08f9310fb6a3010a638d74a57ca/743",
    "crashpad_tests": "135693af87afa7b9b459bc2fac7be51d8e12352dc0e552fd8274804631650d6b/591",
    "crypto_unittests": "2c8d7d5b39f494d4d257fa5fd1f89240bf87f1ed7ec28fe5852b04c86bf1533d/586",
    "device_unittests": "ace444a1bd3ab69d4051465a24d8cb0de1647dabba3d1ab1672c164a7cb90d7e/583",
    "display_unittests": "9b8db6a58ab1fc63788f52a58e102417200cd95a664cc0f1aa0f51a9b3837392/506",
    "env_chromium_unittests": "61fece9d865ace01fbab925642af044d09c262eec1ec371fe2da2d07c59673e8/506",
    "events_unittests": "4ef2121797e8eb52d6cc7e6dee8de3acb8d96c55eab787e327c755a2e47057a7/506",
    "extensions_unittests": "3caec5164a3dd964bedc1c69cae7c87c0c625a2b8b9a47e3d6a6ee9e15db7816/827",
    "filesystem_service_unittests": "0bb239cc106be71a9d4145a26a460b6f6f9bdc63232b703f3f2255dbaae008ad/506",
    "flatbuffers_unittests": "22486256556846e235df7f726e6399c1ff6bd3d260e0a6fc9ea50647ebe4f626/591",
    "fuzzing_unittests": "d6fef27535a6f3701b3b37801a84629f87a03c16ddf603391de1b45b84c7f863/506",
    "gcm_unit_tests": "6aaed46909b61a97fa514aad8abc0300488378eed960a683b14992f5142160ef/583",
    "gfx_unittests": "5baa3e1af4ccf0aebe13d40c9f83e6025ff5652ba503bf3837059918f3590c38/582",
    "gin_unittests": "d5a1a2b4539f925fc7e1d9ddf449b3675ea7fab2d26b07a85728434175ee5ca8/583",
    "google_apis_unittests": "734c1f58840531aabd2d6bd75729ad55b892f445cd79ee64d617a2b9e63e8db7/668",
    "gpu_unittests": "35c17651274a92be4ab388d5a50e256f4fa074e44f9379c82d3314e8842aa5b1/583",
    "grit_python_unittests": "2ef30da74aa668a4e583fc08919f362b865ef2ee48af5f6e05df7ca61682f53b/594",
    "gwp_asan_unittests": "673e4e568c904207611959784ed70b2909027d592463e3e0db0f64e00bd08f4e/591",
    "headless_browsertests": "45000463e9e86b2e9a08283ccaa540e8078ad6639b12003d55a5b91a8c0f8e0c/836",
    "headless_shell_wpt": "66835b9324f4c6e630e8506bab2a915835fde452515bc01ecc3b10f5343eb7b0/584",
    "headless_unittests": "753d43a6c866e39e8aa64eb83421f95074d67723c6e9ca49ae6a4c5da8756386/506",
    "interactive_ui_tests": "aece07492da2ee9c862dc299c3354d5d82ad44c8df511e6131bc031842c8286d/1243",
    "ipc_tests": "c38ea9cb8f93b152ac1435c54b2c014334a51e391bdb7626357557dfd7120b33/506",
    "latency_unittests": "51182c2c97c673c5f0a8bc1056d02fdad0577b998bf53ed340006ff1c4ed2aef/506",
    "leveldb_unittests": "7ba65b731be98b5ab58b98e891a1c47b213efebfb39fb1fb442a757e24975e95/506",
    "libjingle_xmpp_unittests": "61f31ef4dbd8ec1f35ede007f3a40ab81956645763b74cd24ff95cc193f5a2f6/506",
    "liburlpattern_unittests": "0a3deb04c9e8fbc4159d1b053185eaf538e0aa250d8cae5eb7fd5ae336a3f99a/506",
    "mac_signing_tests": "2a568366753a0b0394d182e57c1ec98829804aeff54fd484002be7b75978620b/586",
    "media_unittests": "2954cc4e6ea197ff3bbc59d92b7ad2ac913b513379f0ccc9b9e39edfd75a4a7a/586",
    "message_center_unittests": "be7edb9ab3253b2c336d32544c5415aa1ed8daf99a293b06601d4b4e1a06f911/506",
    "midi_unittests": "3f64f2c4852b0eb469736102605bfab4090b432c4f8605b7d78ea978f4963882/506",
    "mojo_python_unittests": "1992ebc48c2b415249f9d5afee5f00ef02d0b575a20aec2872a354704877eebb/594",
    "mojo_unittests": "5e297cc7e7ca535f31504b9f67e7d7893581a949d8236e15eac5b796a6341a68/584",
    "native_theme_unittests": "a31a33231c3bd322c63ea84353aba587bbc09c8c018c738f90eea03d578a469b/506",
    "net_unittests": "412d8e9946c0bc95e1fea2017d8810c30b91539c321e00ead741518808ec8bce/669",
    "openscreen_unittests": "4006c0769b124febbd4ce2e6e2d94e9d599de33c1d27eb03f723dc117e449a92/591",
    "pdf_unittests": "68b0cf73c514dd678ea2b7e32933af219120ad81cab427b3d133ba9440bd8b86/583",
    "perfetto_unittests": "62ed229bb1aa93970b2f26c93d18cb0db3ff37d2a0d6e9d77eec78131dd457d6/506",
    "power_sampler_unittests": "85349b0e06061062ad793f8126ef376935c3b61b137e0f6c5c66caf483ec6511/506",
    "printing_unittests": "42551b5ca412a55999d2c5ba28f50a62dabfa7d5f6d720489a7cdaf87c2bfbfb/665",
    "puffin_unittests": "a229b5c6371de6b33b75caa237a8d61a3d844afbce71e37241d15d600ff90faf/590",
    "remoting_unittests": "197cec9045f0a9e4dbf6fa18784591efcba95f399adb3ab8ccdeba9e57cd162c/583",
    "sandbox_unittests": "130b82e565366c3c26a3d02380e916118f414c81d11faf04ea690f3dfb76ae98/506",
    "services_unittests": "3beb8ec876b1026fdf85c0c4e103ac091a003f4769baf420f17c3ded04134ccb/916",
    "shell_dialogs_unittests": "6f0244f69513c06f639b5b7f2c3c1e663518a35beb44579a1241f53243abb414/506",
    "skia_unittests": "8556c9eff5ec84a6d6ac2e03af1420a11a41d4b2af3a1614e2f73cf60d985484/591",
    "snapshot_unittests": "e1f4c9cf6732b385c5bd7b0cec1d317cacdc79f0565ce373e4fbe6566f0c5ce3/506",
    "sql_unittests": "93364d3e8385ef91641b4b617b2511851c456a9eedbf92a85942331d6446b2ac/583",
    "storage_unittests": "92ec86f893f04e96a34694e5e83a0e6bf371cb2aed36a1dc5a44fbd71aa7af6b/664",
    "sync_integration_tests": "d3f5e1f37e43b8ae1d35afcfe9611ff117a76f2749cd0881abd47975818fb45d/829",
    "telemetry_gpu_unittests": "b7ce22db99083e7b2eebb88a3f8ad876b9880365c8ee2f7a8b70c572573bf4f1/919",
    "telemetry_perf_unittests": "56a75b9b3cdaec6473d3298700c0da52d7c85c1b2d5eb8ea9b3e002ba56c98d6/753",
    "telemetry_unittests": "5414d7b20c2386b6baab1d48c748b931b6df305022d6c671b9cf14fe3c3d2f50/673",
    "test_env_py_unittests": "836cc1d050aca1b49f8e2eb1e417848fe87b35ced5f25164a0750703b4d61f5d/421",
    "ui_base_unittests": "c22f74839213dd4fbd814164de1c970e75b99a401212b1c079ce6beff99b6f7a/738",
    "ui_touch_selection_unittests": "5178ab9c2356627eeedf0d91f9d1cfa66306f9bdef29086738cbf0cacb7dd203/506",
    "ui_unittests": "4f6eaa042f73069adb60daace11f6d740b550e13d915331c4e71e5f38729a5bd/506",
    "unit_tests": "dfb79e99313b68bd1e639d5975007f09a7369036fa9dcff0a89f371759cbe52a/1323",
    "updater_tests": "e932a05a7cd3b39d030db039ff897db34bd15ebab82cf869c8b8d5a5e7304858/749",
    "url_unittests": "c95be0daf885ac5a9931be769bcc208d2cd40ad43a0e8e149992ca5cfb3e0223/506",
    "views_perftests": "8387c01cf6befb5e7db17605db7df29c2237c76b8eaca1839e80716135465f1d/670",
    "views_unittests": "7ef33f2cc291714dad649e5640fe299253a7655d9ef40b597d05674079dd897b/585",
    "viz_unittests": "ccbe7daab71e22033b909007e7cdd7fb194da02c000bb0bd021dc8641b647825/590",
    "webui_resources_tools_python_unittests": "5218dbb6393fc7c3375fcd29aed2f23fa1a64467693d4cfda0fa084a844e08ed/747",
    "wtf_unittests": "d4ae540ec256adac8984793a291826c2632ef7a949f89102c873d6a5fca86e4c/506",
    "xr_browser_tests": "cd0c6bf5e475f653947add4bac38790e211d07c5f4e6d689c417dcd138a11739/828",
    "xvfb_py_unittests": "51536b1859fe26b6e56a4537d1f56e617f850e1426698f15455f6a0f455035fa/421",
    "zlib_unittests": "6829422e2c3313469fa091d5f4969155d6ebffd482edf48a985ba667b80dcd7e/591"
  },
  "swarming_command_lines_cwd": "out/ea77-Mac_Builder",
  "swarming_command_lines_digest": "db9a98e44e682c4e918a4d750045cd9bb894bb1d679893dbfe9f61b709fde95d/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/db99325be7760e1b00aa7efd20d7de32bc8a979e
  • gitiles_ref:refs/heads/main
  • parent_buildername:Mac Builder
  • parent_buildnumber:282570
  • user_agent:recipe

Debug log (UTC)

[02:23:28.853] New invocation is queued and will start shortly
[02:23:28.853] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[02:23:30.086] Starting the invocation (attempt 1)
[02:23:30.115] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/db99325be7760e1b00aa7efd20d7de32bc8a979e"
[02:23:30.115] Popped gitiles commit info from properties and tags
[02:23:30.115] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:23:30.115] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:23:30.116] Buildbucket request:
{
  "requestId": "8835336202734848288",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac14-tests"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "db99325be7760e1b00aa7efd20d7de32bc8a979e",
                        "project": "chromium/src",
                        "ref": "refs/heads/main"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "db99325be7760e1b00aa7efd20d7de32bc8a979e"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8669907331986983153"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8669907331986983153"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8669907331986983153"
                }
          ],
      "parent_build_id": "8669907331986983153",
      "parent_builder_group": "chromium.mac",
      "parent_buildername": "Mac Builder",
      "parent_got_angle_revision": "bec384b13132ec5768cb42cdfe0795a67f8860b5",
      "parent_got_dawn_revision": "18c1d73c0b7543887393a5ae232d96fd4e6e00ff",
      "parent_got_revision": "db99325be7760e1b00aa7efd20d7de32bc8a979e",
      "parent_got_revision_cp": "refs/heads/main@{#1703141}",
      "parent_got_swiftshader_revision": "1e80438d2b93ef36a7c05f8d2b81233bac0e3d16",
      "parent_got_v8_revision": "af58e5b304ce1c914197582523c9c8ed0cac65fc",
      "parent_got_v8_revision_cp": "refs/heads/15.6.41@{#1}",
      "parent_got_webrtc_revision": "d275cd110816e519a648b0551494caddcba9e254",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#48677}",
      "swarm_hashes": {
            "absl_hardening_tests": "437840698da477fb032cc4dc5db2866dd2ec511b9038652722f0543b8b3051c8/506",
            "accessibility_unittests": "6f24d59e948da5405a0c7799fe48c4c93a66cfded0e499cc2ad635ab44a63ca8/506",
            "angle_unittests": "5e28414326fae2104bd1864305b25fe71091d3568489df0065d5a1c5139c6f0e/591",
            "base_unittests": "fe81d4fc4538d83de8b5969ccece854ce077305b4553fea78558721d5d640f36/663",
            "blink_common_unittests": "10d1f11b60aadd024dde5551a3e66fb7e2d4a594fffb39e5287b30cdaaa1a5da/668",
            "blink_fuzzer_unittests": "ac45d9cafdc873eb0dcd404bff71683e6f050c63fe67472dc2a951bcedc166e8/506",
            "blink_heap_unittests": "4d0af5eb1ca3ac683f1fa09c557be900d2710c28163c6952fa8cf0d233115b8b/506",
            "blink_platform_unittests": "836f4f39d69f3efc109706120d797cb90f088b4ce6b589a0cf7fc962824ac282/826",
            "blink_python_tests": "b80bc0699b5510b9abd7c1022567847bb34e48bae462a08431a2bbab502673c9/671",
            "blink_unittests": "a503f7883e5cfeb2fb9f558a75e2ad791ccb8f91ea2d64f2e54a78d17fad69a4/832",
            "blink_web_tests": "481904c56e94a3704d86c4f827804c12484053bf6a8d614c489d355c5e3af12d/584",
            "blink_wpt_tests": "3f6faccf825595e6661d0efa6cdffae25583ee363f524c22ed03b3bff0ccebdb/584",
            "boringssl_crypto_tests": "44c496990963f7868cb7866ca5b77b3ef0c5d582e039bcaec672ce949549acc2/591",
            "boringssl_ssl_tests": "0ecff3ba616281a3036b03fae281d07d3b35d50b270d3ea881376696d7993ee9/506",
            "browser_tests": "82f96ded7b10fdbfcd67aadff859eb67c7990ce08e21cd8a1d98ed595a081874/1403",
            "capture_unittests": "969985c2ed4c2d412ebd126f62aec3eaa1adac353af5b63a0c06b5529076ae87/585",
            "cast_unittests": "3dd2524f75f5342fe4486288a64284c89d0667fd1dd0f17b3f3c0db9307f9a5c/506",
            "cc_unittests": "08275cc28e5ed1e565a8b949f61269ed87cad8f80004ae7367aad26309b4e4b9/666",
            "chrome_app_unittests": "46e924233bba55107b8569528677de45f8d198a2a40190afb2013c38b34e0d68/747",
            "chrome_wpt_tests": "aab7e8ea6a057c358eaea58896941f64e261a0c7990c4ee7a09396df611415eb/584",
            "chromedriver_py_tests": "2eb745e25faee7a63db8ac5ed1ec63f9bdca3406b07c8355667d97b7a2f3cef1/672",
            "chromedriver_py_tests_headless_shell": "699cc69ff97adf0ce7ad8345439a46078605614ef9fca0d8ad98019ef2715b3e/672",
            "chromedriver_replay_unittests": "2fe987884b01bd2c3998d0d95dbe682ae9a5e240961ee10c8a0454c506c3fb15/509",
            "chromedriver_unittests": "25f862eb85ef620e5307f635eac01e1a78bb7294c013dfa305d62fc6c35ee56c/663",
            "components_browsertests": "157682c04052ce8fc1eb413ca8489a1fd69185d0eead479ab8bcc611636b5b00/835",
            "components_perftests": "8d99399ca65ce037ad822e0619bf4c04b5f86990e2a508a545b506f5de899fe3/833",
            "components_unittests": "806fb076c78479d9aae0a4d644903a6f4202c50add8c3f72f9e4b97ab5dbcedd/993",
            "content_browsertests": "75226fe2b65bb36fcca00a99581ac076e21217024f2913f2321b3792e38af4e6/908",
            "content_shell_crash_test": "9324b7dd83908054dd564218f3e21fd154582d05851d532dba7df6a058473982/749",
            "content_unittests": "2a02f5ffa44d861cab71424e48dbb2aa9f05b08f9310fb6a3010a638d74a57ca/743",
            "crashpad_tests": "135693af87afa7b9b459bc2fac7be51d8e12352dc0e552fd8274804631650d6b/591",
            "crypto_unittests": "2c8d7d5b39f494d4d257fa5fd1f89240bf87f1ed7ec28fe5852b04c86bf1533d/586",
            "device_unittests": "ace444a1bd3ab69d4051465a24d8cb0de1647dabba3d1ab1672c164a7cb90d7e/583",
            "display_unittests": "9b8db6a58ab1fc63788f52a58e102417200cd95a664cc0f1aa0f51a9b3837392/506",
            "env_chromium_unittests": "61fece9d865ace01fbab925642af044d09c262eec1ec371fe2da2d07c59673e8/506",
            "events_unittests": "4ef2121797e8eb52d6cc7e6dee8de3acb8d96c55eab787e327c755a2e47057a7/506",
            "extensions_unittests": "3caec5164a3dd964bedc1c69cae7c87c0c625a2b8b9a47e3d6a6ee9e15db7816/827",
            "filesystem_service_unittests": "0bb239cc106be71a9d4145a26a460b6f6f9bdc63232b703f3f2255dbaae008ad/506",
            "flatbuffers_unittests": "22486256556846e235df7f726e6399c1ff6bd3d260e0a6fc9ea50647ebe4f626/591",
            "fuzzing_unittests": "d6fef27535a6f3701b3b37801a84629f87a03c16ddf603391de1b45b84c7f863/506",
            "gcm_unit_tests": "6aaed46909b61a97fa514aad8abc0300488378eed960a683b14992f5142160ef/583",
            "gfx_unittests": "5baa3e1af4ccf0aebe13d40c9f83e6025ff5652ba503bf3837059918f3590c38/582",
            "gin_unittests": "d5a1a2b4539f925fc7e1d9ddf449b3675ea7fab2d26b07a85728434175ee5ca8/583",
            "google_apis_unittests": "734c1f58840531aabd2d6bd75729ad55b892f445cd79ee64d617a2b9e63e8db7/668",
            "gpu_unittests": "35c17651274a92be4ab388d5a50e256f4fa074e44f9379c82d3314e8842aa5b1/583",
            "grit_python_unittests": "2ef30da74aa668a4e583fc08919f362b865ef2ee48af5f6e05df7ca61682f53b/594",
            "gwp_asan_unittests": "673e4e568c904207611959784ed70b2909027d592463e3e0db0f64e00bd08f4e/591",
            "headless_browsertests": "45000463e9e86b2e9a08283ccaa540e8078ad6639b12003d55a5b91a8c0f8e0c/836",
            "headless_shell_wpt": "66835b9324f4c6e630e8506bab2a915835fde452515bc01ecc3b10f5343eb7b0/584",
            "headless_unittests": "753d43a6c866e39e8aa64eb83421f95074d67723c6e9ca49ae6a4c5da8756386/506",
            "interactive_ui_tests": "aece07492da2ee9c862dc299c3354d5d82ad44c8df511e6131bc031842c8286d/1243",
            "ipc_tests": "c38ea9cb8f93b152ac1435c54b2c014334a51e391bdb7626357557dfd7120b33/506",
            "latency_unittests": "51182c2c97c673c5f0a8bc1056d02fdad0577b998bf53ed340006ff1c4ed2aef/506",
            "leveldb_unittests": "7ba65b731be98b5ab58b98e891a1c47b213efebfb39fb1fb442a757e24975e95/506",
            "libjingle_xmpp_unittests": "61f31ef4dbd8ec1f35ede007f3a40ab81956645763b74cd24ff95cc193f5a2f6/506",
            "liburlpattern_unittests": "0a3deb04c9e8fbc4159d1b053185eaf538e0aa250d8cae5eb7fd5ae336a3f99a/506",
            "mac_signing_tests": "2a568366753a0b0394d182e57c1ec98829804aeff54fd484002be7b75978620b/586",
            "media_unittests": "2954cc4e6ea197ff3bbc59d92b7ad2ac913b513379f0ccc9b9e39edfd75a4a7a/586",
            "message_center_unittests": "be7edb9ab3253b2c336d32544c5415aa1ed8daf99a293b06601d4b4e1a06f911/506",
            "midi_unittests": "3f64f2c4852b0eb469736102605bfab4090b432c4f8605b7d78ea978f4963882/506",
            "mojo_python_unittests": "1992ebc48c2b415249f9d5afee5f00ef02d0b575a20aec2872a354704877eebb/594",
            "mojo_unittests": "5e297cc7e7ca535f31504b9f67e7d7893581a949d8236e15eac5b796a6341a68/584",
            "native_theme_unittests": "a31a33231c3bd322c63ea84353aba587bbc09c8c018c738f90eea03d578a469b/506",
            "net_unittests": "412d8e9946c0bc95e1fea2017d8810c30b91539c321e00ead741518808ec8bce/669",
            "openscreen_unittests": "4006c0769b124febbd4ce2e6e2d94e9d599de33c1d27eb03f723dc117e449a92/591",
            "pdf_unittests": "68b0cf73c514dd678ea2b7e32933af219120ad81cab427b3d133ba9440bd8b86/583",
            "perfetto_unittests": "62ed229bb1aa93970b2f26c93d18cb0db3ff37d2a0d6e9d77eec78131dd457d6/506",
            "power_sampler_unittests": "85349b0e06061062ad793f8126ef376935c3b61b137e0f6c5c66caf483ec6511/506",
            "printing_unittests": "42551b5ca412a55999d2c5ba28f50a62dabfa7d5f6d720489a7cdaf87c2bfbfb/665",
            "puffin_unittests": "a229b5c6371de6b33b75caa237a8d61a3d844afbce71e37241d15d600ff90faf/590",
            "remoting_unittests": "197cec9045f0a9e4dbf6fa18784591efcba95f399adb3ab8ccdeba9e57cd162c/583",
            "sandbox_unittests": "130b82e565366c3c26a3d02380e916118f414c81d11faf04ea690f3dfb76ae98/506",
            "services_unittests": "3beb8ec876b1026fdf85c0c4e103ac091a003f4769baf420f17c3ded04134ccb/916",
            "shell_dialogs_unittests": "6f0244f69513c06f639b5b7f2c3c1e663518a35beb44579a1241f53243abb414/506",
            "skia_unittests": "8556c9eff5ec84a6d6ac2e03af1420a11a41d4b2af3a1614e2f73cf60d985484/591",
            "snapshot_unittests": "e1f4c9cf6732b385c5bd7b0cec1d317cacdc79f0565ce373e4fbe6566f0c5ce3/506",
            "sql_unittests": "93364d3e8385ef91641b4b617b2511851c456a9eedbf92a85942331d6446b2ac/583",
            "storage_unittests": "92ec86f893f04e96a34694e5e83a0e6bf371cb2aed36a1dc5a44fbd71aa7af6b/664",
            "sync_integration_tests": "d3f5e1f37e43b8ae1d35afcfe9611ff117a76f2749cd0881abd47975818fb45d/829",
            "telemetry_gpu_unittests": "b7ce22db99083e7b2eebb88a3f8ad876b9880365c8ee2f7a8b70c572573bf4f1/919",
            "telemetry_perf_unittests": "56a75b9b3cdaec6473d3298700c0da52d7c85c1b2d5eb8ea9b3e002ba56c98d6/753",
            "telemetry_unittests": "5414d7b20c2386b6baab1d48c748b931b6df305022d6c671b9cf14fe3c3d2f50/673",
            "test_env_py_unittests": "836cc1d050aca1b49f8e2eb1e417848fe87b35ced5f25164a0750703b4d61f5d/421",
            "ui_base_unittests": "c22f74839213dd4fbd814164de1c970e75b99a401212b1c079ce6beff99b6f7a/738",
            "ui_touch_selection_unittests": "5178ab9c2356627eeedf0d91f9d1cfa66306f9bdef29086738cbf0cacb7dd203/506",
            "ui_unittests": "4f6eaa042f73069adb60daace11f6d740b550e13d915331c4e71e5f38729a5bd/506",
            "unit_tests": "dfb79e99313b68bd1e639d5975007f09a7369036fa9dcff0a89f371759cbe52a/1323",
            "updater_tests": "e932a05a7cd3b39d030db039ff897db34bd15ebab82cf869c8b8d5a5e7304858/749",
            "url_unittests": "c95be0daf885ac5a9931be769bcc208d2cd40ad43a0e8e149992ca5cfb3e0223/506",
            "views_perftests": "8387c01cf6befb5e7db17605db7df29c2237c76b8eaca1839e80716135465f1d/670",
            "views_unittests": "7ef33f2cc291714dad649e5640fe299253a7655d9ef40b597d05674079dd897b/585",
            "viz_unittests": "ccbe7daab71e22033b909007e7cdd7fb194da02c000bb0bd021dc8641b647825/590",
            "webui_resources_tools_python_unittests": "5218dbb6393fc7c3375fcd29aed2f23fa1a64467693d4cfda0fa084a844e08ed/747",
            "wtf_unittests": "d4ae540ec256adac8984793a291826c2632ef7a949f89102c873d6a5fca86e4c/506",
            "xr_browser_tests": "cd0c6bf5e475f653947add4bac38790e211d07c5f4e6d689c417dcd138a11739/828",
            "xvfb_py_unittests": "51536b1859fe26b6e56a4537d1f56e617f850e1426698f15455f6a0f455035fa/421",
            "zlib_unittests": "6829422e2c3313469fa091d5f4969155d6ebffd482edf48a985ba667b80dcd7e/591"
          },
      "swarming_command_lines_cwd": "out/ea77-Mac_Builder",
      "swarming_command_lines_digest": "db9a98e44e682c4e918a4d750045cd9bb894bb1d679893dbfe9f61b709fde95d/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "db99325be7760e1b00aa7efd20d7de32bc8a979e",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8835336202734848288"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac14-tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Mac Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "282570"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[02:23:30.654] Scheduled build:
{
  "id": "8669906140679258353",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac14-tests"
  },
  "number": 32627,
  "createdBy": "project:chromium",
  "createTime": "2026-09-23T02:23:30.189436880Z",
  "updateTime": "2026-09-23T02:23:30.189436880Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "db99325be7760e1b00aa7efd20d7de32bc8a979e",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[02:23:30.654] Task URL: https://cr-buildbucket.appspot.com/build/8669906140679258353
[02:23:30.654] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835336202734848288:2:0) after 3m23s
[02:23:30.979] Received PubSub notification, asking Buildbucket for the build status
[02:23:30.996] Build status: SCHEDULED
[02:26:53.752] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835336202734848288:2:0)
[02:26:53.773] Build status: SCHEDULED
[02:26:53.774] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835336202734848288:4:0) after 3m37s
[02:30:30.773] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835336202734848288:4:0)
[02:30:30.791] Build status: SCHEDULED
[02:30:30.791] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835336202734848288:5:0) after 4m41s
[02:35:11.890] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835336202734848288:5:0)
[02:35:11.909] Build status: SCHEDULED
[02:35:11.909] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835336202734848288:6:0) after 9m22s
[02:44:33.974] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835336202734848288:6:0)
[02:44:34.002] Build status: SCHEDULED
[02:44:34.002] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835336202734848288:7:0) after 5m7s
[02:49:41.213] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835336202734848288:7:0)
[02:49:41.234] Build status: SCHEDULED
[02:49:41.234] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835336202734848288:8:0) after 1m25s
[02:51:06.252] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835336202734848288:8:0)
[02:51:06.278] Build status: SCHEDULED
[02:51:06.278] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835336202734848288:9:0) after 3m25s
[02:54:31.357] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835336202734848288:9:0)
[02:54:31.376] Build status: SCHEDULED
[02:54:31.376] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835336202734848288:10:0) after 1m4s
[02:55:35.397] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835336202734848288:10:0)
[02:55:35.443] Build status: SCHEDULED
[02:55:35.443] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835336202734848288:11:0) after 3m2s
[02:58:37.469] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835336202734848288:11:0)
[02:58:37.492] Build status: SCHEDULED
[02:58:37.492] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835336202734848288:12:0) after 3m57s
[03:02:34.530] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835336202734848288:12:0)
[03:02:34.569] Build status: SCHEDULED
[03:02:34.570] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835336202734848288:13:0) after 4m45s
[03:07:19.642] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835336202734848288:13:0)
[03:07:19.660] Build status: SCHEDULED
[03:07:19.660] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835336202734848288:14:0) after 3m33s
[03:10:52.813] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835336202734848288:14:0)
[03:10:52.833] Build status: SCHEDULED
[03:10:52.833] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835336202734848288:15:0) after 2m49s
[03:13:41.909] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835336202734848288:15:0)
[03:13:41.927] Build status: SCHEDULED
[03:13:41.927] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835336202734848288:16:0) after 4m39s
[03:18:20.997] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835336202734848288:16:0)
[03:18:21.023] Build status: SCHEDULED
[03:18:21.023] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835336202734848288:17:0) after 5m1s
[03:23:22.089] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835336202734848288:17:0)
[03:23:22.107] Build status: SCHEDULED
[03:23:22.107] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835336202734848288:18:0) after 2m31s
[03:25:53.262] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835336202734848288:18:0)
[03:25:53.292] Build status: SCHEDULED
[03:25:53.292] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835336202734848288:19:0) after 2m2s
[03:27:55.273] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835336202734848288:19:0)
[03:27:55.311] Build status: SCHEDULED
[03:27:55.311] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835336202734848288:20:0) after 3m51s
[03:30:36.368] Received PubSub notification, asking Buildbucket for the build status
[03:30:36.517] Build status: STARTED
[03:31:46.448] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835336202734848288:20:0)
[03:31:46.479] Build status: STARTED
[03:31:46.479] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835336202734848288:22:0) after 7m12s
[03:38:58.592] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835336202734848288:22:0)
[03:38:58.615] Build status: STARTED
[03:38:58.615] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835336202734848288:23:0) after 5m30s
[03:44:28.643] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835336202734848288:23:0)
[03:44:28.663] Build status: STARTED
[03:44:28.663] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835336202734848288:24:0) after 2m21s
[03:46:49.695] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835336202734848288:24:0)
[03:46:49.716] Build status: STARTED
[03:46:49.716] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835336202734848288:25:0) after 2m18s
[03:49:07.775] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835336202734848288:25:0)
[03:49:07.893] Build status: STARTED
[03:49:07.893] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835336202734848288:26:0) after 8m25s
[03:57:32.892] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835336202734848288:26:0)
[03:57:32.911] Build status: STARTED
[03:57:32.911] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835336202734848288:27:0) after 8m18s
[04:05:50.974] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835336202734848288:27:0)
[04:05:51.036] Build status: STARTED
[04:05:51.036] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835336202734848288:28:0) after 4m50s
[04:10:41.078] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835336202734848288:28:0)
[04:10:41.099] Build status: STARTED
[04:10:41.099] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835336202734848288:29:0) after 8m7s
[04:18:48.150] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835336202734848288:29:0)
[04:18:48.180] Build status: STARTED
[04:18:48.180] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835336202734848288:30:0) after 5m47s
[04:24:35.231] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835336202734848288:30:0)
[04:24:35.254] Build status: STARTED
[04:24:35.254] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835336202734848288:31:0) after 9m38s
[04:34:13.295] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835336202734848288:31:0)
[04:34:13.321] Build status: STARTED
[04:34:13.321] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835336202734848288:32:0) after 4m28s
[04:38:41.354] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835336202734848288:32:0)
[04:38:41.373] Build status: STARTED
[04:38:41.373] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835336202734848288:33:0) after 3m4s
[04:41:45.402] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835336202734848288:33:0)
[04:41:45.421] Build status: STARTED
[04:41:45.421] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835336202734848288:34:0) after 1m35s
[04:43:20.551] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835336202734848288:34:0)
[04:43:20.569] Build status: STARTED
[04:43:20.569] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835336202734848288:35:0) after 6m41s
[04:50:01.598] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835336202734848288:35:0)
[04:50:01.657] Build status: STARTED
[04:50:01.657] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835336202734848288:36:0) after 3m55s
[04:53:56.690] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835336202734848288:36:0)
[04:53:56.772] Build status: STARTED
[04:53:56.772] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835336202734848288:37:0) after 6m43s
[05:00:39.915] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835336202734848288:37:0)
[05:00:39.936] Build status: STARTED
[05:00:39.936] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835336202734848288:38:0) after 1m29s
[05:02:08.970] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835336202734848288:38:0)
[05:02:09.001] Build status: STARTED
[05:02:09.001] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835336202734848288:39:0) after 9m13s
[05:11:22.033] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835336202734848288:39:0)
[05:11:22.051] Build status: STARTED
[05:11:22.051] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835336202734848288:40:0) after 1m50s
[05:13:12.153] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835336202734848288:40:0)
[05:13:12.174] Build status: STARTED
[05:13:12.174] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835336202734848288:41:0) after 3m59s
[05:13:50.075] Received PubSub notification, asking Buildbucket for the build status
[05:13:50.112] Build:
{
  "id": "8669906140679258353",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac14-tests"
  },
  "number": 32627,
  "createdBy": "project:chromium",
  "createTime": "2026-09-23T02:23:30.189436880Z",
  "startTime": "2026-09-23T03:30:33.670880865Z",
  "endTime": "2026-09-23T05:13:46.249520994Z",
  "updateTime": "2026-09-23T05:13:46.249520994Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "db99325be7760e1b00aa7efd20d7de32bc8a979e",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[05:13:50.112] Invocation finished in 2h50m21.266512863s with status FAILED