Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 2 hours
Actions:

Definition (rev f5aa0e256374a42c14cf3bb5c9e8faa30324dbb6)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "mac14-tests"
>

Incoming triggers

  • Mac Builder/282643 (3 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • Mac Builder/282644 (3 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • Mac Builder/282645 (3 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • Mac Builder/282646 (3 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • Mac Builder/282647 (3 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • Mac Builder/282648 (3 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • Mac Builder/282649 (3 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • Mac Builder/282650 (3 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • Mac Builder/282651 (3 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • Mac Builder/282652 (3 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • Mac Builder/282653 (3 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • Mac Builder/282654 (3 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • Mac Builder/282655 (3 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • Mac Builder/282656 (3 weeks ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "7adfaedd16e110450b4388ec7473149db415051e",
        "project": "chromium/src",
        "ref": "refs/heads/main"
      }
    ]
  },
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "7adfaedd16e110450b4388ec7473149db415051e"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8669809025859691681"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8669809025859691681"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8669809025859691681"
    }
  ],
  "parent_build_id": "8669809025859691681",
  "parent_builder_group": "chromium.mac",
  "parent_buildername": "Mac Builder",
  "parent_got_angle_revision": "386bb0e11d39ae46d1367c9e9e8b50f46b27ca90",
  "parent_got_dawn_revision": "8c8d96a819e43434482e0d8cee2c2adeceec4cec",
  "parent_got_revision": "7adfaedd16e110450b4388ec7473149db415051e",
  "parent_got_revision_cp": "refs/heads/main@{#1704031}",
  "parent_got_swiftshader_revision": "1e80438d2b93ef36a7c05f8d2b81233bac0e3d16",
  "parent_got_v8_revision": "913b47f38fee67281e30e4e631995d67f74dbba1",
  "parent_got_v8_revision_cp": "refs/heads/15.6.53@{#1}",
  "parent_got_webrtc_revision": "1db151dec016f0b265274afff88b113e1b94d3e3",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#48698}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "7adfaedd16e110450b4388ec7473149db415051e",
  "swarm_hashes": {
    "absl_hardening_tests": "8ddd029ed826d5e115b2c7f7db1322178107d65d0021c7ab93c0caa291b73915/506",
    "accessibility_unittests": "879a0d42d033400ca5142123803fe6be4da6fe84f9e0365751e958b4dfbeebd8/506",
    "angle_unittests": "eb5d1811d93f243e5af026f143059b17bc6830ce2e0c7d54635f308dd217c7fa/591",
    "base_unittests": "7c79c355fd2ccf6915e7b7b7754ea45f0c71ebcc7f296653e42499558d63f833/663",
    "blink_common_unittests": "728c34c5866198d0cfdc3cbef12400a83005b9f697c66b22acc2d0eae818af50/668",
    "blink_fuzzer_unittests": "da055a6cf9657e3c9402cd6c0945f4850d028ed5f04eab58aa9a3b3bf05e4a51/506",
    "blink_heap_unittests": "c1a4b320e7bfaea12427a2e5b0379cd4909094116369388271abc4f1aa3edc10/506",
    "blink_platform_unittests": "3ec77c2e180715795d6fa718e41dff322f95c0c3b36ce4b5a65ef9259d21c588/826",
    "blink_python_tests": "53d59bb379a8a9da8c7dc52d098dd25171b12f6f58a79c5db98d10266fabe6ea/671",
    "blink_unittests": "5a23c15c98d3afd612f69da346a160b770f6be8bd6bcca4fbb6f1b338e46b9b2/832",
    "blink_web_tests": "06d061ea5ce9a3a9c2d4d69d946c5cfc5db05ffce2f267d1bd8776614086dfbd/584",
    "blink_wpt_tests": "384bdbc7581a6978a880a0a6d325292ae0924675a61ec9c533914a47224354db/584",
    "boringssl_crypto_tests": "a71f1f0dcb4bb8375273a51d879b20a8dddbcdad7c2cf8d9ea869c8fb50b7ffd/591",
    "boringssl_ssl_tests": "7216c999ca88ec103b95e928297a23464014cb7c8ecd51ac862f9bf53a81ab0d/506",
    "browser_tests": "31ba04a752d5f28ed91cf5d45d7a7468fa42541fc07ce2e69fabbf7e0558e16e/1403",
    "capture_unittests": "9b64d908db093bfecb4dd1b9303462672a85a3abe01deece18b6d4639db8cadf/585",
    "cast_unittests": "5b57a03eb6feda32bedebdc380a0f1529d5730865104693258ef370897f3e903/506",
    "cc_unittests": "88e8991eddd6ae9304cbf3b7b543bce2e3b32062a3d6a429932ae3514d747776/666",
    "chrome_app_unittests": "41de060c93770dc2b0e03f18cfdb8d83e4fa794c8a55c7ef44ac84abfc1c1a11/747",
    "chrome_wpt_tests": "036c571bd8703353fa6de2ccab7ae33bb71be208c00671bbb5e3af2f114386e5/584",
    "chromedriver_py_tests": "67df5396aee2169f85791099d32cb55686a52348c480ac9911c75fa005834f1a/672",
    "chromedriver_py_tests_headless_shell": "6957e1e820645af2745fea3dd11d3fe3a33c1263119c2c08e57bbc1769b750b4/672",
    "chromedriver_replay_unittests": "2fe987884b01bd2c3998d0d95dbe682ae9a5e240961ee10c8a0454c506c3fb15/509",
    "chromedriver_unittests": "a67f5fc39ebf5c8afe7d3ea3358f6426f9cb4ee93796a402b9554c3a551a459a/663",
    "components_browsertests": "e64edd8a5a6b25fe7e6a7c0b47bc28fba13504fc95d816fcd3f91985c05465cd/835",
    "components_perftests": "1f3647c8417d880a659858b604c879eb81fd140e8b3d66b38cc4965167ac7802/833",
    "components_unittests": "49b44be853a17ac6c1ed02242778314368d30c14cbcfca153d56e2140a7fefa1/993",
    "content_browsertests": "fa47359a253456fd0f2ea7fab7dfe48971c03d7feaf55d397de748f5a53ae104/908",
    "content_shell_crash_test": "cd02dacc068e69a6021cd3c0602b5308d69b1ff0ec5a2ad07164d296f05543dc/749",
    "content_unittests": "0997e1b7677393c797adc89aa1fc0c76c23054bbc351951abd8ed3cfcec067d9/743",
    "crashpad_tests": "44a781990433ddc83a531fc5da8e477d29c370016062bf23b4456c2d71e1c58f/591",
    "crypto_unittests": "0a81fd76794c7c8cefa2ae61dfd747149a9d5e4317a177e54c938615e02d60a5/586",
    "device_unittests": "bb870ce003ea6b97fed4eac9f130c33e275bc0536bbdd139d637b6ddf930ba9c/583",
    "display_unittests": "a2f59beb0e400f3e818412e2462155e8ffae2a784c9f0ef5088a5229fc9900de/506",
    "env_chromium_unittests": "5d878fd2668ceef79f35db20f6a3c26528913ae2203c7f311eed58853b89569c/506",
    "events_unittests": "829c75ccb1d74c745e99a5279f19ebc3c98e8be2c3dddabef36cb1b050eb30d0/506",
    "extensions_unittests": "779d49c5475296040655b09882354670ded4653cf6401990c0d9f4ec4d9f30c6/827",
    "filesystem_service_unittests": "567b90f05009b35564433c406dcd2a7c90b287a3828f4ff5e499bcab3c7b7d00/506",
    "flatbuffers_unittests": "892a50817ecdf10a2f94a3fd433d3cc1b9d33ecde9db014614ea0c9206276f5b/591",
    "fuzzing_unittests": "e0a4c99b92c4ba9866337740ed5c58230d2f8c0c268ea502c39072d0368c4db4/506",
    "gcm_unit_tests": "1dd324fbfd98db5c398707af1071e25d07991523b0b84c17169fe45a8301e227/583",
    "gfx_unittests": "c65e38042d8f10a3468fc0806e49df3eacefc0d02c22f7724925f9bba3915dcc/582",
    "gin_unittests": "67326c611ac4ad7c6cec4c92cb99dcf2c22bc5b710b45482615d7ea6434a340d/583",
    "google_apis_unittests": "a718f3b00cc75275720e7f666109d6b085ebcc2c4fc3856f593796588eeaf4c4/668",
    "gpu_unittests": "ee7116930a8973c834b28b29eea19ecda11cbce760585da09b1570a83f726ce5/583",
    "grit_python_unittests": "2ef30da74aa668a4e583fc08919f362b865ef2ee48af5f6e05df7ca61682f53b/594",
    "gwp_asan_unittests": "2007fa3514d9a5738032e5f5a67ab551b9939a3b6e673f9534108b330cc97058/591",
    "headless_browsertests": "d44b56868b76de8e286b11db357b4b6ac3497a7c0d1e7cfdf832bf18bfabab32/836",
    "headless_shell_wpt": "ff6c7dc83d453f1c0c9535dd5f91ff8648346b25d378f99c8ab79cc1d45caec3/584",
    "headless_unittests": "ba4f0e2ce0f39b66be859be120ab8de9478c7a10b19596283a90a55dbc9b4a25/506",
    "interactive_ui_tests": "e1dc29eb8f263b797e56d1a76aa0ee75348ae472b098825172041fcd8a4df9ed/1243",
    "ipc_tests": "63beea7f10a34bdd85edccfb822c4c875d02fe53c8cefb2fd90911f85ecab5df/506",
    "latency_unittests": "0c720ca10b0eb77758ef7ee3230cd8945d093185f4679aed86b522333d52f906/506",
    "leveldb_unittests": "05fc1732054c513ea3bf114defd311515d4b2e120f396f2f48a45b74e27eac4e/506",
    "libjingle_xmpp_unittests": "2349a5196d3c9a8008391d60a3e6e9ad54819921b42f6b44dafb154a2542d513/506",
    "liburlpattern_unittests": "2e71047f17fdf0663923aa863f26894207cd9893eea25c6e7b67c4ee7822f536/506",
    "mac_signing_tests": "d2f4ef1796809da0e3f5fe3670228239624d59f761766e79244c8ea2834ebb5d/586",
    "media_unittests": "008cc145007f54f0ba498a433b07c017cc88d9b19e2af70e5b3bec9244c47ce6/586",
    "message_center_unittests": "6aa5e34089375cc249b8131a38335e3c3b56a3154b750376047cbcd2396031c5/506",
    "midi_unittests": "e98076317d782a67c5c00cbfdfac26bb73acf2ece38cf420adeefba80396513d/506",
    "mojo_python_unittests": "6bb7e7509bb9e7e6c9d1a22b7d4046a5262ded64a121e313589ba9ed8f40d55e/594",
    "mojo_unittests": "14456ea3800db0326a78a8d133c8c08513a2c765841d751dc454d4fb38cf57d4/584",
    "native_theme_unittests": "75ec0b4ac6827f986f903480ef7134a933307d6c4c1a8f7588c51c1769579dc1/506",
    "net_unittests": "826b200f15f36c1406861738c6efb96f63bd04749ae38785e0bd738961fdbd5a/669",
    "openscreen_unittests": "69964ddac87822257b1a90ba8d978fbc9e9f0a9be14324976f0df88632635db2/591",
    "pdf_unittests": "9bb394f04d814d07ba60710d520d7d1738c7dc43c0c071c1df63541f3c780d51/583",
    "perfetto_unittests": "e7faa25cb918be78c5fb296b59e4948ea1e6fe207c2e7fd8896f850c92ae595a/506",
    "power_sampler_unittests": "420e75820bedce9ddddc419eca7e4c145899e0788b5d964b5b33dbcd0e9733bc/506",
    "printing_unittests": "8f1d9bccca75965adcd1b98e5af958129b8581339574f8f78ac83924567c2e8d/665",
    "puffin_unittests": "e81d45ba99c7dd88fd5298d6b45d61a9db142ca77d2c5305ddbb3a2869b0128a/590",
    "remoting_unittests": "1937697f7df23124543e5fbfc0f4c3af7056d4124100539898b809df4c3ef3bc/583",
    "sandbox_unittests": "158dd58016b44c9e829c0dfde16d4fdd369040d0597715474fe07114391d1851/506",
    "services_unittests": "bf5e9245e8a2bb5418bf1d561a1622331f600caa7301feff36a83824764ecc26/916",
    "shell_dialogs_unittests": "43806e8f8d784e8bd879bca9802743aa2d29f6cc90db14f0451bac62d915d6d8/506",
    "skia_unittests": "a3872c92c0bb8506bffb0cbd66380f08207fa548a4b46d707dffa4864673c0ec/591",
    "snapshot_unittests": "55379700006984f544de06cc09a8e75cafe7d47e3cf1799eac08385626ad1ffa/506",
    "sql_unittests": "8d4fc5cde674f1d017b1308492ad78ad718d171337668460173948b6c264f9d5/583",
    "storage_unittests": "084f2cbac4ad76ce94c328773303251ad18b81db18beb932709996efe2bcab8f/664",
    "sync_integration_tests": "08ab13394836f883c7a72b2a6f3da6128ac3d301fa6ec4c9be0672ee137dc6cd/829",
    "telemetry_gpu_unittests": "f0093cdf41b80bc555d115c50376c1c5853373078a4bce23e73dcb88ecb43543/919",
    "telemetry_perf_unittests": "f5d18c3f630bccc4a9aacc2fce9d7b32583a87f584049ade747f84f81e4ab392/753",
    "telemetry_unittests": "ca7ff32e6f863e19eaa09bd366aa506800f4a68f231daa08fd25805ab6d3e6d6/673",
    "test_env_py_unittests": "42c51ba0aefcf79053b4a0290a0d331249cf2e898dc9545d13ecd672bd3c2fca/421",
    "ui_base_unittests": "b9fd8f21f13772ccbf02aaac6744c9bd5db95ac8dd7b9941301ef6881f8157b0/738",
    "ui_touch_selection_unittests": "bf07c1a0865d428c8c9f5fb66bca10079338b71138fc2f1821118bd1c1f93c30/506",
    "ui_unittests": "99429627e8bf1f698752a37a256a5496dd9ed6f879ebf29d44fb286a36428b8f/506",
    "unit_tests": "2b5807e7a773d58d51e4ef79bbfc5c47f946b92a201a0f38c8b48462cb4c480d/1323",
    "updater_tests": "72252a6b3b5b13f2c43ca5aa57239920b3eefc7185d3960bfa045f42faf674d1/749",
    "url_unittests": "6cca92227cfc0d8d12a0d4368662c8054dd28b9ef4682de85b4c0260ed01630c/506",
    "views_perftests": "e285a153d5cc0228cdff32ec548730b27e2e3db027c9bec44e7175a8067fbead/670",
    "views_unittests": "b2df9eb7f84a793d0c7459a6c1619f42f3a2689117e06b438a98af311bf74d4d/585",
    "viz_unittests": "844553d84f6582dc0a9409349b515a9243f1b68a062337421ba5dbfd3cc56068/590",
    "webui_resources_tools_python_unittests": "670a9583cc3433936f5850fc42845e19edbf1d2c9ac4c67e117035f17e75b651/747",
    "wtf_unittests": "ace22316e0e6e7ffad4eb3fc31d770c438ec9fbcde9a399a00b26b48af9a9540/506",
    "xr_browser_tests": "43d2ec7b66eeae65897c32f71c38c3e3140625f769fa6878220ef5b54185393a/828",
    "xvfb_py_unittests": "05f04447686d580d943eeae2c532abc72c29366c560d57d9821ef25d2ce713cd/421",
    "zlib_unittests": "0329661b92eecd85dd6c0d9912d8f707b97101934802f6f546eb70de27a016fa/591"
  },
  "swarming_command_lines_cwd": "out/ea77-Mac_Builder",
  "swarming_command_lines_digest": "db9a98e44e682c4e918a4d750045cd9bb894bb1d679893dbfe9f61b709fde95d/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/7adfaedd16e110450b4388ec7473149db415051e
  • gitiles_ref:refs/heads/main
  • parent_buildername:Mac Builder
  • parent_buildnumber:282656
  • user_agent:recipe

Debug log (UTC)

[04:35:30.193] New invocation is queued and will start shortly
[04:35:30.193] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[04:35:31.304] Starting the invocation (attempt 1)
[04:35:31.348] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/7adfaedd16e110450b4388ec7473149db415051e"
[04:35:31.348] Popped gitiles commit info from properties and tags
[04:35:31.348] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:35:31.349] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:35:31.350] Buildbucket request:
{
  "requestId": "8835237299640650672",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac14-tests"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "7adfaedd16e110450b4388ec7473149db415051e",
                        "project": "chromium/src",
                        "ref": "refs/heads/main"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "7adfaedd16e110450b4388ec7473149db415051e"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8669809025859691681"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8669809025859691681"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8669809025859691681"
                }
          ],
      "parent_build_id": "8669809025859691681",
      "parent_builder_group": "chromium.mac",
      "parent_buildername": "Mac Builder",
      "parent_got_angle_revision": "386bb0e11d39ae46d1367c9e9e8b50f46b27ca90",
      "parent_got_dawn_revision": "8c8d96a819e43434482e0d8cee2c2adeceec4cec",
      "parent_got_revision": "7adfaedd16e110450b4388ec7473149db415051e",
      "parent_got_revision_cp": "refs/heads/main@{#1704031}",
      "parent_got_swiftshader_revision": "1e80438d2b93ef36a7c05f8d2b81233bac0e3d16",
      "parent_got_v8_revision": "913b47f38fee67281e30e4e631995d67f74dbba1",
      "parent_got_v8_revision_cp": "refs/heads/15.6.53@{#1}",
      "parent_got_webrtc_revision": "1db151dec016f0b265274afff88b113e1b94d3e3",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#48698}",
      "swarm_hashes": {
            "absl_hardening_tests": "8ddd029ed826d5e115b2c7f7db1322178107d65d0021c7ab93c0caa291b73915/506",
            "accessibility_unittests": "879a0d42d033400ca5142123803fe6be4da6fe84f9e0365751e958b4dfbeebd8/506",
            "angle_unittests": "eb5d1811d93f243e5af026f143059b17bc6830ce2e0c7d54635f308dd217c7fa/591",
            "base_unittests": "7c79c355fd2ccf6915e7b7b7754ea45f0c71ebcc7f296653e42499558d63f833/663",
            "blink_common_unittests": "728c34c5866198d0cfdc3cbef12400a83005b9f697c66b22acc2d0eae818af50/668",
            "blink_fuzzer_unittests": "da055a6cf9657e3c9402cd6c0945f4850d028ed5f04eab58aa9a3b3bf05e4a51/506",
            "blink_heap_unittests": "c1a4b320e7bfaea12427a2e5b0379cd4909094116369388271abc4f1aa3edc10/506",
            "blink_platform_unittests": "3ec77c2e180715795d6fa718e41dff322f95c0c3b36ce4b5a65ef9259d21c588/826",
            "blink_python_tests": "53d59bb379a8a9da8c7dc52d098dd25171b12f6f58a79c5db98d10266fabe6ea/671",
            "blink_unittests": "5a23c15c98d3afd612f69da346a160b770f6be8bd6bcca4fbb6f1b338e46b9b2/832",
            "blink_web_tests": "06d061ea5ce9a3a9c2d4d69d946c5cfc5db05ffce2f267d1bd8776614086dfbd/584",
            "blink_wpt_tests": "384bdbc7581a6978a880a0a6d325292ae0924675a61ec9c533914a47224354db/584",
            "boringssl_crypto_tests": "a71f1f0dcb4bb8375273a51d879b20a8dddbcdad7c2cf8d9ea869c8fb50b7ffd/591",
            "boringssl_ssl_tests": "7216c999ca88ec103b95e928297a23464014cb7c8ecd51ac862f9bf53a81ab0d/506",
            "browser_tests": "31ba04a752d5f28ed91cf5d45d7a7468fa42541fc07ce2e69fabbf7e0558e16e/1403",
            "capture_unittests": "9b64d908db093bfecb4dd1b9303462672a85a3abe01deece18b6d4639db8cadf/585",
            "cast_unittests": "5b57a03eb6feda32bedebdc380a0f1529d5730865104693258ef370897f3e903/506",
            "cc_unittests": "88e8991eddd6ae9304cbf3b7b543bce2e3b32062a3d6a429932ae3514d747776/666",
            "chrome_app_unittests": "41de060c93770dc2b0e03f18cfdb8d83e4fa794c8a55c7ef44ac84abfc1c1a11/747",
            "chrome_wpt_tests": "036c571bd8703353fa6de2ccab7ae33bb71be208c00671bbb5e3af2f114386e5/584",
            "chromedriver_py_tests": "67df5396aee2169f85791099d32cb55686a52348c480ac9911c75fa005834f1a/672",
            "chromedriver_py_tests_headless_shell": "6957e1e820645af2745fea3dd11d3fe3a33c1263119c2c08e57bbc1769b750b4/672",
            "chromedriver_replay_unittests": "2fe987884b01bd2c3998d0d95dbe682ae9a5e240961ee10c8a0454c506c3fb15/509",
            "chromedriver_unittests": "a67f5fc39ebf5c8afe7d3ea3358f6426f9cb4ee93796a402b9554c3a551a459a/663",
            "components_browsertests": "e64edd8a5a6b25fe7e6a7c0b47bc28fba13504fc95d816fcd3f91985c05465cd/835",
            "components_perftests": "1f3647c8417d880a659858b604c879eb81fd140e8b3d66b38cc4965167ac7802/833",
            "components_unittests": "49b44be853a17ac6c1ed02242778314368d30c14cbcfca153d56e2140a7fefa1/993",
            "content_browsertests": "fa47359a253456fd0f2ea7fab7dfe48971c03d7feaf55d397de748f5a53ae104/908",
            "content_shell_crash_test": "cd02dacc068e69a6021cd3c0602b5308d69b1ff0ec5a2ad07164d296f05543dc/749",
            "content_unittests": "0997e1b7677393c797adc89aa1fc0c76c23054bbc351951abd8ed3cfcec067d9/743",
            "crashpad_tests": "44a781990433ddc83a531fc5da8e477d29c370016062bf23b4456c2d71e1c58f/591",
            "crypto_unittests": "0a81fd76794c7c8cefa2ae61dfd747149a9d5e4317a177e54c938615e02d60a5/586",
            "device_unittests": "bb870ce003ea6b97fed4eac9f130c33e275bc0536bbdd139d637b6ddf930ba9c/583",
            "display_unittests": "a2f59beb0e400f3e818412e2462155e8ffae2a784c9f0ef5088a5229fc9900de/506",
            "env_chromium_unittests": "5d878fd2668ceef79f35db20f6a3c26528913ae2203c7f311eed58853b89569c/506",
            "events_unittests": "829c75ccb1d74c745e99a5279f19ebc3c98e8be2c3dddabef36cb1b050eb30d0/506",
            "extensions_unittests": "779d49c5475296040655b09882354670ded4653cf6401990c0d9f4ec4d9f30c6/827",
            "filesystem_service_unittests": "567b90f05009b35564433c406dcd2a7c90b287a3828f4ff5e499bcab3c7b7d00/506",
            "flatbuffers_unittests": "892a50817ecdf10a2f94a3fd433d3cc1b9d33ecde9db014614ea0c9206276f5b/591",
            "fuzzing_unittests": "e0a4c99b92c4ba9866337740ed5c58230d2f8c0c268ea502c39072d0368c4db4/506",
            "gcm_unit_tests": "1dd324fbfd98db5c398707af1071e25d07991523b0b84c17169fe45a8301e227/583",
            "gfx_unittests": "c65e38042d8f10a3468fc0806e49df3eacefc0d02c22f7724925f9bba3915dcc/582",
            "gin_unittests": "67326c611ac4ad7c6cec4c92cb99dcf2c22bc5b710b45482615d7ea6434a340d/583",
            "google_apis_unittests": "a718f3b00cc75275720e7f666109d6b085ebcc2c4fc3856f593796588eeaf4c4/668",
            "gpu_unittests": "ee7116930a8973c834b28b29eea19ecda11cbce760585da09b1570a83f726ce5/583",
            "grit_python_unittests": "2ef30da74aa668a4e583fc08919f362b865ef2ee48af5f6e05df7ca61682f53b/594",
            "gwp_asan_unittests": "2007fa3514d9a5738032e5f5a67ab551b9939a3b6e673f9534108b330cc97058/591",
            "headless_browsertests": "d44b56868b76de8e286b11db357b4b6ac3497a7c0d1e7cfdf832bf18bfabab32/836",
            "headless_shell_wpt": "ff6c7dc83d453f1c0c9535dd5f91ff8648346b25d378f99c8ab79cc1d45caec3/584",
            "headless_unittests": "ba4f0e2ce0f39b66be859be120ab8de9478c7a10b19596283a90a55dbc9b4a25/506",
            "interactive_ui_tests": "e1dc29eb8f263b797e56d1a76aa0ee75348ae472b098825172041fcd8a4df9ed/1243",
            "ipc_tests": "63beea7f10a34bdd85edccfb822c4c875d02fe53c8cefb2fd90911f85ecab5df/506",
            "latency_unittests": "0c720ca10b0eb77758ef7ee3230cd8945d093185f4679aed86b522333d52f906/506",
            "leveldb_unittests": "05fc1732054c513ea3bf114defd311515d4b2e120f396f2f48a45b74e27eac4e/506",
            "libjingle_xmpp_unittests": "2349a5196d3c9a8008391d60a3e6e9ad54819921b42f6b44dafb154a2542d513/506",
            "liburlpattern_unittests": "2e71047f17fdf0663923aa863f26894207cd9893eea25c6e7b67c4ee7822f536/506",
            "mac_signing_tests": "d2f4ef1796809da0e3f5fe3670228239624d59f761766e79244c8ea2834ebb5d/586",
            "media_unittests": "008cc145007f54f0ba498a433b07c017cc88d9b19e2af70e5b3bec9244c47ce6/586",
            "message_center_unittests": "6aa5e34089375cc249b8131a38335e3c3b56a3154b750376047cbcd2396031c5/506",
            "midi_unittests": "e98076317d782a67c5c00cbfdfac26bb73acf2ece38cf420adeefba80396513d/506",
            "mojo_python_unittests": "6bb7e7509bb9e7e6c9d1a22b7d4046a5262ded64a121e313589ba9ed8f40d55e/594",
            "mojo_unittests": "14456ea3800db0326a78a8d133c8c08513a2c765841d751dc454d4fb38cf57d4/584",
            "native_theme_unittests": "75ec0b4ac6827f986f903480ef7134a933307d6c4c1a8f7588c51c1769579dc1/506",
            "net_unittests": "826b200f15f36c1406861738c6efb96f63bd04749ae38785e0bd738961fdbd5a/669",
            "openscreen_unittests": "69964ddac87822257b1a90ba8d978fbc9e9f0a9be14324976f0df88632635db2/591",
            "pdf_unittests": "9bb394f04d814d07ba60710d520d7d1738c7dc43c0c071c1df63541f3c780d51/583",
            "perfetto_unittests": "e7faa25cb918be78c5fb296b59e4948ea1e6fe207c2e7fd8896f850c92ae595a/506",
            "power_sampler_unittests": "420e75820bedce9ddddc419eca7e4c145899e0788b5d964b5b33dbcd0e9733bc/506",
            "printing_unittests": "8f1d9bccca75965adcd1b98e5af958129b8581339574f8f78ac83924567c2e8d/665",
            "puffin_unittests": "e81d45ba99c7dd88fd5298d6b45d61a9db142ca77d2c5305ddbb3a2869b0128a/590",
            "remoting_unittests": "1937697f7df23124543e5fbfc0f4c3af7056d4124100539898b809df4c3ef3bc/583",
            "sandbox_unittests": "158dd58016b44c9e829c0dfde16d4fdd369040d0597715474fe07114391d1851/506",
            "services_unittests": "bf5e9245e8a2bb5418bf1d561a1622331f600caa7301feff36a83824764ecc26/916",
            "shell_dialogs_unittests": "43806e8f8d784e8bd879bca9802743aa2d29f6cc90db14f0451bac62d915d6d8/506",
            "skia_unittests": "a3872c92c0bb8506bffb0cbd66380f08207fa548a4b46d707dffa4864673c0ec/591",
            "snapshot_unittests": "55379700006984f544de06cc09a8e75cafe7d47e3cf1799eac08385626ad1ffa/506",
            "sql_unittests": "8d4fc5cde674f1d017b1308492ad78ad718d171337668460173948b6c264f9d5/583",
            "storage_unittests": "084f2cbac4ad76ce94c328773303251ad18b81db18beb932709996efe2bcab8f/664",
            "sync_integration_tests": "08ab13394836f883c7a72b2a6f3da6128ac3d301fa6ec4c9be0672ee137dc6cd/829",
            "telemetry_gpu_unittests": "f0093cdf41b80bc555d115c50376c1c5853373078a4bce23e73dcb88ecb43543/919",
            "telemetry_perf_unittests": "f5d18c3f630bccc4a9aacc2fce9d7b32583a87f584049ade747f84f81e4ab392/753",
            "telemetry_unittests": "ca7ff32e6f863e19eaa09bd366aa506800f4a68f231daa08fd25805ab6d3e6d6/673",
            "test_env_py_unittests": "42c51ba0aefcf79053b4a0290a0d331249cf2e898dc9545d13ecd672bd3c2fca/421",
            "ui_base_unittests": "b9fd8f21f13772ccbf02aaac6744c9bd5db95ac8dd7b9941301ef6881f8157b0/738",
            "ui_touch_selection_unittests": "bf07c1a0865d428c8c9f5fb66bca10079338b71138fc2f1821118bd1c1f93c30/506",
            "ui_unittests": "99429627e8bf1f698752a37a256a5496dd9ed6f879ebf29d44fb286a36428b8f/506",
            "unit_tests": "2b5807e7a773d58d51e4ef79bbfc5c47f946b92a201a0f38c8b48462cb4c480d/1323",
            "updater_tests": "72252a6b3b5b13f2c43ca5aa57239920b3eefc7185d3960bfa045f42faf674d1/749",
            "url_unittests": "6cca92227cfc0d8d12a0d4368662c8054dd28b9ef4682de85b4c0260ed01630c/506",
            "views_perftests": "e285a153d5cc0228cdff32ec548730b27e2e3db027c9bec44e7175a8067fbead/670",
            "views_unittests": "b2df9eb7f84a793d0c7459a6c1619f42f3a2689117e06b438a98af311bf74d4d/585",
            "viz_unittests": "844553d84f6582dc0a9409349b515a9243f1b68a062337421ba5dbfd3cc56068/590",
            "webui_resources_tools_python_unittests": "670a9583cc3433936f5850fc42845e19edbf1d2c9ac4c67e117035f17e75b651/747",
            "wtf_unittests": "ace22316e0e6e7ffad4eb3fc31d770c438ec9fbcde9a399a00b26b48af9a9540/506",
            "xr_browser_tests": "43d2ec7b66eeae65897c32f71c38c3e3140625f769fa6878220ef5b54185393a/828",
            "xvfb_py_unittests": "05f04447686d580d943eeae2c532abc72c29366c560d57d9821ef25d2ce713cd/421",
            "zlib_unittests": "0329661b92eecd85dd6c0d9912d8f707b97101934802f6f546eb70de27a016fa/591"
          },
      "swarming_command_lines_cwd": "out/ea77-Mac_Builder",
      "swarming_command_lines_digest": "db9a98e44e682c4e918a4d750045cd9bb894bb1d679893dbfe9f61b709fde95d/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "7adfaedd16e110450b4388ec7473149db415051e",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8835237299640650672"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac14-tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Mac Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "282656"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[04:35:31.919] Scheduled build:
{
  "id": "8669807237682194129",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac14-tests"
  },
  "number": 32639,
  "createdBy": "project:chromium",
  "createTime": "2026-09-24T04:35:31.437539530Z",
  "updateTime": "2026-09-24T04:35:31.437539530Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "7adfaedd16e110450b4388ec7473149db415051e",
      "ref": "refs/heads/main"
    }
  }
}
[04:35:31.919] Task URL: https://cr-buildbucket.appspot.com/build/8669807237682194129
[04:35:31.920] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835237299640650672:2:0) after 2m32s
[04:35:32.937] Received PubSub notification, asking Buildbucket for the build status
[04:35:32.959] Build status: SCHEDULED
[04:38:03.958] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835237299640650672:2:0)
[04:38:03.979] Build status: SCHEDULED
[04:38:03.979] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835237299640650672:4:0) after 1m29s
[04:39:33.039] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835237299640650672:4:0)
[04:39:33.059] Build status: SCHEDULED
[04:39:33.059] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835237299640650672:5:0) after 6m38s
[04:46:11.083] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835237299640650672:5:0)
[04:46:11.108] Build status: SCHEDULED
[04:46:11.108] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835237299640650672:6:0) after 1m33s
[04:47:44.090] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835237299640650672:6:0)
[04:47:44.114] Build status: SCHEDULED
[04:47:44.114] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835237299640650672:7:0) after 6m13s
[04:53:57.143] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835237299640650672:7:0)
[04:53:57.205] Build status: SCHEDULED
[04:53:57.205] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835237299640650672:8:0) after 1m50s
[04:55:47.259] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835237299640650672:8:0)
[04:55:47.333] Build status: SCHEDULED
[04:55:47.333] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835237299640650672:9:0) after 9m53s
[05:05:40.436] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835237299640650672:9:0)
[05:05:40.452] Build status: SCHEDULED
[05:05:40.452] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835237299640650672:10:0) after 2m40s
[05:08:20.508] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835237299640650672:10:0)
[05:08:20.526] Build status: SCHEDULED
[05:08:20.526] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835237299640650672:11:0) after 4m30s
[05:12:50.561] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835237299640650672:11:0)
[05:12:50.580] Build status: SCHEDULED
[05:12:50.580] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835237299640650672:12:0) after 8m26s
[05:21:16.668] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835237299640650672:12:0)
[05:21:16.692] Build status: SCHEDULED
[05:21:16.693] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835237299640650672:13:0) after 6m42s
[05:27:58.673] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835237299640650672:13:0)
[05:27:58.700] Build status: SCHEDULED
[05:27:58.700] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835237299640650672:14:0) after 9m47s
[05:37:45.865] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835237299640650672:14:0)
[05:37:45.892] Build status: SCHEDULED
[05:37:45.892] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835237299640650672:15:0) after 1m16s
[05:39:01.925] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835237299640650672:15:0)
[05:39:01.947] Build status: SCHEDULED
[05:39:01.947] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835237299640650672:16:0) after 6m1s
[05:45:02.982] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835237299640650672:16:0)
[05:45:03.007] Build status: SCHEDULED
[05:45:03.007] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835237299640650672:17:0) after 3m8s
[05:48:11.017] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835237299640650672:17:0)
[05:48:11.041] Build status: SCHEDULED
[05:48:11.041] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835237299640650672:18:0) after 7m19s
[05:55:30.078] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835237299640650672:18:0)
[05:55:30.143] Build status: SCHEDULED
[05:55:30.143] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835237299640650672:19:0) after 6m10s
[06:01:40.220] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835237299640650672:19:0)
[06:01:40.244] Build status: SCHEDULED
[06:01:40.244] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835237299640650672:20:0) after 4m6s
[06:05:46.510] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835237299640650672:20:0)
[06:05:46.607] Build status: SCHEDULED
[06:05:46.607] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835237299640650672:21:0) after 3m44s
[06:09:30.683] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835237299640650672:21:0)
[06:09:30.709] Build status: SCHEDULED
[06:09:30.709] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835237299640650672:22:0) after 6m20s
[06:15:50.872] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835237299640650672:22:0)
[06:15:50.932] Build status: SCHEDULED
[06:15:50.932] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835237299640650672:23:0) after 7m13s
[06:19:56.674] Received PubSub notification, asking Buildbucket for the build status
[06:19:56.692] Build status: STARTED
[06:23:03.931] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835237299640650672:23:0)
[06:23:03.949] Build status: STARTED
[06:23:03.949] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835237299640650672:25:0) after 1m13s
[06:24:17.036] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835237299640650672:25:0)
[06:24:17.059] Build status: STARTED
[06:24:17.059] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835237299640650672:26:0) after 1m16s
[06:25:33.094] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835237299640650672:26:0)
[06:25:33.132] Build status: STARTED
[06:25:33.132] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835237299640650672:27:0) after 1m5s
[06:26:38.164] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835237299640650672:27:0)
[06:26:38.187] Build status: STARTED
[06:26:38.187] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835237299640650672:28:0) after 5m45s
[06:32:23.216] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835237299640650672:28:0)
[06:32:23.308] Build status: STARTED
[06:32:23.308] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835237299640650672:29:0) after 1m6s
[06:33:29.437] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835237299640650672:29:0)
[06:33:29.505] Build status: STARTED
[06:33:29.506] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835237299640650672:30:0) after 8m27s
[06:41:56.534] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835237299640650672:30:0)
[06:41:56.553] Build status: STARTED
[06:41:56.553] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835237299640650672:31:0) after 6m19s
[06:48:15.624] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835237299640650672:31:0)
[06:48:15.681] Build status: STARTED
[06:48:15.681] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835237299640650672:32:0) after 6m37s
[06:54:52.713] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835237299640650672:32:0)
[06:54:52.738] Build status: STARTED
[06:54:52.738] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835237299640650672:33:0) after 6m5s
[07:00:57.913] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835237299640650672:33:0)
[07:00:57.944] Build status: STARTED
[07:00:57.944] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835237299640650672:34:0) after 4m35s
[07:05:33.084] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835237299640650672:34:0)
[07:05:33.104] Build status: STARTED
[07:05:33.104] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835237299640650672:35:0) after 1m0s
[07:06:33.171] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835237299640650672:35:0)
[07:06:33.191] Build status: STARTED
[07:06:33.192] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests:8835237299640650672:36:0) after 8m8s
[07:12:00.693] Received PubSub notification, asking Buildbucket for the build status
[07:12:00.728] Build:
{
  "id": "8669807237682194129",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac14-tests"
  },
  "number": 32639,
  "createdBy": "project:chromium",
  "createTime": "2026-09-24T04:35:31.437539530Z",
  "startTime": "2026-09-24T06:19:56.160889411Z",
  "endTime": "2026-09-24T07:11:59.152482761Z",
  "updateTime": "2026-09-24T07:11:59.152482761Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "7adfaedd16e110450b4388ec7473149db415051e",
      "ref": "refs/heads/main"
    }
  }
}
[07:12:00.728] Invocation finished in 2h36m30.541961166s with status FAILED