Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 2 hours
Actions:

Definition (rev 9f98c0525276ff8b8aa8ef1f83e3f0516a3ab4d1)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "mac15-tests-dbg"
>

Incoming triggers

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "8c351ac0ef0c027b574da54a4d6938602236fb1d",
        "project": "chromium/src",
        "ref": "refs/heads/main"
      }
    ]
  },
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "8c351ac0ef0c027b574da54a4d6938602236fb1d"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8707133363042209073"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8707133363042209073"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8707133363042209073"
    }
  ],
  "parent_build_id": "8707133363042209073",
  "parent_builder_group": "chromium.mac",
  "parent_buildername": "Mac Builder (dbg)",
  "parent_got_angle_revision": "61ddca7917b99d2dcd4157f674647db52ca56ffa",
  "parent_got_dawn_revision": "fb93247bf550691da20ff349400839499c744a01",
  "parent_got_revision": "8c351ac0ef0c027b574da54a4d6938602236fb1d",
  "parent_got_revision_cp": "refs/heads/main@{#1498597}",
  "parent_got_swiftshader_revision": "fdb6700ecb04103b658d2e4623d6bc663ba80ea8",
  "parent_got_v8_revision": "c090a99c5a79a2d63af1ec52f0f3c6e26b451dd2",
  "parent_got_v8_revision_cp": "refs/heads/14.1.25@{#1}",
  "parent_got_webrtc_revision": "029cc4f4d7e18df081b098d129063025a78f3703",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#45304}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "8c351ac0ef0c027b574da54a4d6938602236fb1d",
  "swarm_hashes": {
    "absl_hardening_tests": "60828b207d04cc6562d313d55a8093f46fbc55b27d0f24e9396e023ca44a1450/323",
    "accessibility_unittests": "9311d2dbaeb55baa02f88903f29610c5f96ad456ee790dbc3ca7bf1a93586a30/323",
    "angle_unittests": "135d04cb7037074ed737dde5292c24598986e508585a00be25271365c6e4367d/408",
    "app_shell_unittests": "6b49697b357fb539eb1c765cdee9baaeaf049c02e86bb319fc6105b675cd3266/484",
    "base_unittests": "d9d4f2d70831dc049755acadb3f973055c80abc4ab3bca1e8bbbef6faa34f4d0/480",
    "blink_common_unittests": "4873afbccb4bf062a41244e5e9a43e8b714391f561d9e8fa321d78220ca0b4fc/485",
    "blink_fuzzer_unittests": "f4c5668da84c91941017e60a0a7e0bdb8b09d631d201f82b56651ed5484dcdd0/323",
    "blink_heap_unittests": "fe8568fb9924dbd12d39c9109c888455abd236ae930b1d2db6c639e89ac6994c/323",
    "blink_platform_unittests": "ef12c139c3f1b6a1f69420df3d9523fd74cd9b150d2bec4a4858f7f0b7dc8905/643",
    "blink_python_tests": "a06e916830382743d6a587b28ee190103bbb3a03fc0921031276f45825a2469a/574",
    "blink_unittests": "1e925e02c641be6440f241fbadbc3f9580f27aaa4d12e9aa4db26291dac992e3/649",
    "blink_web_tests": "5d41d1f7e733aa60209592a41c28780104da3c687fef1f5ac1fba45dac233920/566",
    "blink_wpt_tests": "2b04f67fb848a7ef123d0e3677f51d8a7ff024b4b67db30b70a723c530592454/566",
    "boringssl_crypto_tests": "3a41fefe8a74afa7e0b82358021f6d31172b794a5b6090076b0c61155f9372c2/408",
    "boringssl_ssl_tests": "19c1469f381b4c33d813adb2354c6cc4b226c6bac8a4391f867934d1e6ccabbf/323",
    "capture_unittests": "c3846df3ca684eac8545a7b06ea0b26c143875d2394c7a5df414fdff6f14a87d/402",
    "cast_unittests": "8c97bc12489554720be09abdd371be30a91a6be65140506d8585ecd62756ad74/323",
    "cc_unittests": "080edadde8d18c8829c6163066d9891b85e4b68109c6e27c795ed21080611ae9/483",
    "chrome_app_unittests": "ff32b917e118fb815602bec106b704b8d88e9bf609bfb54fda8a60a166406ebd/564",
    "chrome_wpt_tests": "3fc9cca322bd434517c1406e659cd69719e9bd2fa3dbf1c5e88ae710699bb1b1/566",
    "chromedriver_unittests": "60293774715133a6fd695d807097fd17df0f29c8cb3db67f39f2373f74bf5f73/480",
    "components_browsertests": "1237ca204883224a227e7728b403330750a5eaabc784f1d5361fa20b036e018c/652",
    "components_unittests": "9f1c38d120ec64984f16855808acbb6f35cc6a241ebd8e7cb57aa963852113a0/810",
    "content_browsertests": "3ec7992d4d9c536a4390b73006dcb0abfd8f5059ac1d420afc26ed40611e9dba/725",
    "content_shell_crash_test": "80004860c82ce7096fa94b6bf790b62a45561fa577169d835c7cc5681c29d719/566",
    "content_unittests": "62c91fa78bd11f1281bdc6d9bdb0bfb76af38d96574a42b6318751297913fb96/560",
    "crashpad_tests": "143ca3ec0577be16acc95e3969e84a89d46bbeadec25d6910b05ff16efbd470c/408",
    "cronet_tests": "08557f867f5ccddd13f75a2821be652ca63a01b0c3cc7b8028accddb41fcfd7d/400",
    "cronet_unittests": "1dc0f9ae83292ac75a093c39455c7bec633d592d42eb94fd3545679ed4c2d008/400",
    "crypto_unittests": "20337ce4e7cc629c0df7926f557d306a2b3392a5fb2554431671bd76d36e725a/323",
    "device_unittests": "6a47dc1ddc13682ea0264c887a89fa025ae626dd110f70fa26afa1cc5a4a2607/400",
    "display_unittests": "bb756e59e5ef5ec0625454136a93e02af1f2a595f85c2a1a3202aba52e19e56a/323",
    "env_chromium_unittests": "9bfebe9e27cf3cfac69df58ec6cd99cd6a56f8d007486fa129fb9fab066c49d7/323",
    "events_unittests": "a081338345d9fbd634da18bd3f81542d749f08fa4e956f53e245ceb5c14cb093/323",
    "extensions_browsertests": "be331f12ab50d9ee81f6cf68cff4881b9b7105da8c8a7cb82c50e4790d0e04e4/570",
    "extensions_unittests": "06860f834827b11650a75df353d0c05e44c14acd02b2c2a17abad407322b2cda/644",
    "filesystem_service_unittests": "a292a70f3cbd579c1b2097f9684555a179cfbd7bcd6b23d63a51b12fffdf9ab0/323",
    "flatbuffers_unittests": "8cfa97f4b297f32421b6a445d96407579a224db6324311c7deee37018397f43c/408",
    "fuzzing_unittests": "0a6789301ed4c308ecc2626dbfd943c3ea18312469f4a4ae13a9ff22895077fc/323",
    "gcm_unit_tests": "293fb9243cf69fc9b28d89ad5d9677c004c16efa1b24c1a1f46040d0a70be524/400",
    "gfx_unittests": "d44dafe2d89f7bcdf89ab95936e9d51cb041455c6362f3de258c98b34c5ce134/399",
    "gin_unittests": "2c0ea4198b02ec219e6e0a710b0b97be917c3f01939779198d16130c8183ddf5/400",
    "google_apis_unittests": "fcc854c98200064582467a19e6b62cb5268339d3acf1c4f71c341cf579aa566a/485",
    "gpu_unittests": "76b6eceebc246faaeda3a128c36ef4121e2de317f1959e9a16837f605046b9e7/400",
    "grit_python_unittests": "19f9572e722e7332f6b3aaa01a9cc6b37e054d3e3d406486dadaec273036b1bd/411",
    "gwp_asan_unittests": "5dfaf39b38f62a1bdcd7321d5e28684d97b70e7e3595fe9c19865be04314fcfa/408",
    "headless_browsertests": "ff4b43de938181fec1c980e8d116c83d000969ac3e4eaff792ab49cc0ac8d6b6/653",
    "headless_shell_wpt": "f0d8b0a89ad208af733d60a9cafc227620484a4492715d46e441dbae9bc04d88/566",
    "headless_unittests": "cfd052fc5a963c3bb83d4d1f46bb017c5b877f8872eae006c25fb21ee923981a/323",
    "interactive_ui_tests": "55ba3fa4118d9535dd07ee0a25023adf612abedfb2378dd67af352d873f9b9dc/974",
    "ipc_tests": "9dba3ab6e903b0deaa9eef76dfad74c5130b78c5c94de75ea423a37235ba7e57/323",
    "latency_unittests": "0e7a70be89a8d654e4fd20e560933994477b532f3075f8372690e4f0ec4812bf/323",
    "leveldb_unittests": "3e9cb1e6f9483424da4090193b2e2be56c7bd7f15b5eae562d653d4aac12771f/323",
    "libjingle_xmpp_unittests": "28ead7b66446b1600b976f52fcd7a7effe1d4f84cd745a68d42cbe5b2e4ee89e/323",
    "liburlpattern_unittests": "eebad63293acf2705c5551279663a95eaae5d1e464f8546bba40ddcf6ee3cc8f/323",
    "media_unittests": "06e62a9e249604eaf2a421e3623fcd9b1324ca9cabf8d63c4ac8251e714ece00/403",
    "message_center_unittests": "37222c05343819c3357d4eeb81eacdcb077600c8278ce5bde00e32db2db9d5b9/323",
    "midi_unittests": "c7b9a9bd3d3a1b6d7925edc9370a67a6b5b5b2150fdd78ea67d06df7ef253991/323",
    "mojo_unittests": "0e33784e0e5836c1fa87fde410589ab72df4900717babd5594f24299bd55db89/401",
    "native_theme_unittests": "4c18296ff1e80309939f59bf0907b22ae14c968d9b53d52fedd570824326f452/323",
    "net_unittests": "e25e65b028b62b4f80984480caf1de222035454d2722b29718efced7e77731d8/486",
    "openscreen_unittests": "e2c837b9649678f11452ba0f8afb063bc2fa37fb379147e413841cb4ef8afb33/408",
    "pdf_unittests": "f441751a51dd298beb9debe3fd2ba481c9b27fe144d6fde68984e40f4460c373/400",
    "perfetto_unittests": "9d2ec00b77a8a8a0786224714993e7e5bfe495306e3b5b9367941a48aa6cab87/323",
    "performance_test_suite": "4974691de47bb5758fe678b51e29c145ef040c7e932f09c1b12684332efc4862/732",
    "power_sampler_unittests": "a7f47ca2d7f02e626f6a9da790cde8523e9e7455bad54c677afcbb542600f595/323",
    "printing_unittests": "3c90bff630f8bb43d5073c26650ede9341b566f33875190cc16d18221b318a68/482",
    "remoting_unittests": "4f15f17e6b9e0ee74dc974fda3fc283bc4f4d65095821bae26ee6436733fbd5c/400",
    "sandbox_unittests": "3a309134a3285f2e5a30d50673da8aa6c63344352adda77defcfaee3f5aa3a93/323",
    "services_unittests": "aa1efb217a02c5632fffba1dac49e2236a3395500914f5868209311fd6c6c7ae/653",
    "shell_dialogs_unittests": "cdace98acb3c4585afe9ebaf805008191cf83190e59cbb235426cfebacb13bb9/323",
    "skia_unittests": "6fd7ed25c05e6de5ffdf4f79e9a7ce83a062d4399956f1a14dcc8c1567c67f2c/323",
    "snapshot_unittests": "7178becffbe9dda79f83369d9d535754c65c8946e26357e0585490b6061cfea8/323",
    "sql_unittests": "87c379889053667639b52d1d53610c3afb74b5cd4495fb5e03f296450445859e/400",
    "storage_unittests": "6780a1436e933c9004db90274087cdebc3ceadf11ccaf83ca82384eaf9e97ddd/481",
    "sync_integration_tests": "1c8e33d91130effed6a61b2c0c043f1c4ce5f5fcc73167a6f4bb3f63bb1629c5/646",
    "telemetry_gpu_unittests": "569eb924e21f0ff3de76e711f14dc0cc1e032e44b60c4bd91c28bf2e4d7bc296/736",
    "telemetry_unittests": "c7a7cb49c7908fcb78016964e728a9cbb34ee9ad6ce4f33ca03d9bfb4741c8aa/575",
    "ui_base_unittests": "b0aaccb5b8e5c5f658df49f586cc61e69122bf177cb56e02819c389211837082/555",
    "ui_touch_selection_unittests": "957feca60b27ef14242b4eef7cb5fda70334c112174dd773f1513a142d52c1b0/323",
    "ui_unittests": "52256f724684a5fa578aedf37b11e0e45a0f48eef489e28c251b599dfc4880f8/323",
    "unit_tests": "cb118b781b22d4a8c0e55dd0da65f07a89410af96aaa6c04508aae8e8f792e08/1061",
    "updater_tests": "946219d444058a092d6d154858f37e74e8de27f84fa58c9976e13d4e70264787/566",
    "url_unittests": "74073d1c0f7ec892c1a2dd81803882db0fcf47bae961c35c7a4266d3ce3eea71/323",
    "views_perftests": "95d561bf1e6a77b1dfbb8acc4377161b5514471bf4bfc8a6c99c59bb2c12e5fc/487",
    "views_unittests": "4f19f5fb026b167274653dc1ff7a8ca661890ae4912d42ab7c53cb254b00af98/402",
    "viz_unittests": "34364c27bbeacf3fb9cb0c77bde43f1f6fe40db9f02a3e4e3b7a640debe58104/407",
    "wtf_unittests": "54182b1d4ef8340469428f286f61c4669b2fc35a96cf20d47ee231c6d23cf8ad/323",
    "xr_browser_tests": "a396b0af8c59b241181cc6cd509a9cfa11a2deb64863a17fad99390cbb3586c3/645",
    "zlib_unittests": "b0c40c14c0beb937dd2778479507ba03b985603c9948a0ebaedb0579e0563ed0/408"
  },
  "swarming_command_lines_cwd": "out/38ad-Mac_Builder_(db",
  "swarming_command_lines_digest": "07e6b3479b3c11c2c9a1d3696e884c2d2ab29c264c793cc2c8cd325ce244da36/94",
  "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/8c351ac0ef0c027b574da54a4d6938602236fb1d
  • gitiles_ref:refs/heads/main
  • parent_buildername:Mac Builder (dbg)
  • parent_buildnumber:311580
  • user_agent:recipe

Debug log (UTC)

[05:33:31.196] New invocation is queued and will start shortly
[05:33:31.196] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[05:33:32.255] Starting the invocation (attempt 1)
[05:33:32.318] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/8c351ac0ef0c027b574da54a4d6938602236fb1d"
[05:33:32.318] Popped gitiles commit info from properties and tags
[05:33:32.318] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[05:33:32.320] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[05:33:32.322] Buildbucket request:
{
  "requestId": "8872559599710327776",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac15-tests-dbg"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "8c351ac0ef0c027b574da54a4d6938602236fb1d",
                        "project": "chromium/src",
                        "ref": "refs/heads/main"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "8c351ac0ef0c027b574da54a4d6938602236fb1d"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8707133363042209073"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8707133363042209073"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8707133363042209073"
                }
          ],
      "parent_build_id": "8707133363042209073",
      "parent_builder_group": "chromium.mac",
      "parent_buildername": "Mac Builder (dbg)",
      "parent_got_angle_revision": "61ddca7917b99d2dcd4157f674647db52ca56ffa",
      "parent_got_dawn_revision": "fb93247bf550691da20ff349400839499c744a01",
      "parent_got_revision": "8c351ac0ef0c027b574da54a4d6938602236fb1d",
      "parent_got_revision_cp": "refs/heads/main@{#1498597}",
      "parent_got_swiftshader_revision": "fdb6700ecb04103b658d2e4623d6bc663ba80ea8",
      "parent_got_v8_revision": "c090a99c5a79a2d63af1ec52f0f3c6e26b451dd2",
      "parent_got_v8_revision_cp": "refs/heads/14.1.25@{#1}",
      "parent_got_webrtc_revision": "029cc4f4d7e18df081b098d129063025a78f3703",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#45304}",
      "swarm_hashes": {
            "absl_hardening_tests": "60828b207d04cc6562d313d55a8093f46fbc55b27d0f24e9396e023ca44a1450/323",
            "accessibility_unittests": "9311d2dbaeb55baa02f88903f29610c5f96ad456ee790dbc3ca7bf1a93586a30/323",
            "angle_unittests": "135d04cb7037074ed737dde5292c24598986e508585a00be25271365c6e4367d/408",
            "app_shell_unittests": "6b49697b357fb539eb1c765cdee9baaeaf049c02e86bb319fc6105b675cd3266/484",
            "base_unittests": "d9d4f2d70831dc049755acadb3f973055c80abc4ab3bca1e8bbbef6faa34f4d0/480",
            "blink_common_unittests": "4873afbccb4bf062a41244e5e9a43e8b714391f561d9e8fa321d78220ca0b4fc/485",
            "blink_fuzzer_unittests": "f4c5668da84c91941017e60a0a7e0bdb8b09d631d201f82b56651ed5484dcdd0/323",
            "blink_heap_unittests": "fe8568fb9924dbd12d39c9109c888455abd236ae930b1d2db6c639e89ac6994c/323",
            "blink_platform_unittests": "ef12c139c3f1b6a1f69420df3d9523fd74cd9b150d2bec4a4858f7f0b7dc8905/643",
            "blink_python_tests": "a06e916830382743d6a587b28ee190103bbb3a03fc0921031276f45825a2469a/574",
            "blink_unittests": "1e925e02c641be6440f241fbadbc3f9580f27aaa4d12e9aa4db26291dac992e3/649",
            "blink_web_tests": "5d41d1f7e733aa60209592a41c28780104da3c687fef1f5ac1fba45dac233920/566",
            "blink_wpt_tests": "2b04f67fb848a7ef123d0e3677f51d8a7ff024b4b67db30b70a723c530592454/566",
            "boringssl_crypto_tests": "3a41fefe8a74afa7e0b82358021f6d31172b794a5b6090076b0c61155f9372c2/408",
            "boringssl_ssl_tests": "19c1469f381b4c33d813adb2354c6cc4b226c6bac8a4391f867934d1e6ccabbf/323",
            "capture_unittests": "c3846df3ca684eac8545a7b06ea0b26c143875d2394c7a5df414fdff6f14a87d/402",
            "cast_unittests": "8c97bc12489554720be09abdd371be30a91a6be65140506d8585ecd62756ad74/323",
            "cc_unittests": "080edadde8d18c8829c6163066d9891b85e4b68109c6e27c795ed21080611ae9/483",
            "chrome_app_unittests": "ff32b917e118fb815602bec106b704b8d88e9bf609bfb54fda8a60a166406ebd/564",
            "chrome_wpt_tests": "3fc9cca322bd434517c1406e659cd69719e9bd2fa3dbf1c5e88ae710699bb1b1/566",
            "chromedriver_unittests": "60293774715133a6fd695d807097fd17df0f29c8cb3db67f39f2373f74bf5f73/480",
            "components_browsertests": "1237ca204883224a227e7728b403330750a5eaabc784f1d5361fa20b036e018c/652",
            "components_unittests": "9f1c38d120ec64984f16855808acbb6f35cc6a241ebd8e7cb57aa963852113a0/810",
            "content_browsertests": "3ec7992d4d9c536a4390b73006dcb0abfd8f5059ac1d420afc26ed40611e9dba/725",
            "content_shell_crash_test": "80004860c82ce7096fa94b6bf790b62a45561fa577169d835c7cc5681c29d719/566",
            "content_unittests": "62c91fa78bd11f1281bdc6d9bdb0bfb76af38d96574a42b6318751297913fb96/560",
            "crashpad_tests": "143ca3ec0577be16acc95e3969e84a89d46bbeadec25d6910b05ff16efbd470c/408",
            "cronet_tests": "08557f867f5ccddd13f75a2821be652ca63a01b0c3cc7b8028accddb41fcfd7d/400",
            "cronet_unittests": "1dc0f9ae83292ac75a093c39455c7bec633d592d42eb94fd3545679ed4c2d008/400",
            "crypto_unittests": "20337ce4e7cc629c0df7926f557d306a2b3392a5fb2554431671bd76d36e725a/323",
            "device_unittests": "6a47dc1ddc13682ea0264c887a89fa025ae626dd110f70fa26afa1cc5a4a2607/400",
            "display_unittests": "bb756e59e5ef5ec0625454136a93e02af1f2a595f85c2a1a3202aba52e19e56a/323",
            "env_chromium_unittests": "9bfebe9e27cf3cfac69df58ec6cd99cd6a56f8d007486fa129fb9fab066c49d7/323",
            "events_unittests": "a081338345d9fbd634da18bd3f81542d749f08fa4e956f53e245ceb5c14cb093/323",
            "extensions_browsertests": "be331f12ab50d9ee81f6cf68cff4881b9b7105da8c8a7cb82c50e4790d0e04e4/570",
            "extensions_unittests": "06860f834827b11650a75df353d0c05e44c14acd02b2c2a17abad407322b2cda/644",
            "filesystem_service_unittests": "a292a70f3cbd579c1b2097f9684555a179cfbd7bcd6b23d63a51b12fffdf9ab0/323",
            "flatbuffers_unittests": "8cfa97f4b297f32421b6a445d96407579a224db6324311c7deee37018397f43c/408",
            "fuzzing_unittests": "0a6789301ed4c308ecc2626dbfd943c3ea18312469f4a4ae13a9ff22895077fc/323",
            "gcm_unit_tests": "293fb9243cf69fc9b28d89ad5d9677c004c16efa1b24c1a1f46040d0a70be524/400",
            "gfx_unittests": "d44dafe2d89f7bcdf89ab95936e9d51cb041455c6362f3de258c98b34c5ce134/399",
            "gin_unittests": "2c0ea4198b02ec219e6e0a710b0b97be917c3f01939779198d16130c8183ddf5/400",
            "google_apis_unittests": "fcc854c98200064582467a19e6b62cb5268339d3acf1c4f71c341cf579aa566a/485",
            "gpu_unittests": "76b6eceebc246faaeda3a128c36ef4121e2de317f1959e9a16837f605046b9e7/400",
            "grit_python_unittests": "19f9572e722e7332f6b3aaa01a9cc6b37e054d3e3d406486dadaec273036b1bd/411",
            "gwp_asan_unittests": "5dfaf39b38f62a1bdcd7321d5e28684d97b70e7e3595fe9c19865be04314fcfa/408",
            "headless_browsertests": "ff4b43de938181fec1c980e8d116c83d000969ac3e4eaff792ab49cc0ac8d6b6/653",
            "headless_shell_wpt": "f0d8b0a89ad208af733d60a9cafc227620484a4492715d46e441dbae9bc04d88/566",
            "headless_unittests": "cfd052fc5a963c3bb83d4d1f46bb017c5b877f8872eae006c25fb21ee923981a/323",
            "interactive_ui_tests": "55ba3fa4118d9535dd07ee0a25023adf612abedfb2378dd67af352d873f9b9dc/974",
            "ipc_tests": "9dba3ab6e903b0deaa9eef76dfad74c5130b78c5c94de75ea423a37235ba7e57/323",
            "latency_unittests": "0e7a70be89a8d654e4fd20e560933994477b532f3075f8372690e4f0ec4812bf/323",
            "leveldb_unittests": "3e9cb1e6f9483424da4090193b2e2be56c7bd7f15b5eae562d653d4aac12771f/323",
            "libjingle_xmpp_unittests": "28ead7b66446b1600b976f52fcd7a7effe1d4f84cd745a68d42cbe5b2e4ee89e/323",
            "liburlpattern_unittests": "eebad63293acf2705c5551279663a95eaae5d1e464f8546bba40ddcf6ee3cc8f/323",
            "media_unittests": "06e62a9e249604eaf2a421e3623fcd9b1324ca9cabf8d63c4ac8251e714ece00/403",
            "message_center_unittests": "37222c05343819c3357d4eeb81eacdcb077600c8278ce5bde00e32db2db9d5b9/323",
            "midi_unittests": "c7b9a9bd3d3a1b6d7925edc9370a67a6b5b5b2150fdd78ea67d06df7ef253991/323",
            "mojo_unittests": "0e33784e0e5836c1fa87fde410589ab72df4900717babd5594f24299bd55db89/401",
            "native_theme_unittests": "4c18296ff1e80309939f59bf0907b22ae14c968d9b53d52fedd570824326f452/323",
            "net_unittests": "e25e65b028b62b4f80984480caf1de222035454d2722b29718efced7e77731d8/486",
            "openscreen_unittests": "e2c837b9649678f11452ba0f8afb063bc2fa37fb379147e413841cb4ef8afb33/408",
            "pdf_unittests": "f441751a51dd298beb9debe3fd2ba481c9b27fe144d6fde68984e40f4460c373/400",
            "perfetto_unittests": "9d2ec00b77a8a8a0786224714993e7e5bfe495306e3b5b9367941a48aa6cab87/323",
            "performance_test_suite": "4974691de47bb5758fe678b51e29c145ef040c7e932f09c1b12684332efc4862/732",
            "power_sampler_unittests": "a7f47ca2d7f02e626f6a9da790cde8523e9e7455bad54c677afcbb542600f595/323",
            "printing_unittests": "3c90bff630f8bb43d5073c26650ede9341b566f33875190cc16d18221b318a68/482",
            "remoting_unittests": "4f15f17e6b9e0ee74dc974fda3fc283bc4f4d65095821bae26ee6436733fbd5c/400",
            "sandbox_unittests": "3a309134a3285f2e5a30d50673da8aa6c63344352adda77defcfaee3f5aa3a93/323",
            "services_unittests": "aa1efb217a02c5632fffba1dac49e2236a3395500914f5868209311fd6c6c7ae/653",
            "shell_dialogs_unittests": "cdace98acb3c4585afe9ebaf805008191cf83190e59cbb235426cfebacb13bb9/323",
            "skia_unittests": "6fd7ed25c05e6de5ffdf4f79e9a7ce83a062d4399956f1a14dcc8c1567c67f2c/323",
            "snapshot_unittests": "7178becffbe9dda79f83369d9d535754c65c8946e26357e0585490b6061cfea8/323",
            "sql_unittests": "87c379889053667639b52d1d53610c3afb74b5cd4495fb5e03f296450445859e/400",
            "storage_unittests": "6780a1436e933c9004db90274087cdebc3ceadf11ccaf83ca82384eaf9e97ddd/481",
            "sync_integration_tests": "1c8e33d91130effed6a61b2c0c043f1c4ce5f5fcc73167a6f4bb3f63bb1629c5/646",
            "telemetry_gpu_unittests": "569eb924e21f0ff3de76e711f14dc0cc1e032e44b60c4bd91c28bf2e4d7bc296/736",
            "telemetry_unittests": "c7a7cb49c7908fcb78016964e728a9cbb34ee9ad6ce4f33ca03d9bfb4741c8aa/575",
            "ui_base_unittests": "b0aaccb5b8e5c5f658df49f586cc61e69122bf177cb56e02819c389211837082/555",
            "ui_touch_selection_unittests": "957feca60b27ef14242b4eef7cb5fda70334c112174dd773f1513a142d52c1b0/323",
            "ui_unittests": "52256f724684a5fa578aedf37b11e0e45a0f48eef489e28c251b599dfc4880f8/323",
            "unit_tests": "cb118b781b22d4a8c0e55dd0da65f07a89410af96aaa6c04508aae8e8f792e08/1061",
            "updater_tests": "946219d444058a092d6d154858f37e74e8de27f84fa58c9976e13d4e70264787/566",
            "url_unittests": "74073d1c0f7ec892c1a2dd81803882db0fcf47bae961c35c7a4266d3ce3eea71/323",
            "views_perftests": "95d561bf1e6a77b1dfbb8acc4377161b5514471bf4bfc8a6c99c59bb2c12e5fc/487",
            "views_unittests": "4f19f5fb026b167274653dc1ff7a8ca661890ae4912d42ab7c53cb254b00af98/402",
            "viz_unittests": "34364c27bbeacf3fb9cb0c77bde43f1f6fe40db9f02a3e4e3b7a640debe58104/407",
            "wtf_unittests": "54182b1d4ef8340469428f286f61c4669b2fc35a96cf20d47ee231c6d23cf8ad/323",
            "xr_browser_tests": "a396b0af8c59b241181cc6cd509a9cfa11a2deb64863a17fad99390cbb3586c3/645",
            "zlib_unittests": "b0c40c14c0beb937dd2778479507ba03b985603c9948a0ebaedb0579e0563ed0/408"
          },
      "swarming_command_lines_cwd": "out/38ad-Mac_Builder_(db",
      "swarming_command_lines_digest": "07e6b3479b3c11c2c9a1d3696e884c2d2ab29c264c793cc2c8cd325ce244da36/94",
      "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "8c351ac0ef0c027b574da54a4d6938602236fb1d",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8872559599710327776"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac15-tests-dbg"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Mac Builder (dbg)"
    },
    {
      "key": "parent_buildnumber",
      "value": "311580"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[05:33:33.225] Scheduled build:
{
  "id": "8707129537740673105",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac15-tests-dbg"
  },
  "number": 1646,
  "createdBy": "project:chromium",
  "createTime": "2025-08-08T05:33:32.442695667Z",
  "updateTime": "2025-08-08T05:33:32.442695667Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "8c351ac0ef0c027b574da54a4d6938602236fb1d",
      "ref": "refs/heads/main"
    }
  }
}
[05:33:33.225] Task URL: https://cr-buildbucket.appspot.com/build/8707129537740673105
[05:33:33.225] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8872559599710327776:2:0) after 3m28s
[05:33:34.053] Received PubSub notification, asking Buildbucket for the build status
[05:33:34.074] Build status: SCHEDULED
[05:34:33.161] Received PubSub notification, asking Buildbucket for the build status
[05:34:33.182] Build status: STARTED
[05:37:01.247] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8872559599710327776:2:0)
[05:37:01.267] Build status: STARTED
[05:37:01.267] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8872559599710327776:5:0) after 3m44s
[05:40:45.288] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8872559599710327776:5:0)
[05:40:45.319] Build status: STARTED
[05:40:45.319] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8872559599710327776:6:0) after 2m30s
[05:43:15.338] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8872559599710327776:6:0)
[05:43:15.367] Build status: STARTED
[05:43:15.367] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8872559599710327776:7:0) after 9m58s
[05:53:13.389] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8872559599710327776:7:0)
[05:53:13.418] Build status: STARTED
[05:53:13.418] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8872559599710327776:8:0) after 7m39s
[06:00:52.452] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8872559599710327776:8:0)
[06:00:52.471] Build status: STARTED
[06:00:52.471] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8872559599710327776:9:0) after 5m21s
[06:06:13.535] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8872559599710327776:9:0)
[06:06:13.554] Build status: STARTED
[06:06:13.554] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8872559599710327776:10:0) after 6m14s
[06:12:27.629] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8872559599710327776:10:0)
[06:12:27.730] Build status: STARTED
[06:12:27.730] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8872559599710327776:11:0) after 8m31s
[06:20:58.828] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8872559599710327776:11:0)
[06:20:58.855] Build status: STARTED
[06:20:58.855] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8872559599710327776:12:0) after 5m8s
[06:26:07.024] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8872559599710327776:12:0)
[06:26:07.050] Build status: STARTED
[06:26:07.050] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8872559599710327776:13:0) after 5m44s
[06:31:51.202] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8872559599710327776:13:0)
[06:31:51.256] Build status: STARTED
[06:31:51.257] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8872559599710327776:14:0) after 9m19s
[06:41:10.274] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8872559599710327776:14:0)
[06:41:10.297] Build status: STARTED
[06:41:10.297] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8872559599710327776:15:0) after 1m48s
[06:42:58.313] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8872559599710327776:15:0)
[06:42:58.338] Build status: STARTED
[06:42:58.338] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8872559599710327776:16:0) after 2m52s
[06:45:50.328] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8872559599710327776:16:0)
[06:45:50.345] Build status: STARTED
[06:45:50.345] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8872559599710327776:17:0) after 4m54s
[06:50:44.602] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8872559599710327776:17:0)
[06:50:44.696] Build status: STARTED
[06:50:44.696] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8872559599710327776:18:0) after 5m59s
[06:56:43.716] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8872559599710327776:18:0)
[06:56:43.732] Build status: STARTED
[06:56:43.732] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8872559599710327776:19:0) after 3m8s
[06:59:51.760] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8872559599710327776:19:0)
[06:59:51.777] Build status: STARTED
[06:59:51.777] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8872559599710327776:20:0) after 7m33s
[07:07:24.768] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8872559599710327776:20:0)
[07:07:24.782] Build status: STARTED
[07:07:24.783] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8872559599710327776:21:0) after 7m42s
[07:15:06.801] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8872559599710327776:21:0)
[07:15:06.815] Build status: STARTED
[07:15:06.815] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8872559599710327776:22:0) after 7m12s
[07:22:18.876] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8872559599710327776:22:0)
[07:22:18.893] Build status: STARTED
[07:22:18.893] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8872559599710327776:23:0) after 5m38s
[07:27:56.935] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8872559599710327776:23:0)
[07:27:56.994] Build status: STARTED
[07:27:56.994] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8872559599710327776:24:0) after 8m30s
[07:36:27.017] Handling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8872559599710327776:24:0)
[07:36:27.040] Build status: STARTED
[07:36:27.040] Scheduling timer "check-buildbucket-build-status" (chromium/mac15-tests-dbg:8872559599710327776:25:0) after 9m30s
[07:42:10.684] Received PubSub notification, asking Buildbucket for the build status
[07:42:10.697] Build:
{
  "id": "8707129537740673105",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac15-tests-dbg"
  },
  "number": 1646,
  "createdBy": "project:chromium",
  "createTime": "2025-08-08T05:33:32.442695667Z",
  "startTime": "2025-08-08T05:34:16.573555421Z",
  "endTime": "2025-08-08T07:42:10.271317567Z",
  "updateTime": "2025-08-08T07:42:10.271317567Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "8c351ac0ef0c027b574da54a4d6938602236fb1d",
      "ref": "refs/heads/main"
    }
  }
}
[07:42:10.697] Invocation finished in 2h8m39.517929198s with status FAILED