Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 1 hour
Actions:

Definition (rev a130ffde5603c933cdb7903935643aecbd1f3026)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "mac14-tests-dbg"
>

Incoming triggers

  • Mac Builder (dbg)/299573 (1 month ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • Mac Builder (dbg)/299574 (1 month ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • Mac Builder (dbg)/299575 (1 month ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • Mac Builder (dbg)/299576 (1 month ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "4cdbd65b50cf83eb510862bfef5010fd23a54b34",
        "project": "chromium/src",
        "ref": "refs/heads/main"
      }
    ]
  },
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "4cdbd65b50cf83eb510862bfef5010fd23a54b34"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8721287971277314625"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8721287971277314625"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8721287971277314625"
    }
  ],
  "parent_build_id": "8721287971277314625",
  "parent_builder_group": "chromium.mac",
  "parent_buildername": "Mac Builder (dbg)",
  "parent_got_angle_revision": "1cc27b60b7ad706660790d2fa77c6a91cbde2fe1",
  "parent_got_dawn_revision": "383faa9e5ebf96647dd5f789f87af51c9c19f800",
  "parent_got_revision": "4cdbd65b50cf83eb510862bfef5010fd23a54b34",
  "parent_got_revision_cp": "refs/heads/main@{#1428007}",
  "parent_got_swiftshader_revision": "c12c13839d689f411911326b1f72e96eb525686c",
  "parent_got_v8_revision": "4c9f0bc7cfaa2e503fecdaa71fb9b7b1fd5bf85e",
  "parent_got_v8_revision_cp": "refs/heads/13.6.12@{#1}",
  "parent_got_webrtc_revision": "fa3b0a5720d09efef183756c44c0fd2f7edeb94c",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#44037}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "4cdbd65b50cf83eb510862bfef5010fd23a54b34",
  "swarm_hashes": {
    "absl_hardening_tests": "4afa3f8ed2366bcdad07c47c9016eba0a650acc16ca98c1a221e1125f2119a0d/323",
    "accessibility_unittests": "3ffd59d09b65092c8e45bf346055929e5531f3783d7d7fc1c2ff71c63a62a8af/323",
    "angle_unittests": "71aef834a45297fe678dd0692a92ee90871f7aac32be8a43c4adf0867e3dc5cc/408",
    "app_shell_unittests": "44ccf21cf12050a667a0f673b30fda0ad1c341fbe5b31b45b83a2e31ebd053ad/484",
    "base_unittests": "43efc5ddf9627a5b598d5e6a25d80d9132cf7e5714dffc7bd9d4a66d8447cf7c/480",
    "blink_common_unittests": "33e92b06e35249296611fbc5ef92fa4bd85a9562c20f31a0980ebe57b7e243a1/485",
    "blink_fuzzer_unittests": "625e6b12853fa9a8bc56863a478df4c38d082242ca6af3ec612925b23152c55c/323",
    "blink_heap_unittests": "0e6186870ff08a60a90ecd1055884445150092d22ddbd08ce570dbd60087165c/323",
    "blink_platform_unittests": "74dbbb7e87564c36270412da70c8f0249f3ff36d0c520f0a71708cad00a3d698/643",
    "blink_python_tests": "b9525dafbbb90a1cb241784ee8210dfad2503c5eb00e56cb8dc1ac7c67c00616/574",
    "blink_unittests": "a95f74a00d54b0e238a90975df2ade4dfebc8167b2de74aa8eb82333028631a8/649",
    "blink_web_tests": "24c7041b5722f3deb66a26544c0d604734cf2a18cee670a8f34a8cac945c4eb0/566",
    "blink_wpt_tests": "e3d2aa853c23223467935673e452210a6c3b2e88605ddb713259afdefaa335db/566",
    "boringssl_crypto_tests": "c43d7242773bd2961eb5d3b1078f3e8c0eb6596de65d12b6b9332aa8a135c2fc/408",
    "boringssl_ssl_tests": "9a639c4d089acd64c6693c9c15faf5cd501749a1fad4128952ccb60a8c2cdf01/323",
    "capture_unittests": "bbd5094f2cbf106ddf2b6783436dffab56c9bff8aeb7a91763d456fb396b314c/402",
    "cast_unittests": "d9b676fc1fdbbfe6e60b2a3f25c54d92df2bceb1c9dcce58aabe8545cef54594/323",
    "cc_unittests": "de24975def8edb5d1cb809e3f05092383a3248502ee647597ffedc678818f54f/483",
    "chrome_app_unittests": "1f4c5cddfeb902807993577d0964a138072e17fecfef229a6f29c5bc51717862/564",
    "chrome_wpt_tests": "9d918cb0708d67f33f4ef15b1a59142384e2a5c40aa6ee06c979e568c25804ea/566",
    "chromedriver_unittests": "a0cffa6c80a97405488f6f027b686ae9d13e7a8b442cb75c80f84b29030cc934/480",
    "components_browsertests": "3a66d75546dcd7199f40f134136c40300cc21cbe6362cdb6220d17e0306bf04b/652",
    "components_unittests": "4f3c1abdfc9928c0e64f4f00135023949315956c42685b47a04510cb579ea0ef/731",
    "content_browsertests": "23bc66e240a6fa3a73b4c30a68a32aa44659dd9848dd489d416493ddf61d78e8/724",
    "content_shell_crash_test": "db8e4c1f74028af245d4838fcfbe657269693404c67379c82818d4b8f55271f2/566",
    "content_unittests": "7df2c3373d8b26204710a930b878974ec224318ebdf6e3d3ab4bff05395bb0e6/560",
    "crashpad_tests": "d9677050933007cee6c360354cc13f39b1743be8fd2f35b66e5f8dd1cd444c7f/408",
    "cronet_tests": "ca569831cc68ef751e469144af08302667b91e92f6eee6d7a5309ef03b72fdc4/484",
    "cronet_unittests": "e92fbb75dcbfdaf36902183aa45126e9ad97ac9c012a12fe510e96cf4a5e01df/400",
    "crypto_unittests": "f2a1c9ef0274d9a978234532cf14c08c97bc3acd1e113d7a9067efeab09e6091/323",
    "device_unittests": "aad651295823f6525e7becfadb2c77d387eaec0a818e83f164c9764429fd8092/400",
    "display_unittests": "727e8f62eec465b55cb36e72a38aeba856d38bef48488dbdd6a4e2647ba3c0e5/323",
    "env_chromium_unittests": "21aed40379488dfef0b130610b1ceec75c14778fcafd144c673197daadf8795d/323",
    "events_unittests": "cb5bd323d36bc2db9efd7d14a7d6a699e24a1d31d04134c7ce2e497d02cbf887/323",
    "extensions_browsertests": "d50fe0bbc575daea5514238d4f4a74cb1b92af9866dee907ad3094c05fb21e0d/570",
    "extensions_unittests": "41f9ed81f799c32e2dce6c8ee0af483c24251f5ab8796bfdc7d8acc6b94145fe/644",
    "filesystem_service_unittests": "6b0a08ff770299edab22b68a69d21400ffb40b583b0ada367b6d668d27eb2d7d/323",
    "flatbuffers_unittests": "f2583fb61c1dca74830a5019c127a02b075fd58e81f9b3cf0b779c3ab30c4983/408",
    "fuzzing_unittests": "12fc861c0ce7a54a178a62537418b6b5137bd6b2b18cc28e27e4b89555edc313/323",
    "gcm_unit_tests": "afc3aca4a1e32f775baf2d6290abe23fa3d9acf78c4541bdd2c2c9ba8c2d1451/400",
    "gfx_unittests": "da0c907d73323388187b3d0bfa10ae1eac680e630955c4e73901f5fad3c08cab/399",
    "gin_unittests": "9d6ba72eef9542f8557c447d9420f18b420fb6be3c8a96374ac396f21a5a74ee/400",
    "google_apis_unittests": "b1ef27ff5543f2c87907e7c41babe1405dbfb84d21970c0d500183e32dc96528/485",
    "gpu_unittests": "d6666a77dc21e6d00117b28773130f251f18c381441d12290d36f222ac1525f6/400",
    "grit_python_unittests": "b14bc84b77df79a36c70de30c8000452659cb27e64b9239cb264659210fe9582/411",
    "gwp_asan_unittests": "9101bebadb63f2106c0ad99e0f6740008287f20127d8af705a85858614f6fb88/408",
    "headless_browsertests": "fe9cc44df3985c91863e46f60bf3e162337ec895b3cbb13b32f8b2b59615c858/569",
    "headless_shell_wpt": "605d22d879f691cae35147af408d486753b2a65d220c7701de3135a04974aa66/566",
    "headless_unittests": "30d9ca04d4b308dc468c710fa312a5ce63dd25603b1315694d0c51b84a19a400/323",
    "interactive_ui_tests": "bc675e472b405992c6867df9253c85f0f71d61dd9a81fc7cfd44a6dea418cb4b/973",
    "ipc_tests": "066f457090b551fecf9ef79d50d928138d87cdb46cf981c536869d43248de90f/323",
    "latency_unittests": "ae4e9d80f6eeaf81fe0b1ef304edb12ef7e62223b4a2858ceff96209cfc4afcf/323",
    "leveldb_unittests": "d455c9c213468a88803aec1b41f23bd4d9ceede0cee2deac4b8c89b237543efa/323",
    "libjingle_xmpp_unittests": "ed2756bb26cfec041f9cc343425c7a308f95e3ba9ddd3c586754a9fef4e72237/323",
    "liburlpattern_unittests": "6b13230d676c5dd6f1e69862543eebfc167161f1fa56bfbdef51c8a1b81f8d88/323",
    "media_unittests": "2df77c6b94f14ad1429e02e2c5f072b1a31afac7d7ba70b1f3dadceb4ccbe21b/403",
    "message_center_unittests": "e25f85e6156f2ae8f2d7f71e4cc0c3dc6a78b8c459c4de9bd58e3b52721d67bb/323",
    "midi_unittests": "91d93c91b595b901f44ab58a114fbcafffc2065bcfb7e75945d323370e278da1/323",
    "mojo_unittests": "1bbd6366468102937c946cc6741745fbe9b037806dd3dc855a85cd0150e5565b/401",
    "native_theme_unittests": "e8b2357697244b7a19dba93af8bdd5a23a8297cda3dd3ff9fd73ab1c61e0d6e1/323",
    "net_unittests": "fe9ebaea354900c3ea2c5f1bce84075f198d892fd342df9c112a5d0e7a1807f6/487",
    "openscreen_unittests": "7f7eaee16b67f148f27f182a344ed118414edba7aeb3efa6cf5fa893a0e10511/408",
    "pdf_unittests": "8b87bb25382be9231414a77d4899424ffa4c3bd368bfee04956bcfe7fbe8bae8/400",
    "perfetto_unittests": "88b50d096ee9546f50227060f11b26b4d2389bca99753a3e70bd726bf89f56a1/323",
    "performance_test_suite": "862741805b2a81762a40b601f4c013a166600577a7303e55255f15dd3b01d4fa/732",
    "power_sampler_unittests": "91ff340600fae559199ad12e5cebdee4651dd35804706b1084dcf35b33230883/323",
    "printing_unittests": "a26a9448aa252bd1d3f6615af04831aa9bec3f16e11ca1f86bf793568bc9d952/482",
    "remoting_unittests": "02507919c4a123fe750d467f3df793282be0c9c58f3b02cf2791906e0bce42c4/400",
    "sandbox_unittests": "dbf9975e3d712bd4c43301c819804b0ecdd74b56f6c27e10ed3806d708e2035e/323",
    "services_unittests": "b70d8e621bf1789f2097bf48e3fa8c1655eb9bb65cefadcb8449f860d9dda6db/653",
    "shell_dialogs_unittests": "84c2efed047cdb35b569d0030aa38d2f31736d380269d601f25a0e896a7c817e/323",
    "skia_unittests": "5d1e6fb6b7657a232fe8d3f788f8d0a90e557b326a8ac9ae6845e273ad51ecc1/323",
    "snapshot_unittests": "2d6003b2a2d0c08e7d5b94ac2733771e2bd8382045a62ecd8d1d6cc52fda5b90/323",
    "sql_unittests": "f6be73518690f5516687cfb75bff4d9d1546d0abe0c72d9f5ef03d9b8c4d7a04/400",
    "storage_unittests": "887b35f89a1648884ec4d30f2586b16c357b7bf5170a37a7f26ae14d4da633f7/481",
    "sync_integration_tests": "5ce507e6f203c01ae7a5892643430d6b47c38a39b361f03a26ffaa9ce5d178e9/646",
    "telemetry_gpu_unittests": "e7c2b1c81933846336876fb46013dfed77444c17bc034e80f85df8ad4b87e5bd/736",
    "telemetry_unittests": "817b0b899698dad579e1acf1978626d1be83c25f94c508c8c5a513dd129b934b/575",
    "ui_base_unittests": "5c7994db032a2d31dacb2f6f6f9ca9d77537ae22deec4f19e8bf56146ba2b647/555",
    "ui_touch_selection_unittests": "bf12b88e391deeeefb76a86ff6aa34f3a6453687ccca27f2614c6d8a49c122b6/323",
    "ui_unittests": "2412982ba3b9cd6e17c9fc0345db4d809067e59837f64f247bc0dc2cc46bdc18/323",
    "unit_tests": "f3eb43eff1421abd018b36530a6c57a05314b6fe028ce405f801e6b7fe6136ce/1061",
    "updater_tests": "7a7f04a517865adbcf05255ae5c3af616ea67ff46b604f1bbce34ab9c2280979/566",
    "url_unittests": "10c9b78af5a947d69f641dba52459f7572606153297f0edac02723ec2ecccacc/323",
    "views_perftests": "4c1b9f95e732a2d28c6a594820a3320f0f695772edfa2999ce44f5b1e48a15b2/487",
    "views_unittests": "af8227ae4cd51bc2dd7fa55c04eae8011478feeca508c12c298e197c654acf05/402",
    "viz_unittests": "719c4003d5ce1b333a7e8205503176a7cab11e5c74f1df0defdebbc57f197706/407",
    "wtf_unittests": "726290c82279f74d14701882e48f9145472682248d91cdc8150088e133544326/323",
    "xr_browser_tests": "a6fe36ebbe6661d895efcc1a2b15b987649c4984f9d0397fda7b4157f6125211/645",
    "zlib_unittests": "b2814d110fe6168a025649157fd9f78c33d4aa9e5ccf5277b38c78825f198728/408"
  },
  "swarming_command_lines_cwd": "out/38ad-Mac_Builder_(db",
  "swarming_command_lines_digest": "07e6b3479b3c11c2c9a1d3696e884c2d2ab29c264c793cc2c8cd325ce244da36/94",
  "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/4cdbd65b50cf83eb510862bfef5010fd23a54b34
  • gitiles_ref:refs/heads/main
  • parent_buildername:Mac Builder (dbg)
  • parent_buildnumber:299576
  • user_agent:recipe

Debug log (UTC)

[23:07:36.871] New invocation is queued and will start shortly
[23:07:36.871] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[23:07:37.916] Starting the invocation (attempt 1)
[23:07:37.952] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/4cdbd65b50cf83eb510862bfef5010fd23a54b34"
[23:07:37.952] Popped gitiles commit info from properties and tags
[23:07:37.952] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:07:37.953] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:07:37.953] Buildbucket request:
{
  "requestId": "8886717005527947680",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac14-tests-dbg"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "4cdbd65b50cf83eb510862bfef5010fd23a54b34",
                        "project": "chromium/src",
                        "ref": "refs/heads/main"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "4cdbd65b50cf83eb510862bfef5010fd23a54b34"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8721287971277314625"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8721287971277314625"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8721287971277314625"
                }
          ],
      "parent_build_id": "8721287971277314625",
      "parent_builder_group": "chromium.mac",
      "parent_buildername": "Mac Builder (dbg)",
      "parent_got_angle_revision": "1cc27b60b7ad706660790d2fa77c6a91cbde2fe1",
      "parent_got_dawn_revision": "383faa9e5ebf96647dd5f789f87af51c9c19f800",
      "parent_got_revision": "4cdbd65b50cf83eb510862bfef5010fd23a54b34",
      "parent_got_revision_cp": "refs/heads/main@{#1428007}",
      "parent_got_swiftshader_revision": "c12c13839d689f411911326b1f72e96eb525686c",
      "parent_got_v8_revision": "4c9f0bc7cfaa2e503fecdaa71fb9b7b1fd5bf85e",
      "parent_got_v8_revision_cp": "refs/heads/13.6.12@{#1}",
      "parent_got_webrtc_revision": "fa3b0a5720d09efef183756c44c0fd2f7edeb94c",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#44037}",
      "swarm_hashes": {
            "absl_hardening_tests": "4afa3f8ed2366bcdad07c47c9016eba0a650acc16ca98c1a221e1125f2119a0d/323",
            "accessibility_unittests": "3ffd59d09b65092c8e45bf346055929e5531f3783d7d7fc1c2ff71c63a62a8af/323",
            "angle_unittests": "71aef834a45297fe678dd0692a92ee90871f7aac32be8a43c4adf0867e3dc5cc/408",
            "app_shell_unittests": "44ccf21cf12050a667a0f673b30fda0ad1c341fbe5b31b45b83a2e31ebd053ad/484",
            "base_unittests": "43efc5ddf9627a5b598d5e6a25d80d9132cf7e5714dffc7bd9d4a66d8447cf7c/480",
            "blink_common_unittests": "33e92b06e35249296611fbc5ef92fa4bd85a9562c20f31a0980ebe57b7e243a1/485",
            "blink_fuzzer_unittests": "625e6b12853fa9a8bc56863a478df4c38d082242ca6af3ec612925b23152c55c/323",
            "blink_heap_unittests": "0e6186870ff08a60a90ecd1055884445150092d22ddbd08ce570dbd60087165c/323",
            "blink_platform_unittests": "74dbbb7e87564c36270412da70c8f0249f3ff36d0c520f0a71708cad00a3d698/643",
            "blink_python_tests": "b9525dafbbb90a1cb241784ee8210dfad2503c5eb00e56cb8dc1ac7c67c00616/574",
            "blink_unittests": "a95f74a00d54b0e238a90975df2ade4dfebc8167b2de74aa8eb82333028631a8/649",
            "blink_web_tests": "24c7041b5722f3deb66a26544c0d604734cf2a18cee670a8f34a8cac945c4eb0/566",
            "blink_wpt_tests": "e3d2aa853c23223467935673e452210a6c3b2e88605ddb713259afdefaa335db/566",
            "boringssl_crypto_tests": "c43d7242773bd2961eb5d3b1078f3e8c0eb6596de65d12b6b9332aa8a135c2fc/408",
            "boringssl_ssl_tests": "9a639c4d089acd64c6693c9c15faf5cd501749a1fad4128952ccb60a8c2cdf01/323",
            "capture_unittests": "bbd5094f2cbf106ddf2b6783436dffab56c9bff8aeb7a91763d456fb396b314c/402",
            "cast_unittests": "d9b676fc1fdbbfe6e60b2a3f25c54d92df2bceb1c9dcce58aabe8545cef54594/323",
            "cc_unittests": "de24975def8edb5d1cb809e3f05092383a3248502ee647597ffedc678818f54f/483",
            "chrome_app_unittests": "1f4c5cddfeb902807993577d0964a138072e17fecfef229a6f29c5bc51717862/564",
            "chrome_wpt_tests": "9d918cb0708d67f33f4ef15b1a59142384e2a5c40aa6ee06c979e568c25804ea/566",
            "chromedriver_unittests": "a0cffa6c80a97405488f6f027b686ae9d13e7a8b442cb75c80f84b29030cc934/480",
            "components_browsertests": "3a66d75546dcd7199f40f134136c40300cc21cbe6362cdb6220d17e0306bf04b/652",
            "components_unittests": "4f3c1abdfc9928c0e64f4f00135023949315956c42685b47a04510cb579ea0ef/731",
            "content_browsertests": "23bc66e240a6fa3a73b4c30a68a32aa44659dd9848dd489d416493ddf61d78e8/724",
            "content_shell_crash_test": "db8e4c1f74028af245d4838fcfbe657269693404c67379c82818d4b8f55271f2/566",
            "content_unittests": "7df2c3373d8b26204710a930b878974ec224318ebdf6e3d3ab4bff05395bb0e6/560",
            "crashpad_tests": "d9677050933007cee6c360354cc13f39b1743be8fd2f35b66e5f8dd1cd444c7f/408",
            "cronet_tests": "ca569831cc68ef751e469144af08302667b91e92f6eee6d7a5309ef03b72fdc4/484",
            "cronet_unittests": "e92fbb75dcbfdaf36902183aa45126e9ad97ac9c012a12fe510e96cf4a5e01df/400",
            "crypto_unittests": "f2a1c9ef0274d9a978234532cf14c08c97bc3acd1e113d7a9067efeab09e6091/323",
            "device_unittests": "aad651295823f6525e7becfadb2c77d387eaec0a818e83f164c9764429fd8092/400",
            "display_unittests": "727e8f62eec465b55cb36e72a38aeba856d38bef48488dbdd6a4e2647ba3c0e5/323",
            "env_chromium_unittests": "21aed40379488dfef0b130610b1ceec75c14778fcafd144c673197daadf8795d/323",
            "events_unittests": "cb5bd323d36bc2db9efd7d14a7d6a699e24a1d31d04134c7ce2e497d02cbf887/323",
            "extensions_browsertests": "d50fe0bbc575daea5514238d4f4a74cb1b92af9866dee907ad3094c05fb21e0d/570",
            "extensions_unittests": "41f9ed81f799c32e2dce6c8ee0af483c24251f5ab8796bfdc7d8acc6b94145fe/644",
            "filesystem_service_unittests": "6b0a08ff770299edab22b68a69d21400ffb40b583b0ada367b6d668d27eb2d7d/323",
            "flatbuffers_unittests": "f2583fb61c1dca74830a5019c127a02b075fd58e81f9b3cf0b779c3ab30c4983/408",
            "fuzzing_unittests": "12fc861c0ce7a54a178a62537418b6b5137bd6b2b18cc28e27e4b89555edc313/323",
            "gcm_unit_tests": "afc3aca4a1e32f775baf2d6290abe23fa3d9acf78c4541bdd2c2c9ba8c2d1451/400",
            "gfx_unittests": "da0c907d73323388187b3d0bfa10ae1eac680e630955c4e73901f5fad3c08cab/399",
            "gin_unittests": "9d6ba72eef9542f8557c447d9420f18b420fb6be3c8a96374ac396f21a5a74ee/400",
            "google_apis_unittests": "b1ef27ff5543f2c87907e7c41babe1405dbfb84d21970c0d500183e32dc96528/485",
            "gpu_unittests": "d6666a77dc21e6d00117b28773130f251f18c381441d12290d36f222ac1525f6/400",
            "grit_python_unittests": "b14bc84b77df79a36c70de30c8000452659cb27e64b9239cb264659210fe9582/411",
            "gwp_asan_unittests": "9101bebadb63f2106c0ad99e0f6740008287f20127d8af705a85858614f6fb88/408",
            "headless_browsertests": "fe9cc44df3985c91863e46f60bf3e162337ec895b3cbb13b32f8b2b59615c858/569",
            "headless_shell_wpt": "605d22d879f691cae35147af408d486753b2a65d220c7701de3135a04974aa66/566",
            "headless_unittests": "30d9ca04d4b308dc468c710fa312a5ce63dd25603b1315694d0c51b84a19a400/323",
            "interactive_ui_tests": "bc675e472b405992c6867df9253c85f0f71d61dd9a81fc7cfd44a6dea418cb4b/973",
            "ipc_tests": "066f457090b551fecf9ef79d50d928138d87cdb46cf981c536869d43248de90f/323",
            "latency_unittests": "ae4e9d80f6eeaf81fe0b1ef304edb12ef7e62223b4a2858ceff96209cfc4afcf/323",
            "leveldb_unittests": "d455c9c213468a88803aec1b41f23bd4d9ceede0cee2deac4b8c89b237543efa/323",
            "libjingle_xmpp_unittests": "ed2756bb26cfec041f9cc343425c7a308f95e3ba9ddd3c586754a9fef4e72237/323",
            "liburlpattern_unittests": "6b13230d676c5dd6f1e69862543eebfc167161f1fa56bfbdef51c8a1b81f8d88/323",
            "media_unittests": "2df77c6b94f14ad1429e02e2c5f072b1a31afac7d7ba70b1f3dadceb4ccbe21b/403",
            "message_center_unittests": "e25f85e6156f2ae8f2d7f71e4cc0c3dc6a78b8c459c4de9bd58e3b52721d67bb/323",
            "midi_unittests": "91d93c91b595b901f44ab58a114fbcafffc2065bcfb7e75945d323370e278da1/323",
            "mojo_unittests": "1bbd6366468102937c946cc6741745fbe9b037806dd3dc855a85cd0150e5565b/401",
            "native_theme_unittests": "e8b2357697244b7a19dba93af8bdd5a23a8297cda3dd3ff9fd73ab1c61e0d6e1/323",
            "net_unittests": "fe9ebaea354900c3ea2c5f1bce84075f198d892fd342df9c112a5d0e7a1807f6/487",
            "openscreen_unittests": "7f7eaee16b67f148f27f182a344ed118414edba7aeb3efa6cf5fa893a0e10511/408",
            "pdf_unittests": "8b87bb25382be9231414a77d4899424ffa4c3bd368bfee04956bcfe7fbe8bae8/400",
            "perfetto_unittests": "88b50d096ee9546f50227060f11b26b4d2389bca99753a3e70bd726bf89f56a1/323",
            "performance_test_suite": "862741805b2a81762a40b601f4c013a166600577a7303e55255f15dd3b01d4fa/732",
            "power_sampler_unittests": "91ff340600fae559199ad12e5cebdee4651dd35804706b1084dcf35b33230883/323",
            "printing_unittests": "a26a9448aa252bd1d3f6615af04831aa9bec3f16e11ca1f86bf793568bc9d952/482",
            "remoting_unittests": "02507919c4a123fe750d467f3df793282be0c9c58f3b02cf2791906e0bce42c4/400",
            "sandbox_unittests": "dbf9975e3d712bd4c43301c819804b0ecdd74b56f6c27e10ed3806d708e2035e/323",
            "services_unittests": "b70d8e621bf1789f2097bf48e3fa8c1655eb9bb65cefadcb8449f860d9dda6db/653",
            "shell_dialogs_unittests": "84c2efed047cdb35b569d0030aa38d2f31736d380269d601f25a0e896a7c817e/323",
            "skia_unittests": "5d1e6fb6b7657a232fe8d3f788f8d0a90e557b326a8ac9ae6845e273ad51ecc1/323",
            "snapshot_unittests": "2d6003b2a2d0c08e7d5b94ac2733771e2bd8382045a62ecd8d1d6cc52fda5b90/323",
            "sql_unittests": "f6be73518690f5516687cfb75bff4d9d1546d0abe0c72d9f5ef03d9b8c4d7a04/400",
            "storage_unittests": "887b35f89a1648884ec4d30f2586b16c357b7bf5170a37a7f26ae14d4da633f7/481",
            "sync_integration_tests": "5ce507e6f203c01ae7a5892643430d6b47c38a39b361f03a26ffaa9ce5d178e9/646",
            "telemetry_gpu_unittests": "e7c2b1c81933846336876fb46013dfed77444c17bc034e80f85df8ad4b87e5bd/736",
            "telemetry_unittests": "817b0b899698dad579e1acf1978626d1be83c25f94c508c8c5a513dd129b934b/575",
            "ui_base_unittests": "5c7994db032a2d31dacb2f6f6f9ca9d77537ae22deec4f19e8bf56146ba2b647/555",
            "ui_touch_selection_unittests": "bf12b88e391deeeefb76a86ff6aa34f3a6453687ccca27f2614c6d8a49c122b6/323",
            "ui_unittests": "2412982ba3b9cd6e17c9fc0345db4d809067e59837f64f247bc0dc2cc46bdc18/323",
            "unit_tests": "f3eb43eff1421abd018b36530a6c57a05314b6fe028ce405f801e6b7fe6136ce/1061",
            "updater_tests": "7a7f04a517865adbcf05255ae5c3af616ea67ff46b604f1bbce34ab9c2280979/566",
            "url_unittests": "10c9b78af5a947d69f641dba52459f7572606153297f0edac02723ec2ecccacc/323",
            "views_perftests": "4c1b9f95e732a2d28c6a594820a3320f0f695772edfa2999ce44f5b1e48a15b2/487",
            "views_unittests": "af8227ae4cd51bc2dd7fa55c04eae8011478feeca508c12c298e197c654acf05/402",
            "viz_unittests": "719c4003d5ce1b333a7e8205503176a7cab11e5c74f1df0defdebbc57f197706/407",
            "wtf_unittests": "726290c82279f74d14701882e48f9145472682248d91cdc8150088e133544326/323",
            "xr_browser_tests": "a6fe36ebbe6661d895efcc1a2b15b987649c4984f9d0397fda7b4157f6125211/645",
            "zlib_unittests": "b2814d110fe6168a025649157fd9f78c33d4aa9e5ccf5277b38c78825f198728/408"
          },
      "swarming_command_lines_cwd": "out/38ad-Mac_Builder_(db",
      "swarming_command_lines_digest": "07e6b3479b3c11c2c9a1d3696e884c2d2ab29c264c793cc2c8cd325ce244da36/94",
      "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "4cdbd65b50cf83eb510862bfef5010fd23a54b34",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8886717005527947680"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/mac14-tests-dbg"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Mac Builder (dbg)"
    },
    {
      "key": "parent_buildnumber",
      "value": "299576"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[23:07:38.489] Scheduled build:
{
  "id": "8721286943677947313",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac14-tests-dbg"
  },
  "number": 6613,
  "createdBy": "project:chromium",
  "createTime": "2025-03-04T23:07:38.013938036Z",
  "updateTime": "2025-03-04T23:07:38.013938036Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "4cdbd65b50cf83eb510862bfef5010fd23a54b34",
      "ref": "refs/heads/main"
    }
  }
}
[23:07:38.489] Task URL: https://cr-buildbucket.appspot.com/build/8721286943677947313
[23:07:38.489] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8886717005527947680:2:0) after 3m12s
[23:07:39.510] Received PubSub notification, asking Buildbucket for the build status
[23:07:39.551] Build status: SCHEDULED
[23:08:57.668] Received PubSub notification, asking Buildbucket for the build status
[23:08:57.686] Build status: STARTED
[23:10:50.514] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8886717005527947680:2:0)
[23:10:50.536] Build status: STARTED
[23:10:50.536] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8886717005527947680:5:0) after 7m20s
[23:18:10.586] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8886717005527947680:5:0)
[23:18:10.606] Build status: STARTED
[23:18:10.607] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8886717005527947680:6:0) after 3m38s
[23:21:48.743] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8886717005527947680:6:0)
[23:21:48.770] Build status: STARTED
[23:21:48.770] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8886717005527947680:7:0) after 4m48s
[23:26:36.826] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8886717005527947680:7:0)
[23:26:36.854] Build status: STARTED
[23:26:36.854] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8886717005527947680:8:0) after 8m13s
[23:34:49.932] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8886717005527947680:8:0)
[23:34:49.959] Build status: STARTED
[23:34:49.959] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8886717005527947680:9:0) after 1m12s
[23:36:02.088] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8886717005527947680:9:0)
[23:36:02.114] Build status: STARTED
[23:36:02.114] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8886717005527947680:10:0) after 2m0s
[23:38:02.145] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8886717005527947680:10:0)
[23:38:02.169] Build status: STARTED
[23:38:02.169] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8886717005527947680:11:0) after 5m2s
[23:43:04.201] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8886717005527947680:11:0)
[23:43:04.229] Build status: STARTED
[23:43:04.229] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8886717005527947680:12:0) after 4m51s
[23:47:55.371] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8886717005527947680:12:0)
[23:47:55.391] Build status: STARTED
[23:47:55.391] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8886717005527947680:13:0) after 5m10s
[23:53:05.418] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8886717005527947680:13:0)
[23:53:05.435] Build status: STARTED
[23:53:05.435] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8886717005527947680:14:0) after 6m6s
[23:59:11.467] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8886717005527947680:14:0)
[23:59:11.494] Build status: STARTED
[23:59:11.494] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8886717005527947680:15:0) after 3m36s
[00:02:47.518] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8886717005527947680:15:0)
[00:02:47.539] Build status: STARTED
[00:02:47.539] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8886717005527947680:16:0) after 3m25s
[00:06:12.624] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8886717005527947680:16:0)
[00:06:12.640] Build status: STARTED
[00:06:12.640] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8886717005527947680:17:0) after 5m30s
[00:11:42.673] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8886717005527947680:17:0)
[00:11:42.701] Build status: STARTED
[00:11:42.701] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8886717005527947680:18:0) after 8m31s
[00:20:13.729] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8886717005527947680:18:0)
[00:20:13.745] Build status: STARTED
[00:20:13.745] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8886717005527947680:19:0) after 1m34s
[00:21:47.774] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8886717005527947680:19:0)
[00:21:47.795] Build status: STARTED
[00:21:47.795] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8886717005527947680:20:0) after 3m11s
[00:24:58.822] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8886717005527947680:20:0)
[00:24:58.843] Build status: STARTED
[00:24:58.843] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8886717005527947680:21:0) after 9m37s
[00:34:35.873] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8886717005527947680:21:0)
[00:34:36.044] Build status: STARTED
[00:34:36.044] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8886717005527947680:22:0) after 8m22s
[00:42:58.136] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8886717005527947680:22:0)
[00:42:58.153] Build status: STARTED
[00:42:58.153] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8886717005527947680:23:0) after 3m49s
[00:46:47.174] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8886717005527947680:23:0)
[00:46:47.191] Build status: STARTED
[00:46:47.191] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8886717005527947680:24:0) after 3m22s
[00:50:09.222] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8886717005527947680:24:0)
[00:50:09.242] Build status: STARTED
[00:50:09.242] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8886717005527947680:25:0) after 4m33s
[00:54:42.267] Handling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8886717005527947680:25:0)
[00:54:42.286] Build status: STARTED
[00:54:42.286] Scheduling timer "check-buildbucket-build-status" (chromium/mac14-tests-dbg:8886717005527947680:26:0) after 4m33s
[00:55:34.095] Received PubSub notification, asking Buildbucket for the build status
[00:55:34.126] Build:
{
  "id": "8721286943677947313",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "mac14-tests-dbg"
  },
  "number": 6613,
  "createdBy": "project:chromium",
  "createTime": "2025-03-04T23:07:38.013938036Z",
  "startTime": "2025-03-04T23:08:57.431115335Z",
  "endTime": "2025-03-05T00:55:33.660373917Z",
  "updateTime": "2025-03-05T00:55:33.660373917Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "4cdbd65b50cf83eb510862bfef5010fd23a54b34",
      "ref": "refs/heads/main"
    }
  }
}
[00:55:34.126] Invocation finished in 1h47m57.261323641s with status FAILED