Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 2 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Mac ASan 64 Tests (1)"
>

Incoming triggers

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "3e2b399e3af0d1865f0da82ec0d7b1f250b800ef",
        "project": "chromium/src",
        "ref": "refs/heads/main"
      }
    ]
  },
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "3e2b399e3af0d1865f0da82ec0d7b1f250b800ef"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8681186341485564961"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8681186341485564961"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8681186341485564961"
    }
  ],
  "parent_build_id": "8681186341485564961",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Mac ASan 64 Builder",
  "parent_got_angle_revision": "6a1ec69a8c5953fe52de08fc5d1b29e3858f7480",
  "parent_got_dawn_revision": "09d42da8ac2e51ae7d0e70887ff299d5625c94e1",
  "parent_got_revision": "3e2b399e3af0d1865f0da82ec0d7b1f250b800ef",
  "parent_got_revision_cp": "refs/heads/main@{#1634244}",
  "parent_got_swiftshader_revision": "f9d5d49a3c599a315e3493dc1e9b5309cffb3305",
  "parent_got_v8_revision": "a5dc0df83bca00d4ca333e5504373c87c6bb96de",
  "parent_got_v8_revision_cp": "refs/heads/15.0.177@{#1}",
  "parent_got_webrtc_revision": "2556519ecc783b151e4a72350cdfb81eb8b627f2",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#47757}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "3e2b399e3af0d1865f0da82ec0d7b1f250b800ef",
  "swarm_hashes": {
    "absl_hardening_tests": "be6c07c7bee0d8cbfb0080382af39306dc2509c5cfb2c59aa396a1a3639ac7f8/488",
    "accessibility_unittests": "3b35f7bf9c4ddf6f0fba348650e18b4bf9dec10d82e40eda0731070ba23be079/488",
    "angle_unittests": "c04c0e7060acad82e036771423c09c901d4de7bd642c0c3032d0a34103c8e772/489",
    "base_unittests": "0a3efc3ddeb822e02fcef1caf152a5a4b00820ae49e78e8e9de4c579cb03c88b/566",
    "blink_common_unittests": "c8331bf407fbc93b4aa6bd22bda68e4e0f42f69040014e03d8bbb339aed36a75/566",
    "blink_fuzzer_unittests": "64c7fbe0a7faf7a04d12a75659511177b6d7c74e8b42714871415e9452d5ada5/488",
    "blink_heap_unittests": "66369098b7bb68f74d7cfe3cb2b82823b9f4b5f3e00215c96538f4a05fb09042/488",
    "blink_platform_unittests": "ed0f3902bc171714703c3d2f331fe8e77e774f85567eea52ce75c85f48bce71b/645",
    "blink_unittests": "96bf1b50ecee5da8b7d3685d718d341efb946d639ca42d2e825547079adbd0e4/729",
    "boringssl_crypto_tests": "d5e5d73b71386b9834c83d4c53d0f64f974babaaf27ca38dfbb738e654de7207/489",
    "boringssl_ssl_tests": "98811f79adc727245c901edd91d2cc0f4ca6f0c73e133dad6d8d7c741fcb3894/488",
    "browser_tests": "1ade2e1d8df8df590e698f1480aeed50006c853538478aa0f7bedc02bae69651/1220",
    "capture_unittests": "a2d3c4c5a6492f75828224a76743578e74ffaacba9255cb799af37ca18db85ff/567",
    "cast_unittests": "3ababe2a37281dc9e861aea3c7163a71d33d9f7494f656f98f51895b03f121d3/488",
    "cc_unittests": "031d01c2288e67936bf7786071d144eebff74aff3d663d7416c45263c7e625cb/648",
    "chrome_app_unittests": "64ad7dcf4cf5ac33e2829e1aeb4929ce7aba1feec048f6806d6b101b0a8a26f6/566",
    "chromedriver_unittests": "5ea38711b94a0cf9943b32cc5099c108fc4d17dad04abefae069b35862c4b660/645",
    "components_browsertests": "0890311a63d01155ec757ee0c309c147cc46b607430e11b4ecf06d4fa2cc3428/732",
    "components_unittests": "6306fab6ffc85e211c3a4234222d043b735dc5485c71299fbb183c8cbd44eca1/811",
    "content_browsertests": "c5d6aa902b8ee332d794311c716682ff847789cc5efa8b098ce69b0944d1be1d/805",
    "content_unittests": "829a4c17e069b6c855a931d50dbaca441adea08aca9df74d7d979b74c38b21c2/725",
    "crashpad_tests": "0424cfec8db9b9e9e2e53d83d321fb37fb128b8966960158314258cee61a902a/489",
    "crypto_unittests": "10806ee5796daa2adf89cf77ac113c6021a5a65b76e7ebd13940c89165e427a1/568",
    "device_unittests": "b5a2c683213f49044f3b4b75576e884e586052d8a0043e3266427cad5cac6f6f/565",
    "display_unittests": "2eab034b9ad7fc92467b25b8f90c675c060518b2493f8e1825219baf2421387c/488",
    "env_chromium_unittests": "e48d90c308f4f19e5db8939c3c8631837227410c6770b0a03f4c793979ffa4ec/488",
    "events_unittests": "729544634897675b0407a58f7a61e09afc91e76c4a2989a80f47dfbf5a7df15a/488",
    "extensions_unittests": "b777d23428dc3a527530f5db4fb562b992853fd46e41282cfc222c494a3d7e16/730",
    "filesystem_service_unittests": "9fe0e8e607aa0a0ff3006f20d12743b2df936e1ba48cc53ae9daeb2892ad68d8/488",
    "fuzzing_unittests": "bef54482a55b22e5a7220a577b89cbd21c67d5a860461d5972789760eabe2f84/488",
    "gcm_unit_tests": "7e9466b759459a5dcb6dd6d57606ba87829eaedd3183f6fb53d130c4dd85df44/565",
    "gfx_unittests": "5e0355c32241b1076ce5a66f0b99db881a2610a479a60a1ebe77242b29e8d535/564",
    "gin_unittests": "973fc951f5a4ed3cd66542d8917e4bf7b7665374b3b9e47f09fdc54cc0d3e4be/565",
    "google_apis_unittests": "4eb26d9c0c4dfe7590c8c67ffd01c88a435308690b7e35e4143f3f7c96be6ce2/650",
    "gpu_unittests": "41c198148e8c0667064006661e1694fd16415b5e73acbb58b996a7bd00bdfee8/565",
    "gwp_asan_unittests": "d078420057b09cf2935148b49645ee533e46818e2b14ab22673044fd7cf7f164/489",
    "headless_browsertests": "24852018b7aa12a0dae8e607a7fc42eb183c494274449034dcc54005d98e02ac/733",
    "headless_unittests": "871d42c0ae09022db2d6becab19c226ae7e6889d815288e1fb3bfb16099a7cc0/488",
    "interactive_ui_tests": "b9cac219013352ea5534b51171e5f0ae0c86401505d190abbf6a3b6b35f3371d/1060",
    "ipc_tests": "f0035b9f0500a014f41e4c8ca3b72f74c9c6dd38cf7b042a3897daf372f81824/488",
    "latency_unittests": "807de19b2de55b31333bed683889699ad3553dd9ae7b3e65e034fd76adadd39e/488",
    "leveldb_unittests": "3380e7419423aa20ee3ed26ac5bfac253b94898291acd584279b20691ab99a81/488",
    "libjingle_xmpp_unittests": "be41d54fef876e1d3716cbeec00810a941386ade8883bb3015c7d61a4a991136/488",
    "liburlpattern_unittests": "9ed30ffdc2f179ac147fe89dac3f89dc02f5e41a5b8ef48bbaf7850aaef5575b/488",
    "media_unittests": "86b362f2e5283b6ed67dba57a07770117fc50fe46a1896512bb0913115016ec5/568",
    "message_center_unittests": "473addca200d3a63ae122846f556390492a43f55e743c86541a04c670857fc8b/488",
    "midi_unittests": "673dcc8be5a7c7e4b874054d009142d754d2d38db670b81e8b55d4d22e6847c1/488",
    "mojo_unittests": "903437c348218c11aaf498b3960d6190db13bf3540c9894ab3490e9cbc1783f0/566",
    "native_theme_unittests": "42979770459bb866d3c2fda685b97d3536537dbde2c1c3cbe547f30294ec8f22/488",
    "net_unittests": "51ffd5c79e7ce9a87755db07a3bc6b06f458e573008905d2ee6cfe233cf3327d/567",
    "openscreen_unittests": "ec533bdbdf514aa2411085a23e36d59fc966d56f5cb3209a01be728e91fc2a08/489",
    "pdf_unittests": "2fa7db156f0ce00ddc884f75ab3fde5d1188efc91b44c54419ab65cc1603ffac/565",
    "perfetto_unittests": "0ec3f2bff85a630b4780648fbe537474c50b80b9e467bb7e6f8702173b3fdabb/488",
    "power_sampler_unittests": "5cdaeb007bde7bd874f5437d35a34fee83b14051d87ed85087ee090d3ae8b48b/488",
    "printing_unittests": "6a5d6f5cabc1d52a6dbc4ff7eb1e5e72f53d39ea7a96369c6121a351c2290ce5/647",
    "puffin_unittests": "58bb93738db6fc3e7695ae4e7c614502a71779036ed85ff439abfa2aa5eb9ecc/572",
    "remoting_unittests": "656c64a2861e944a84bdca0526d84bd0b31d359de2eb56134c56f3b837c3cb1e/565",
    "sandbox_unittests": "6426670ae80c470eaaa781e756076a2423ab25722677a0921394a0bbb27a0c63/488",
    "services_unittests": "5394d7cf7fba92c9529bed9e95104033c6902b94c0dbdcaf240bf97ed9ff2fc4/813",
    "shell_dialogs_unittests": "047507f1d32f6ececd911dd06a566cdb09d3d8d8d11f583ae15c3ab1ca289959/488",
    "skia_unittests": "93a4744848a79c6169d2376ece3aaff155bd64d90a318ed984a0aef972e535f4/488",
    "snapshot_unittests": "9651bea7a316f98da49194556fc703c98ce1eb8be996c9d8ee0870b9535b5909/488",
    "sql_unittests": "f7d80b6e411ea421ae1a5ae39dce73b4efaf615c8608cbfabf374f21cdb80608/565",
    "storage_unittests": "f8a550281242e46d537c4ec0edff100492e106d4c2e613036626965915f2e162/646",
    "sync_integration_tests": "92278fd29304ac485c60a4ae753e230409104e22e4feefa3de3f6b56528b9c13/647",
    "ui_base_unittests": "8377e10cdda1bd4ffd140333d03756246b87f02c9134656a08f32bf075fa7353/641",
    "ui_touch_selection_unittests": "34fcf804a864d9b7dcade32f9c4b11d455df07900f2889fe92196612d13f326b/488",
    "ui_unittests": "82bf1c6d8989710bac0084a79547b30731c9c72aa77fadfbce2c5e6186d6888d/488",
    "unit_tests": "78c9e782b9759e11de6720e229df01e158ed6162b044e3c8cc9b166da8d8b09c/1061",
    "updater_tests": "9174f3327de7fa9afea931753e8968abcd99e4e2521efaffc546d4c3e4a68594/647",
    "url_unittests": "6b89a731046ccc0793069c75d802aa761e2b2139615410114f14b6672fd4c633/488",
    "views_unittests": "9c6aac5d77187bd81e79e109728e5ac84cb907131d81f0d90d1fad1d0dbb6729/488",
    "viz_unittests": "7474d0da21060979a6404da725eda6f215e5ce191ddf2a2ed116de27f403732e/572",
    "wtf_unittests": "e7433f614c3d8e905b66d231ec6b300968f0735a75b68843353b2e5dec43a28d/488",
    "xr_browser_tests": "5ccdd3908622a80bca8460f1d32d64f6eb2192f629b7cd0cbdf2c828356d0206/646",
    "zlib_unittests": "1f2d0619beb473368080e485f73a5722f94bc09c098d208bba42be77f427e4dd/489"
  },
  "swarming_command_lines_cwd": "out/f6e6-Mac_ASan_64_Bui",
  "swarming_command_lines_digest": "e2758ede1568c32cf99fd2b5d3dc2c4e6d6abbec1e67c606640cc69605fd0666/93",
  "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3e2b399e3af0d1865f0da82ec0d7b1f250b800ef
  • gitiles_ref:refs/heads/main
  • parent_buildername:Mac ASan 64 Builder
  • parent_buildnumber:238959
  • user_agent:recipe

Debug log (UTC)

[14:49:34.572] New invocation is queued and will start shortly
[14:49:34.572] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[14:49:35.881] Starting the invocation (attempt 1)
[14:49:35.939] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3e2b399e3af0d1865f0da82ec0d7b1f250b800ef"
[14:49:35.939] Popped gitiles commit info from properties and tags
[14:49:35.939] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[14:49:35.939] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[14:49:35.939] Buildbucket request:
{
  "requestId": "8846613883273058304",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Mac ASan 64 Tests (1)"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "3e2b399e3af0d1865f0da82ec0d7b1f250b800ef",
                        "project": "chromium/src",
                        "ref": "refs/heads/main"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "3e2b399e3af0d1865f0da82ec0d7b1f250b800ef"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8681186341485564961"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8681186341485564961"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8681186341485564961"
                }
          ],
      "parent_build_id": "8681186341485564961",
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Mac ASan 64 Builder",
      "parent_got_angle_revision": "6a1ec69a8c5953fe52de08fc5d1b29e3858f7480",
      "parent_got_dawn_revision": "09d42da8ac2e51ae7d0e70887ff299d5625c94e1",
      "parent_got_revision": "3e2b399e3af0d1865f0da82ec0d7b1f250b800ef",
      "parent_got_revision_cp": "refs/heads/main@{#1634244}",
      "parent_got_swiftshader_revision": "f9d5d49a3c599a315e3493dc1e9b5309cffb3305",
      "parent_got_v8_revision": "a5dc0df83bca00d4ca333e5504373c87c6bb96de",
      "parent_got_v8_revision_cp": "refs/heads/15.0.177@{#1}",
      "parent_got_webrtc_revision": "2556519ecc783b151e4a72350cdfb81eb8b627f2",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#47757}",
      "swarm_hashes": {
            "absl_hardening_tests": "be6c07c7bee0d8cbfb0080382af39306dc2509c5cfb2c59aa396a1a3639ac7f8/488",
            "accessibility_unittests": "3b35f7bf9c4ddf6f0fba348650e18b4bf9dec10d82e40eda0731070ba23be079/488",
            "angle_unittests": "c04c0e7060acad82e036771423c09c901d4de7bd642c0c3032d0a34103c8e772/489",
            "base_unittests": "0a3efc3ddeb822e02fcef1caf152a5a4b00820ae49e78e8e9de4c579cb03c88b/566",
            "blink_common_unittests": "c8331bf407fbc93b4aa6bd22bda68e4e0f42f69040014e03d8bbb339aed36a75/566",
            "blink_fuzzer_unittests": "64c7fbe0a7faf7a04d12a75659511177b6d7c74e8b42714871415e9452d5ada5/488",
            "blink_heap_unittests": "66369098b7bb68f74d7cfe3cb2b82823b9f4b5f3e00215c96538f4a05fb09042/488",
            "blink_platform_unittests": "ed0f3902bc171714703c3d2f331fe8e77e774f85567eea52ce75c85f48bce71b/645",
            "blink_unittests": "96bf1b50ecee5da8b7d3685d718d341efb946d639ca42d2e825547079adbd0e4/729",
            "boringssl_crypto_tests": "d5e5d73b71386b9834c83d4c53d0f64f974babaaf27ca38dfbb738e654de7207/489",
            "boringssl_ssl_tests": "98811f79adc727245c901edd91d2cc0f4ca6f0c73e133dad6d8d7c741fcb3894/488",
            "browser_tests": "1ade2e1d8df8df590e698f1480aeed50006c853538478aa0f7bedc02bae69651/1220",
            "capture_unittests": "a2d3c4c5a6492f75828224a76743578e74ffaacba9255cb799af37ca18db85ff/567",
            "cast_unittests": "3ababe2a37281dc9e861aea3c7163a71d33d9f7494f656f98f51895b03f121d3/488",
            "cc_unittests": "031d01c2288e67936bf7786071d144eebff74aff3d663d7416c45263c7e625cb/648",
            "chrome_app_unittests": "64ad7dcf4cf5ac33e2829e1aeb4929ce7aba1feec048f6806d6b101b0a8a26f6/566",
            "chromedriver_unittests": "5ea38711b94a0cf9943b32cc5099c108fc4d17dad04abefae069b35862c4b660/645",
            "components_browsertests": "0890311a63d01155ec757ee0c309c147cc46b607430e11b4ecf06d4fa2cc3428/732",
            "components_unittests": "6306fab6ffc85e211c3a4234222d043b735dc5485c71299fbb183c8cbd44eca1/811",
            "content_browsertests": "c5d6aa902b8ee332d794311c716682ff847789cc5efa8b098ce69b0944d1be1d/805",
            "content_unittests": "829a4c17e069b6c855a931d50dbaca441adea08aca9df74d7d979b74c38b21c2/725",
            "crashpad_tests": "0424cfec8db9b9e9e2e53d83d321fb37fb128b8966960158314258cee61a902a/489",
            "crypto_unittests": "10806ee5796daa2adf89cf77ac113c6021a5a65b76e7ebd13940c89165e427a1/568",
            "device_unittests": "b5a2c683213f49044f3b4b75576e884e586052d8a0043e3266427cad5cac6f6f/565",
            "display_unittests": "2eab034b9ad7fc92467b25b8f90c675c060518b2493f8e1825219baf2421387c/488",
            "env_chromium_unittests": "e48d90c308f4f19e5db8939c3c8631837227410c6770b0a03f4c793979ffa4ec/488",
            "events_unittests": "729544634897675b0407a58f7a61e09afc91e76c4a2989a80f47dfbf5a7df15a/488",
            "extensions_unittests": "b777d23428dc3a527530f5db4fb562b992853fd46e41282cfc222c494a3d7e16/730",
            "filesystem_service_unittests": "9fe0e8e607aa0a0ff3006f20d12743b2df936e1ba48cc53ae9daeb2892ad68d8/488",
            "fuzzing_unittests": "bef54482a55b22e5a7220a577b89cbd21c67d5a860461d5972789760eabe2f84/488",
            "gcm_unit_tests": "7e9466b759459a5dcb6dd6d57606ba87829eaedd3183f6fb53d130c4dd85df44/565",
            "gfx_unittests": "5e0355c32241b1076ce5a66f0b99db881a2610a479a60a1ebe77242b29e8d535/564",
            "gin_unittests": "973fc951f5a4ed3cd66542d8917e4bf7b7665374b3b9e47f09fdc54cc0d3e4be/565",
            "google_apis_unittests": "4eb26d9c0c4dfe7590c8c67ffd01c88a435308690b7e35e4143f3f7c96be6ce2/650",
            "gpu_unittests": "41c198148e8c0667064006661e1694fd16415b5e73acbb58b996a7bd00bdfee8/565",
            "gwp_asan_unittests": "d078420057b09cf2935148b49645ee533e46818e2b14ab22673044fd7cf7f164/489",
            "headless_browsertests": "24852018b7aa12a0dae8e607a7fc42eb183c494274449034dcc54005d98e02ac/733",
            "headless_unittests": "871d42c0ae09022db2d6becab19c226ae7e6889d815288e1fb3bfb16099a7cc0/488",
            "interactive_ui_tests": "b9cac219013352ea5534b51171e5f0ae0c86401505d190abbf6a3b6b35f3371d/1060",
            "ipc_tests": "f0035b9f0500a014f41e4c8ca3b72f74c9c6dd38cf7b042a3897daf372f81824/488",
            "latency_unittests": "807de19b2de55b31333bed683889699ad3553dd9ae7b3e65e034fd76adadd39e/488",
            "leveldb_unittests": "3380e7419423aa20ee3ed26ac5bfac253b94898291acd584279b20691ab99a81/488",
            "libjingle_xmpp_unittests": "be41d54fef876e1d3716cbeec00810a941386ade8883bb3015c7d61a4a991136/488",
            "liburlpattern_unittests": "9ed30ffdc2f179ac147fe89dac3f89dc02f5e41a5b8ef48bbaf7850aaef5575b/488",
            "media_unittests": "86b362f2e5283b6ed67dba57a07770117fc50fe46a1896512bb0913115016ec5/568",
            "message_center_unittests": "473addca200d3a63ae122846f556390492a43f55e743c86541a04c670857fc8b/488",
            "midi_unittests": "673dcc8be5a7c7e4b874054d009142d754d2d38db670b81e8b55d4d22e6847c1/488",
            "mojo_unittests": "903437c348218c11aaf498b3960d6190db13bf3540c9894ab3490e9cbc1783f0/566",
            "native_theme_unittests": "42979770459bb866d3c2fda685b97d3536537dbde2c1c3cbe547f30294ec8f22/488",
            "net_unittests": "51ffd5c79e7ce9a87755db07a3bc6b06f458e573008905d2ee6cfe233cf3327d/567",
            "openscreen_unittests": "ec533bdbdf514aa2411085a23e36d59fc966d56f5cb3209a01be728e91fc2a08/489",
            "pdf_unittests": "2fa7db156f0ce00ddc884f75ab3fde5d1188efc91b44c54419ab65cc1603ffac/565",
            "perfetto_unittests": "0ec3f2bff85a630b4780648fbe537474c50b80b9e467bb7e6f8702173b3fdabb/488",
            "power_sampler_unittests": "5cdaeb007bde7bd874f5437d35a34fee83b14051d87ed85087ee090d3ae8b48b/488",
            "printing_unittests": "6a5d6f5cabc1d52a6dbc4ff7eb1e5e72f53d39ea7a96369c6121a351c2290ce5/647",
            "puffin_unittests": "58bb93738db6fc3e7695ae4e7c614502a71779036ed85ff439abfa2aa5eb9ecc/572",
            "remoting_unittests": "656c64a2861e944a84bdca0526d84bd0b31d359de2eb56134c56f3b837c3cb1e/565",
            "sandbox_unittests": "6426670ae80c470eaaa781e756076a2423ab25722677a0921394a0bbb27a0c63/488",
            "services_unittests": "5394d7cf7fba92c9529bed9e95104033c6902b94c0dbdcaf240bf97ed9ff2fc4/813",
            "shell_dialogs_unittests": "047507f1d32f6ececd911dd06a566cdb09d3d8d8d11f583ae15c3ab1ca289959/488",
            "skia_unittests": "93a4744848a79c6169d2376ece3aaff155bd64d90a318ed984a0aef972e535f4/488",
            "snapshot_unittests": "9651bea7a316f98da49194556fc703c98ce1eb8be996c9d8ee0870b9535b5909/488",
            "sql_unittests": "f7d80b6e411ea421ae1a5ae39dce73b4efaf615c8608cbfabf374f21cdb80608/565",
            "storage_unittests": "f8a550281242e46d537c4ec0edff100492e106d4c2e613036626965915f2e162/646",
            "sync_integration_tests": "92278fd29304ac485c60a4ae753e230409104e22e4feefa3de3f6b56528b9c13/647",
            "ui_base_unittests": "8377e10cdda1bd4ffd140333d03756246b87f02c9134656a08f32bf075fa7353/641",
            "ui_touch_selection_unittests": "34fcf804a864d9b7dcade32f9c4b11d455df07900f2889fe92196612d13f326b/488",
            "ui_unittests": "82bf1c6d8989710bac0084a79547b30731c9c72aa77fadfbce2c5e6186d6888d/488",
            "unit_tests": "78c9e782b9759e11de6720e229df01e158ed6162b044e3c8cc9b166da8d8b09c/1061",
            "updater_tests": "9174f3327de7fa9afea931753e8968abcd99e4e2521efaffc546d4c3e4a68594/647",
            "url_unittests": "6b89a731046ccc0793069c75d802aa761e2b2139615410114f14b6672fd4c633/488",
            "views_unittests": "9c6aac5d77187bd81e79e109728e5ac84cb907131d81f0d90d1fad1d0dbb6729/488",
            "viz_unittests": "7474d0da21060979a6404da725eda6f215e5ce191ddf2a2ed116de27f403732e/572",
            "wtf_unittests": "e7433f614c3d8e905b66d231ec6b300968f0735a75b68843353b2e5dec43a28d/488",
            "xr_browser_tests": "5ccdd3908622a80bca8460f1d32d64f6eb2192f629b7cd0cbdf2c828356d0206/646",
            "zlib_unittests": "1f2d0619beb473368080e485f73a5722f94bc09c098d208bba42be77f427e4dd/489"
          },
      "swarming_command_lines_cwd": "out/f6e6-Mac_ASan_64_Bui",
      "swarming_command_lines_digest": "e2758ede1568c32cf99fd2b5d3dc2c4e6d6abbec1e67c606640cc69605fd0666/93",
      "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "3e2b399e3af0d1865f0da82ec0d7b1f250b800ef",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8846613883273058304"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Mac ASan 64 Tests (1)"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Mac ASan 64 Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "238959"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[14:49:36.538] Scheduled build:
{
  "id": "8681183821072655153",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Mac ASan 64 Tests (1)"
  },
  "number": 106354,
  "createdBy": "project:chromium",
  "createTime": "2026-05-21T14:49:36.049243179Z",
  "updateTime": "2026-05-21T14:49:36.049243179Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "3e2b399e3af0d1865f0da82ec0d7b1f250b800ef",
      "ref": "refs/heads/main"
    }
  }
}
[14:49:36.539] Task URL: https://cr-buildbucket.appspot.com/build/8681183821072655153
[14:49:36.539] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846613883273058304:2:0) after 5m28s
[14:49:37.554] Received PubSub notification, asking Buildbucket for the build status
[14:49:37.573] Build status: SCHEDULED
[14:50:43.146] Received PubSub notification, asking Buildbucket for the build status
[14:50:43.172] Build status: STARTED
[14:55:04.562] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846613883273058304:2:0)
[14:55:04.611] Build status: STARTED
[14:55:04.611] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846613883273058304:5:0) after 5m38s
[15:00:42.679] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846613883273058304:5:0)
[15:00:42.699] Build status: STARTED
[15:00:42.699] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846613883273058304:6:0) after 7m55s
[15:08:37.755] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846613883273058304:6:0)
[15:08:37.803] Build status: STARTED
[15:08:37.803] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846613883273058304:7:0) after 4m12s
[15:12:49.812] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846613883273058304:7:0)
[15:12:49.826] Build status: STARTED
[15:12:49.826] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846613883273058304:8:0) after 7m13s
[15:20:02.846] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846613883273058304:8:0)
[15:20:02.902] Build status: STARTED
[15:20:02.902] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846613883273058304:9:0) after 2m34s
[15:22:36.971] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846613883273058304:9:0)
[15:22:36.989] Build status: STARTED
[15:22:36.989] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846613883273058304:10:0) after 9m25s
[15:32:02.014] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846613883273058304:10:0)
[15:32:02.043] Build status: STARTED
[15:32:02.043] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846613883273058304:11:0) after 9m21s
[15:41:23.150] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846613883273058304:11:0)
[15:41:23.174] Build status: STARTED
[15:41:23.174] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846613883273058304:12:0) after 9m44s
[15:51:07.194] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846613883273058304:12:0)
[15:51:07.216] Build status: STARTED
[15:51:07.216] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846613883273058304:13:0) after 9m35s
[16:00:42.262] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846613883273058304:13:0)
[16:00:42.416] Build status: STARTED
[16:00:42.416] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846613883273058304:14:0) after 3m36s
[16:04:18.436] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846613883273058304:14:0)
[16:04:18.454] Build status: STARTED
[16:04:18.454] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846613883273058304:15:0) after 7m10s
[16:11:28.574] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846613883273058304:15:0)
[16:11:28.597] Build status: STARTED
[16:11:28.597] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846613883273058304:16:0) after 5m9s
[16:16:37.619] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846613883273058304:16:0)
[16:16:37.665] Build status: STARTED
[16:16:37.665] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846613883273058304:17:0) after 7m2s
[16:23:39.684] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846613883273058304:17:0)
[16:23:39.715] Build status: STARTED
[16:23:39.715] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846613883273058304:18:0) after 2m30s
[16:26:09.725] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846613883273058304:18:0)
[16:26:09.790] Build status: STARTED
[16:26:09.790] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846613883273058304:19:0) after 3m15s
[16:29:24.882] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846613883273058304:19:0)
[16:29:25.097] Build status: STARTED
[16:29:25.097] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846613883273058304:20:0) after 6m8s
[16:35:33.105] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846613883273058304:20:0)
[16:35:33.160] Build status: STARTED
[16:35:33.160] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846613883273058304:21:0) after 6m34s
[16:42:07.187] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846613883273058304:21:0)
[16:42:07.283] Build status: STARTED
[16:42:07.283] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846613883273058304:22:0) after 4m19s
[16:46:26.362] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846613883273058304:22:0)
[16:46:26.384] Build status: STARTED
[16:46:26.384] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846613883273058304:23:0) after 4m32s
[16:50:58.508] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846613883273058304:23:0)
[16:50:58.524] Build status: STARTED
[16:50:58.524] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846613883273058304:24:0) after 9m1s
[16:56:54.859] Received PubSub notification, asking Buildbucket for the build status
[16:56:54.882] Build:
{
  "id": "8681183821072655153",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Mac ASan 64 Tests (1)"
  },
  "number": 106354,
  "createdBy": "project:chromium",
  "createTime": "2026-05-21T14:49:36.049243179Z",
  "startTime": "2026-05-21T14:50:42.749538199Z",
  "endTime": "2026-05-21T16:56:53.824932492Z",
  "updateTime": "2026-05-21T16:56:53.824932492Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "3e2b399e3af0d1865f0da82ec0d7b1f250b800ef",
      "ref": "refs/heads/main"
    }
  }
}
[16:56:54.882] Invocation finished in 2h7m20.315401866s with status FAILED