Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 2 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Mac ASan 64 Tests (1)"
>

Incoming triggers

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "998065856eb10ec01d6bb847b3eb2310039b7d2c",
        "project": "chromium/src",
        "ref": "refs/heads/main"
      }
    ]
  },
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "998065856eb10ec01d6bb847b3eb2310039b7d2c"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8681325696683612817"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8681325696683612817"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8681325696683612817"
    }
  ],
  "parent_build_id": "8681325696683612817",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Mac ASan 64 Builder",
  "parent_got_angle_revision": "6f2c0162c12f50ec9c32fef603a86d332d46f8e9",
  "parent_got_dawn_revision": "43237eb54772260a610a9af56ae1a19a19f76e61",
  "parent_got_revision": "998065856eb10ec01d6bb847b3eb2310039b7d2c",
  "parent_got_revision_cp": "refs/heads/main@{#1633239}",
  "parent_got_swiftshader_revision": "f9d5d49a3c599a315e3493dc1e9b5309cffb3305",
  "parent_got_v8_revision": "028dc572312886d9d3b0c55be8bf8cf5c9b7d141",
  "parent_got_v8_revision_cp": "refs/heads/15.0.142@{#1}",
  "parent_got_webrtc_revision": "9720e9972004eefda8f32dd4ab11b49d9e5b0250",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#47728}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "998065856eb10ec01d6bb847b3eb2310039b7d2c",
  "swarm_hashes": {
    "absl_hardening_tests": "d25195ea027df68834977c3b59ef80fdd14085fd3c4dd0ff1416f92f8fe1a724/488",
    "accessibility_unittests": "418d071c38a480199f200ef64f14ae525a5f7ee641ab10fd5b92efc4dd541949/488",
    "angle_unittests": "76b40b0a4a26cc4e6789f0620c1fe180310dd747ebf8ca62ee0817c099d867c8/489",
    "base_unittests": "5647bc7ca7b11ac22f73525c2f7c84951c6cef215de3c061d3c7896ec81550d3/566",
    "blink_common_unittests": "81b41d4c4357b5fec83783a0fbaaaf63f5e9f3d477803dab34391a13e18a7734/566",
    "blink_fuzzer_unittests": "367b5935b7a1d35ba3385b4863a62f7d05a472d256d224bc280e92c8e083c231/488",
    "blink_heap_unittests": "0d65b0522a25028d59a3c2941ea11536dcc5a3f9ff9c9e5976eaf024d2104ac0/488",
    "blink_platform_unittests": "6411448c137f5a86fe6c07306171d3f5f75a49209370b3f3c8d27606ec452231/645",
    "blink_unittests": "b61e291822101f3785608fc89b188a167f8240e157e0c238ce6a26a4332a163b/729",
    "boringssl_crypto_tests": "06ba0fd391d21289d1f1b732d8fb45ab41065257fee3b3789e9ccba44eae48db/489",
    "boringssl_ssl_tests": "8020e834d96ca84a4c700004fec396b38cdb2d95e4b88e5f12ed9cad3f76f077/488",
    "browser_tests": "7a02c0693f1349eeee2ca97d150215726b99da6efd85574a3525e86538826b67/1220",
    "capture_unittests": "e5fda4b8859b9b06a1c88f309aa6a37533faf9fdf6bbac896ccf09cfdd9d5ef0/567",
    "cast_unittests": "552a01517398120f079f60871a0bee3b9ebe2c55a87d3d43952f4f191e850b23/488",
    "cc_unittests": "52a05b81bc6c0cbe7e8752a2d1ad9e324d5ec8bd6c4449b1c2891fe8d1d46a39/648",
    "chrome_app_unittests": "308bbca9e11b3389a0c01fc700f9c67a30ef1d192dd198c275f365e4273233a9/566",
    "chromedriver_unittests": "7427d2b217231d9e210b9c6e2ac2ee33a22e9685fc387dba1ef4c5bf574db169/645",
    "components_browsertests": "c89f1156657d4def0d777e74555351a2797b648f85bb35efb56077b26cb93b73/732",
    "components_unittests": "f19fd30201a252ad3d7e42e03a29d4197db5425d0c858772be28fe0b18f86784/811",
    "content_browsertests": "b9f495bcb32c7d16ef9f208b07216e4eb0347e032c0fc89a501d397d1114ec90/805",
    "content_unittests": "52d7891a9e09f32662427c28c076042fda9bc794705992abf21c25d65a54fc11/725",
    "crashpad_tests": "39b8cb4ffceec4f39b07272d489eaf91ed652c196eec4f7766763f382c9d48b7/489",
    "crypto_unittests": "b22271bf3c24178987d6ab7d1525ce80827bcf817a6604947ab979678106797b/568",
    "device_unittests": "397109d94192dbb6bc87e7d4d697c41220180438ddd719238bcd3e956b937222/565",
    "display_unittests": "a4879ed97f69f096cb37b274074fcffa3fb313d8d189860af8b5c36ecd3ffa2d/488",
    "env_chromium_unittests": "0a43a09b20fa0b24578da9b118954509f73886032188f54fd20b0cfa5ac34588/488",
    "events_unittests": "f746a2b7066333c41812db0e097563de339aa7e72939bb93878b9e6f4086233f/488",
    "extensions_unittests": "cf4874581966987c287fbad124f706b1dbf3ff85f116a700c9220c8c56e505d7/730",
    "filesystem_service_unittests": "eb437e9e49c5936b55c63a035f5dcc59905fa3e690dacdf6b5630389c94b3946/488",
    "fuzzing_unittests": "46fe2b8cd2fa2e27e5a2a74f5d372907091336efd2bb81bc160653ef095303b9/488",
    "gcm_unit_tests": "308c8c457868da9344763656b894fd7b04a0b6dd96c68309e9bb9d8dba05e926/565",
    "gfx_unittests": "7313dcd1ff658d9e56cb0ba32c23c864de295210653ff97f96c5b9685644916a/564",
    "gin_unittests": "2d66759bea06581520643990bdb00ec9381408486c33dff37417baa6a7dd15e1/565",
    "google_apis_unittests": "3162384d9004dc467b72994c39274ca673c072da7086387f9049685a32b5fae8/650",
    "gpu_unittests": "77b09821b1781aede47cc9655e16488f6b68675c75a617e32debdae244e7c33b/565",
    "gwp_asan_unittests": "941dd63c0de534ba1f50e4e17519e954886938983e5671a8c570cf57a0754a68/489",
    "headless_browsertests": "df444382e04354399c3274c24d674f01f8d13ac46433c33f2f7450dc8e312532/733",
    "headless_unittests": "2a4c0798455e2fa36fcb78b1497d5efffb22907de94705c8c4b50df39f75a480/488",
    "interactive_ui_tests": "d266d07e271a8759b431c87b0554895bbd9cb9c095f1866d6a525073912df897/1060",
    "ipc_tests": "6f6bcf76f74cbcf731e47be09f9f4c9a1d0bebc3be3be1d367ff8212ad0b9352/488",
    "latency_unittests": "3810a117c46428e2afa5f59f137cdf409d39452c8ed76f0a51949b43d23ec2a6/488",
    "leveldb_unittests": "268797440ce0282a95b06abf66e9b7a80285baa660e0cece218e0610c651254c/488",
    "libjingle_xmpp_unittests": "ea22fcc15615039d0c9d0f2135f5171cf68cb65bbe3a43b5e9c9b2aef7aa90e3/488",
    "liburlpattern_unittests": "744061299d8714349c4998d3bb3275120c408a68e1cb48d8e28a6a0b6d555d51/488",
    "media_unittests": "66e91f123f203481b95f11f56af8bb81316d5ebbc486b729548c073485d7ab8d/568",
    "message_center_unittests": "a8ec032cc9afeda6a443121c230c63acab947f1c57c5012426fcfaf07c7edd29/488",
    "midi_unittests": "858792c0093c328e13265488aa80feeaf0ffbd3cd9a88293517cd2aa66b0468d/488",
    "mojo_unittests": "0b3a4178856e1f6da97648f0f161f28df92d353b50964780cc97f4f2152ca07c/566",
    "native_theme_unittests": "f3af7521d2a45940a89101666056cf2ef8173f3415c919a08c31c8338c285874/488",
    "net_unittests": "c2a34a1ab7d38a34922341577f2e27cac8c827e6a184704245ce99f334fad2b9/567",
    "openscreen_unittests": "7ced455b6f9b58479cba4e1d1e15f7ecfc5949faa3b709dd4699d932c654de92/489",
    "pdf_unittests": "62b41aa432a1d615274dc52987eb25a53734a89eda8e66be71cc874bf1c0bfa2/565",
    "perfetto_unittests": "304fd750f6e27f92eb9694537ae794df88f1d9f6092e6bab17d7c6558d834ed4/488",
    "power_sampler_unittests": "cf8476a2d2b63672f89c29e6552adf904572e8d0ecb806e886cabc92927e6422/488",
    "printing_unittests": "1c629b13cbcbfa31078af8239b712f69205d75e8c4eb03b99bdd4c9ee3fc3c78/647",
    "puffin_unittests": "0f4c6af64fa779e3e69dc34291a83d672e40d2315d0477e99e729b60204ba665/572",
    "remoting_unittests": "aad3b4fce784d76a659ca9b69b708519c66e52f2dfac4356b1aa24804512379c/565",
    "sandbox_unittests": "cbb40041115526ba1b20846c9cb24959b225ef9241a1884c9ef7c999712e11c9/488",
    "services_unittests": "34cdfaab46edfd8c3cd0198374f155b4353aa805f9aab7d91fcec4216d498536/813",
    "shell_dialogs_unittests": "ba16a2fed406aa5f13026f00cef3a9ec6489c3a9607851897bdaa84468ade45f/488",
    "skia_unittests": "18705f90edea5c4e7c72f3344068319fd58ed981670ad3f8b43e6a068e21d1c3/488",
    "snapshot_unittests": "f52c8dec33af2b7893622c981ecf6d7f5dc8a94729b0ad134f9694e72448ae8e/488",
    "sql_unittests": "a9002dbab8db219bc933ee064498d5a159b4cc49e4e331c5fee2a3de8adea233/565",
    "storage_unittests": "2f52eb6c1d37022a1eae961be5e982b2651c329741599c1f8b97788b797a1db0/646",
    "sync_integration_tests": "4257d231099b43cb4e566bdd9560233af088b79fdee0e3e1799bce72608c918a/647",
    "ui_base_unittests": "11ca741e7131663ac8de127e725d4f0e5b83dfb26ea14f8d8f90262a5b4eba71/641",
    "ui_touch_selection_unittests": "1f16bea82eeefd59a28205b1283718caca1b2f43c7b7e968b5f308a7ae6b7b54/488",
    "ui_unittests": "835a2d9ff0e27e0110be5159d1910d1bb09e898d1533f65fb283542c9d8c297d/488",
    "unit_tests": "7471bbe2192c430313acd937cd17e02ed7332cd255f3a184d38c9b4d5dec7493/1061",
    "updater_tests": "e9cdbfa4fc79ebaeea92bf292f8f2619c8385f9586ac5df10d1f0e71f8507c35/647",
    "url_unittests": "b2bfcd7b7c50e034a037d454e448847dff30cfb3105995ad4770e0e79effc9a7/488",
    "views_unittests": "cdbf0e1f62c0ccded434f8a9cf7ebfd5d85946ba18e7451b116388bde86af581/488",
    "viz_unittests": "67f03b8c852ba9df45f9600b42747522e93f6795852fa4d5a28c0799be930e8b/572",
    "wtf_unittests": "0b03887cb920bdb9ea25c660086b3e428e954b6227317f5c8926ac1b44f9884a/488",
    "xr_browser_tests": "e473d5e839912d97a2900afc34792d7d13f2f02b3c649e466aa2b15394297519/646",
    "zlib_unittests": "ae221f4dec8be4da9bcd46c3a5ffc9a8ec1fc95fe6870b2b8feeca5557ba5ac3/489"
  },
  "swarming_command_lines_cwd": "out/f6e6-Mac_ASan_64_Bui",
  "swarming_command_lines_digest": "e2758ede1568c32cf99fd2b5d3dc2c4e6d6abbec1e67c606640cc69605fd0666/93",
  "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/998065856eb10ec01d6bb847b3eb2310039b7d2c
  • gitiles_ref:refs/heads/main
  • parent_buildername:Mac ASan 64 Builder
  • parent_buildnumber:238863
  • user_agent:recipe

Debug log (UTC)

[02:40:08.810] New invocation is queued and will start shortly
[02:40:08.810] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[02:40:09.869] Starting the invocation (attempt 1)
[02:40:09.892] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/998065856eb10ec01d6bb847b3eb2310039b7d2c"
[02:40:09.892] Popped gitiles commit info from properties and tags
[02:40:09.892] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:40:09.892] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:40:09.893] Buildbucket request:
{
  "requestId": "8846750371967219872",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Mac ASan 64 Tests (1)"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "998065856eb10ec01d6bb847b3eb2310039b7d2c",
                        "project": "chromium/src",
                        "ref": "refs/heads/main"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "998065856eb10ec01d6bb847b3eb2310039b7d2c"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8681325696683612817"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8681325696683612817"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8681325696683612817"
                }
          ],
      "parent_build_id": "8681325696683612817",
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Mac ASan 64 Builder",
      "parent_got_angle_revision": "6f2c0162c12f50ec9c32fef603a86d332d46f8e9",
      "parent_got_dawn_revision": "43237eb54772260a610a9af56ae1a19a19f76e61",
      "parent_got_revision": "998065856eb10ec01d6bb847b3eb2310039b7d2c",
      "parent_got_revision_cp": "refs/heads/main@{#1633239}",
      "parent_got_swiftshader_revision": "f9d5d49a3c599a315e3493dc1e9b5309cffb3305",
      "parent_got_v8_revision": "028dc572312886d9d3b0c55be8bf8cf5c9b7d141",
      "parent_got_v8_revision_cp": "refs/heads/15.0.142@{#1}",
      "parent_got_webrtc_revision": "9720e9972004eefda8f32dd4ab11b49d9e5b0250",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#47728}",
      "swarm_hashes": {
            "absl_hardening_tests": "d25195ea027df68834977c3b59ef80fdd14085fd3c4dd0ff1416f92f8fe1a724/488",
            "accessibility_unittests": "418d071c38a480199f200ef64f14ae525a5f7ee641ab10fd5b92efc4dd541949/488",
            "angle_unittests": "76b40b0a4a26cc4e6789f0620c1fe180310dd747ebf8ca62ee0817c099d867c8/489",
            "base_unittests": "5647bc7ca7b11ac22f73525c2f7c84951c6cef215de3c061d3c7896ec81550d3/566",
            "blink_common_unittests": "81b41d4c4357b5fec83783a0fbaaaf63f5e9f3d477803dab34391a13e18a7734/566",
            "blink_fuzzer_unittests": "367b5935b7a1d35ba3385b4863a62f7d05a472d256d224bc280e92c8e083c231/488",
            "blink_heap_unittests": "0d65b0522a25028d59a3c2941ea11536dcc5a3f9ff9c9e5976eaf024d2104ac0/488",
            "blink_platform_unittests": "6411448c137f5a86fe6c07306171d3f5f75a49209370b3f3c8d27606ec452231/645",
            "blink_unittests": "b61e291822101f3785608fc89b188a167f8240e157e0c238ce6a26a4332a163b/729",
            "boringssl_crypto_tests": "06ba0fd391d21289d1f1b732d8fb45ab41065257fee3b3789e9ccba44eae48db/489",
            "boringssl_ssl_tests": "8020e834d96ca84a4c700004fec396b38cdb2d95e4b88e5f12ed9cad3f76f077/488",
            "browser_tests": "7a02c0693f1349eeee2ca97d150215726b99da6efd85574a3525e86538826b67/1220",
            "capture_unittests": "e5fda4b8859b9b06a1c88f309aa6a37533faf9fdf6bbac896ccf09cfdd9d5ef0/567",
            "cast_unittests": "552a01517398120f079f60871a0bee3b9ebe2c55a87d3d43952f4f191e850b23/488",
            "cc_unittests": "52a05b81bc6c0cbe7e8752a2d1ad9e324d5ec8bd6c4449b1c2891fe8d1d46a39/648",
            "chrome_app_unittests": "308bbca9e11b3389a0c01fc700f9c67a30ef1d192dd198c275f365e4273233a9/566",
            "chromedriver_unittests": "7427d2b217231d9e210b9c6e2ac2ee33a22e9685fc387dba1ef4c5bf574db169/645",
            "components_browsertests": "c89f1156657d4def0d777e74555351a2797b648f85bb35efb56077b26cb93b73/732",
            "components_unittests": "f19fd30201a252ad3d7e42e03a29d4197db5425d0c858772be28fe0b18f86784/811",
            "content_browsertests": "b9f495bcb32c7d16ef9f208b07216e4eb0347e032c0fc89a501d397d1114ec90/805",
            "content_unittests": "52d7891a9e09f32662427c28c076042fda9bc794705992abf21c25d65a54fc11/725",
            "crashpad_tests": "39b8cb4ffceec4f39b07272d489eaf91ed652c196eec4f7766763f382c9d48b7/489",
            "crypto_unittests": "b22271bf3c24178987d6ab7d1525ce80827bcf817a6604947ab979678106797b/568",
            "device_unittests": "397109d94192dbb6bc87e7d4d697c41220180438ddd719238bcd3e956b937222/565",
            "display_unittests": "a4879ed97f69f096cb37b274074fcffa3fb313d8d189860af8b5c36ecd3ffa2d/488",
            "env_chromium_unittests": "0a43a09b20fa0b24578da9b118954509f73886032188f54fd20b0cfa5ac34588/488",
            "events_unittests": "f746a2b7066333c41812db0e097563de339aa7e72939bb93878b9e6f4086233f/488",
            "extensions_unittests": "cf4874581966987c287fbad124f706b1dbf3ff85f116a700c9220c8c56e505d7/730",
            "filesystem_service_unittests": "eb437e9e49c5936b55c63a035f5dcc59905fa3e690dacdf6b5630389c94b3946/488",
            "fuzzing_unittests": "46fe2b8cd2fa2e27e5a2a74f5d372907091336efd2bb81bc160653ef095303b9/488",
            "gcm_unit_tests": "308c8c457868da9344763656b894fd7b04a0b6dd96c68309e9bb9d8dba05e926/565",
            "gfx_unittests": "7313dcd1ff658d9e56cb0ba32c23c864de295210653ff97f96c5b9685644916a/564",
            "gin_unittests": "2d66759bea06581520643990bdb00ec9381408486c33dff37417baa6a7dd15e1/565",
            "google_apis_unittests": "3162384d9004dc467b72994c39274ca673c072da7086387f9049685a32b5fae8/650",
            "gpu_unittests": "77b09821b1781aede47cc9655e16488f6b68675c75a617e32debdae244e7c33b/565",
            "gwp_asan_unittests": "941dd63c0de534ba1f50e4e17519e954886938983e5671a8c570cf57a0754a68/489",
            "headless_browsertests": "df444382e04354399c3274c24d674f01f8d13ac46433c33f2f7450dc8e312532/733",
            "headless_unittests": "2a4c0798455e2fa36fcb78b1497d5efffb22907de94705c8c4b50df39f75a480/488",
            "interactive_ui_tests": "d266d07e271a8759b431c87b0554895bbd9cb9c095f1866d6a525073912df897/1060",
            "ipc_tests": "6f6bcf76f74cbcf731e47be09f9f4c9a1d0bebc3be3be1d367ff8212ad0b9352/488",
            "latency_unittests": "3810a117c46428e2afa5f59f137cdf409d39452c8ed76f0a51949b43d23ec2a6/488",
            "leveldb_unittests": "268797440ce0282a95b06abf66e9b7a80285baa660e0cece218e0610c651254c/488",
            "libjingle_xmpp_unittests": "ea22fcc15615039d0c9d0f2135f5171cf68cb65bbe3a43b5e9c9b2aef7aa90e3/488",
            "liburlpattern_unittests": "744061299d8714349c4998d3bb3275120c408a68e1cb48d8e28a6a0b6d555d51/488",
            "media_unittests": "66e91f123f203481b95f11f56af8bb81316d5ebbc486b729548c073485d7ab8d/568",
            "message_center_unittests": "a8ec032cc9afeda6a443121c230c63acab947f1c57c5012426fcfaf07c7edd29/488",
            "midi_unittests": "858792c0093c328e13265488aa80feeaf0ffbd3cd9a88293517cd2aa66b0468d/488",
            "mojo_unittests": "0b3a4178856e1f6da97648f0f161f28df92d353b50964780cc97f4f2152ca07c/566",
            "native_theme_unittests": "f3af7521d2a45940a89101666056cf2ef8173f3415c919a08c31c8338c285874/488",
            "net_unittests": "c2a34a1ab7d38a34922341577f2e27cac8c827e6a184704245ce99f334fad2b9/567",
            "openscreen_unittests": "7ced455b6f9b58479cba4e1d1e15f7ecfc5949faa3b709dd4699d932c654de92/489",
            "pdf_unittests": "62b41aa432a1d615274dc52987eb25a53734a89eda8e66be71cc874bf1c0bfa2/565",
            "perfetto_unittests": "304fd750f6e27f92eb9694537ae794df88f1d9f6092e6bab17d7c6558d834ed4/488",
            "power_sampler_unittests": "cf8476a2d2b63672f89c29e6552adf904572e8d0ecb806e886cabc92927e6422/488",
            "printing_unittests": "1c629b13cbcbfa31078af8239b712f69205d75e8c4eb03b99bdd4c9ee3fc3c78/647",
            "puffin_unittests": "0f4c6af64fa779e3e69dc34291a83d672e40d2315d0477e99e729b60204ba665/572",
            "remoting_unittests": "aad3b4fce784d76a659ca9b69b708519c66e52f2dfac4356b1aa24804512379c/565",
            "sandbox_unittests": "cbb40041115526ba1b20846c9cb24959b225ef9241a1884c9ef7c999712e11c9/488",
            "services_unittests": "34cdfaab46edfd8c3cd0198374f155b4353aa805f9aab7d91fcec4216d498536/813",
            "shell_dialogs_unittests": "ba16a2fed406aa5f13026f00cef3a9ec6489c3a9607851897bdaa84468ade45f/488",
            "skia_unittests": "18705f90edea5c4e7c72f3344068319fd58ed981670ad3f8b43e6a068e21d1c3/488",
            "snapshot_unittests": "f52c8dec33af2b7893622c981ecf6d7f5dc8a94729b0ad134f9694e72448ae8e/488",
            "sql_unittests": "a9002dbab8db219bc933ee064498d5a159b4cc49e4e331c5fee2a3de8adea233/565",
            "storage_unittests": "2f52eb6c1d37022a1eae961be5e982b2651c329741599c1f8b97788b797a1db0/646",
            "sync_integration_tests": "4257d231099b43cb4e566bdd9560233af088b79fdee0e3e1799bce72608c918a/647",
            "ui_base_unittests": "11ca741e7131663ac8de127e725d4f0e5b83dfb26ea14f8d8f90262a5b4eba71/641",
            "ui_touch_selection_unittests": "1f16bea82eeefd59a28205b1283718caca1b2f43c7b7e968b5f308a7ae6b7b54/488",
            "ui_unittests": "835a2d9ff0e27e0110be5159d1910d1bb09e898d1533f65fb283542c9d8c297d/488",
            "unit_tests": "7471bbe2192c430313acd937cd17e02ed7332cd255f3a184d38c9b4d5dec7493/1061",
            "updater_tests": "e9cdbfa4fc79ebaeea92bf292f8f2619c8385f9586ac5df10d1f0e71f8507c35/647",
            "url_unittests": "b2bfcd7b7c50e034a037d454e448847dff30cfb3105995ad4770e0e79effc9a7/488",
            "views_unittests": "cdbf0e1f62c0ccded434f8a9cf7ebfd5d85946ba18e7451b116388bde86af581/488",
            "viz_unittests": "67f03b8c852ba9df45f9600b42747522e93f6795852fa4d5a28c0799be930e8b/572",
            "wtf_unittests": "0b03887cb920bdb9ea25c660086b3e428e954b6227317f5c8926ac1b44f9884a/488",
            "xr_browser_tests": "e473d5e839912d97a2900afc34792d7d13f2f02b3c649e466aa2b15394297519/646",
            "zlib_unittests": "ae221f4dec8be4da9bcd46c3a5ffc9a8ec1fc95fe6870b2b8feeca5557ba5ac3/489"
          },
      "swarming_command_lines_cwd": "out/f6e6-Mac_ASan_64_Bui",
      "swarming_command_lines_digest": "e2758ede1568c32cf99fd2b5d3dc2c4e6d6abbec1e67c606640cc69605fd0666/93",
      "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "998065856eb10ec01d6bb847b3eb2310039b7d2c",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8846750371967219872"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Mac ASan 64 Tests (1)"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Mac ASan 64 Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "238863"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[02:40:10.540] Scheduled build:
{
  "id": "8681320310105417793",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Mac ASan 64 Tests (1)"
  },
  "number": 106336,
  "createdBy": "project:chromium",
  "createTime": "2026-05-20T02:40:09.964201840Z",
  "updateTime": "2026-05-20T02:40:09.964201840Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "998065856eb10ec01d6bb847b3eb2310039b7d2c",
      "ref": "refs/heads/main"
    }
  }
}
[02:40:10.540] Task URL: https://cr-buildbucket.appspot.com/build/8681320310105417793
[02:40:10.540] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846750371967219872:2:0) after 9m53s
[02:40:11.401] Received PubSub notification, asking Buildbucket for the build status
[02:40:11.493] Build status: SCHEDULED
[02:41:22.431] Received PubSub notification, asking Buildbucket for the build status
[02:41:22.460] Build status: STARTED
[02:50:03.570] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846750371967219872:2:0)
[02:50:03.738] Build status: STARTED
[02:50:03.738] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846750371967219872:5:0) after 6m38s
[02:56:41.710] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846750371967219872:5:0)
[02:56:41.753] Build status: STARTED
[02:56:41.753] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846750371967219872:6:0) after 3m33s
[03:00:14.834] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846750371967219872:6:0)
[03:00:14.858] Build status: STARTED
[03:00:14.858] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846750371967219872:7:0) after 5m1s
[03:05:15.921] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846750371967219872:7:0)
[03:05:15.936] Build status: STARTED
[03:05:15.936] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846750371967219872:8:0) after 3m17s
[03:08:32.961] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846750371967219872:8:0)
[03:08:32.982] Build status: STARTED
[03:08:32.982] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846750371967219872:9:0) after 6m37s
[03:15:09.987] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846750371967219872:9:0)
[03:15:10.028] Build status: STARTED
[03:15:10.028] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846750371967219872:10:0) after 6m55s
[03:22:05.050] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846750371967219872:10:0)
[03:22:05.063] Build status: STARTED
[03:22:05.063] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846750371967219872:11:0) after 1m1s
[03:23:06.096] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846750371967219872:11:0)
[03:23:06.115] Build status: STARTED
[03:23:06.115] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846750371967219872:12:0) after 3m47s
[03:26:53.139] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846750371967219872:12:0)
[03:26:53.213] Build status: STARTED
[03:26:53.213] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846750371967219872:13:0) after 4m29s
[03:31:22.370] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846750371967219872:13:0)
[03:31:22.385] Build status: STARTED
[03:31:22.386] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846750371967219872:14:0) after 4m40s
[03:36:02.406] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846750371967219872:14:0)
[03:36:02.427] Build status: STARTED
[03:36:02.427] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846750371967219872:15:0) after 3m11s
[03:39:13.504] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846750371967219872:15:0)
[03:39:13.657] Build status: STARTED
[03:39:13.657] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846750371967219872:16:0) after 2m42s
[03:41:55.675] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846750371967219872:16:0)
[03:41:55.707] Build status: STARTED
[03:41:55.707] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846750371967219872:17:0) after 5m51s
[03:47:46.684] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846750371967219872:17:0)
[03:47:46.701] Build status: STARTED
[03:47:46.701] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846750371967219872:18:0) after 5m46s
[03:53:32.761] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846750371967219872:18:0)
[03:53:32.814] Build status: STARTED
[03:53:32.814] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846750371967219872:19:0) after 2m16s
[03:55:48.850] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846750371967219872:19:0)
[03:55:48.876] Build status: STARTED
[03:55:48.876] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846750371967219872:20:0) after 8m29s
[04:04:17.969] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846750371967219872:20:0)
[04:04:17.985] Build status: STARTED
[04:04:17.985] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846750371967219872:21:0) after 1m18s
[04:05:35.955] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846750371967219872:21:0)
[04:05:36.028] Build status: STARTED
[04:05:36.029] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846750371967219872:22:0) after 5m35s
[04:11:11.175] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846750371967219872:22:0)
[04:11:11.224] Build status: STARTED
[04:11:11.224] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846750371967219872:23:0) after 9m8s
[04:20:19.237] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846750371967219872:23:0)
[04:20:19.275] Build status: STARTED
[04:20:19.275] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846750371967219872:24:0) after 9m4s
[04:29:23.296] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846750371967219872:24:0)
[04:29:23.312] Build status: STARTED
[04:29:23.312] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846750371967219872:25:0) after 1m18s
[04:30:41.334] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846750371967219872:25:0)
[04:30:41.352] Build status: STARTED
[04:30:41.352] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846750371967219872:26:0) after 1m27s
[04:32:08.448] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846750371967219872:26:0)
[04:32:08.466] Build status: STARTED
[04:32:08.466] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846750371967219872:27:0) after 3m34s
[04:35:42.489] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846750371967219872:27:0)
[04:35:42.508] Build status: STARTED
[04:35:42.508] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846750371967219872:28:0) after 8m33s
[04:44:15.682] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846750371967219872:28:0)
[04:44:15.708] Build status: STARTED
[04:44:15.708] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846750371967219872:29:0) after 5m58s
[04:47:11.228] Received PubSub notification, asking Buildbucket for the build status
[04:47:11.372] Build:
{
  "id": "8681320310105417793",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Mac ASan 64 Tests (1)"
  },
  "number": 106336,
  "createdBy": "project:chromium",
  "createTime": "2026-05-20T02:40:09.964201840Z",
  "startTime": "2026-05-20T02:41:22.230321359Z",
  "endTime": "2026-05-20T04:47:04.194348719Z",
  "updateTime": "2026-05-20T04:47:04.194348719Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "998065856eb10ec01d6bb847b3eb2310039b7d2c",
      "ref": "refs/heads/main"
    }
  }
}
[04:47:11.372] Invocation finished in 2h7m2.566801678s with status FAILED