Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 2 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Mac ASan 64 Tests (1)"
>

Incoming triggers

  • Mac ASan 64 Builder/208976 (1 month ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • Mac ASan 64 Builder/208977 (1 month ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • Mac ASan 64 Builder/208979 (1 month ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • Mac ASan 64 Builder/208978 (1 month ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • Mac ASan 64 Builder/208981 (1 month ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)
  • Mac ASan 64 Builder/208980 (1 month ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "83e7953b9679c76170adf1b02e13e129e3c6de75",
        "project": "chromium/src",
        "ref": "refs/heads/main"
      }
    ]
  },
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "83e7953b9679c76170adf1b02e13e129e3c6de75"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8725193846781546657"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8725193846781546657"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8725193846781546657"
    }
  ],
  "parent_build_id": "8725193846781546657",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Mac ASan 64 Builder",
  "parent_got_angle_revision": "16d8325fb78fe7a335a1657fe8dfe2e49b6711ae",
  "parent_got_dawn_revision": "ef90c75f2d961d4df4d609ce64439cde4c14925d",
  "parent_got_revision": "83e7953b9679c76170adf1b02e13e129e3c6de75",
  "parent_got_revision_cp": "refs/heads/main@{#1408751}",
  "parent_got_swiftshader_revision": "b99f866d5a5cbbbfc185bce80edfab11c1fad6aa",
  "parent_got_v8_revision": "22427a65c8b9b2471122fb177fb43fd16b87d894",
  "parent_got_v8_revision_cp": "refs/heads/13.4.58@{#1}",
  "parent_got_webrtc_revision": "d48113627a5ee53aa7eef4cffcba0a10b8e95ca7",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#43772}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "83e7953b9679c76170adf1b02e13e129e3c6de75",
  "swarm_hashes": {
    "absl_hardening_tests": "8d3fb234e58dfc7605313e4dadfaae409d549c50aa3e6eb4ab8377720524ae15/488",
    "accessibility_unittests": "87c1ee78d4274e8e4b3c122cd18d39a2a47ed8e7748b33fd913a7fd9d2653efa/488",
    "angle_unittests": "c351a9c0bdff54fe68a70648b062c4a528bf581899d88e50ce7ae12ae7e8f20f/489",
    "app_shell_unittests": "08399acc1d682fa4d16d9a2b5e5c0138ac74b848fe3c22d1a510fb4eba14cdba/649",
    "base_unittests": "b9fe4cf640c2eb369a5db368039b5ba69a0619d9d52bbe594bdf9379f3b16c6e/566",
    "blink_common_unittests": "1195028cd9e09d97140719c47f6d54661b7cb21daac2bd26b52fe0df05924131/566",
    "blink_fuzzer_unittests": "9ff663f369443382e03a072ea9ca429a6966ad56d470a8b4e28d71cd8fd3c0fb/488",
    "blink_heap_unittests": "2dabc89327c522f1d6265602c707ba3e1abaf4f8ed2de0337791905eba08a851/488",
    "blink_platform_unittests": "f8ed4b4b2c19103a7a6ff5a3d5c5a39225b827ae7b4512b8debd0e542029ca3b/645",
    "blink_unittests": "32bea62689790f0b07d16476f077308a23cb9e4032b9551f78af662076e1ac89/729",
    "boringssl_crypto_tests": "ac81c9f5098f89b9d0f13de7d903d10a456116fe4d7e8930eb223c9316acfd1b/489",
    "boringssl_ssl_tests": "2e46264484621bcf6b5536622b905aea2f2146c77df80ac14cba99401922251c/488",
    "browser_tests": "0cf955de12a8ba35082ae0d57df3fb4cf863a2e180924b5fa8abf9e62ff72785/1220",
    "capture_unittests": "bc59355d0b280cee3649a3189cac7351301741ea9fdcd66295b80998ed72ffd9/567",
    "cast_unittests": "f56f24e869c1ee37294cb763159a22e8928a3cdce7d9deb1926463032a83e454/488",
    "cc_unittests": "e1b4c48066360ce49f35f4769bb230e555bf2a70bf335abf1bd1f00b4e76a5da/648",
    "chrome_app_unittests": "c35ee08c295dc003ea89b84106c6e33dd71e95d4cadf01b778b82748226e2a9a/566",
    "chromedriver_unittests": "5936b9f2bb8e098f74d22f9c942df55b79653de74557c6dc309b112840ffaf48/645",
    "components_browsertests": "0d6c3c616fa6d8970017e8da17a0cfed541307ef07fb9d34a535f2cacff58f2d/732",
    "components_unittests": "2de3b315df716ef969a25fabfe5cec2320eedfe3e5e120385e80a937960cfece/732",
    "content_browsertests": "745aca2c2ca3ae7823ea92e995c8b7720cc6518b7a33be0a242866c0c3a39bca/805",
    "content_unittests": "89d043ce43df9884157fae8343575949835073aa86f925fa42c6fbbc36d67a24/725",
    "crashpad_tests": "b1360572961a44ca582c1a0a6e11dc4befdc4fa8fa07658a5b118c2fd808a93d/489",
    "cronet_tests": "6d78d797a82259bc35818a02c6f057c5647f8a9e1c12cd952c374b377632fd3d/649",
    "cronet_unittests": "fc876556ce5e5efc9525b0b7b5b40d918f7518464c3040d13128ad3703997b9b/565",
    "crypto_unittests": "8e7ff865731abf1de6da61936775ade0c002729b5c7e602c003303739ca6b8a2/488",
    "device_unittests": "60fdfc21d7bdab072fd875f2df1f92dfa68493b94f5a51c7710db3e8223376fc/565",
    "display_unittests": "47918a5921845ab60064fb753188a8b31d0289ef6fbdefbe3d4dfd18918ebdb9/488",
    "env_chromium_unittests": "1f775833303d8c870a1fc1832b1ea1afbecd40e98e2634a0f6bbe83516c2f45e/488",
    "events_unittests": "e3a21218ae010bd189fc632bbff56d5e8ffbfee48a1180d16c5374dd33b22e8d/488",
    "extensions_browsertests": "b9d295b1cebf2832ffb1bc9ed68a3271f3ee89446cf5f7662787129233d3e60f/651",
    "extensions_unittests": "5959ff585176c697233ced7cc875a0ca4f8183a33bd7fd2f428f019bf8efb041/730",
    "filesystem_service_unittests": "e288a6c2139bbfeb839cd43be899ca1e7f372d886e78a61de7c7fb5267f74f45/488",
    "fuzzing_unittests": "a0245f7f0878799ac2f3198afd2eb9b97e0a9a5596461e7dbedf4b5f552b6abd/488",
    "gcm_unit_tests": "e0c17e87bc71b8989e0bac331a57b14fc97443ba264d11b34497c02ff02eabf5/565",
    "gfx_unittests": "ff265afdcdfa6bad333c3b31071ce6244d645a0f492b4c0085cab99fc7e47bec/564",
    "gin_unittests": "d6e003e4540bff53507ffe6cfa5dc8445a1c80db3e5252923ca6658d7af2e264/565",
    "google_apis_unittests": "2f0b6af94890391ca51bfd09d0848f574ee9350d77e090353aae8656d8bcc622/650",
    "gpu_unittests": "af45a2f4d6da13574fceec5a72b80ae85b5df774ca724df45c8e1820b63e8cb6/565",
    "gwp_asan_unittests": "b73989187c262f334366626b7b6a629629cc12191b9aa595272abc984573c4cf/489",
    "headless_browsertests": "1248b9153673ec9b9acb343b692d27b4cd2e2aca088ad948313034350d87df52/649",
    "headless_unittests": "5a6f6b4f2754a43852aad6f1f80b7942a09431a3cae3a2e1648f5becce117496/488",
    "interactive_ui_tests": "d4d87c0f38c84af730009ae3a246d2b2426ded14e1de678df66d3e2e2e5c620d/973",
    "ipc_tests": "6991d1c3f568c54c9f8de71e869a0bc4c9e18646d9930a12591c20d37a4a486d/488",
    "latency_unittests": "f338b61e8985147cdb89ea773192507e81d8bf077f2985b0ee0132011b368fc6/488",
    "leveldb_unittests": "d7e1e6201b2de0543b2f664d757a0ecf213b9781d1efce51eb5ec5bb244824f9/488",
    "libjingle_xmpp_unittests": "93a2d77a1e94586b4e93132f824142a05887e7bde922da5e25341d3e7e7f6e4b/488",
    "liburlpattern_unittests": "156b7ed3229e6c0c93746908fedae291977522aec76a4f4287d0009c432dc173/488",
    "media_unittests": "4c33aaea53023d49afeddbd246e34201aa2299ca1789474bb36bb1369436794c/568",
    "message_center_unittests": "164d2baa4325429636b2d020e2d2c3421fa6989a2dacbac71586e74d0ec1a314/488",
    "midi_unittests": "f8315cb6f14077cc48e10c03bcd47eefdf0f8a9ba8bfdfaf12d96aa84b98de39/488",
    "mojo_unittests": "9dd5542d2b1ba6f36d5dd0ccf49029fd1ae7f66c3dac7060767a45c6d78bc7ec/566",
    "native_theme_unittests": "42b02f512e3ed326a436c3ef9c2ab390922a1d55ebaca21b4ea38e711910d2bb/488",
    "net_unittests": "8f1ff114342ce471456a218480e2d22210786fe6b12ed7dbe8be2e358a39f295/567",
    "openscreen_unittests": "d02ad2f5edc8bd3c9453225bfc5137fa4f4206e60664dcd9488164e57874a378/489",
    "pdf_unittests": "2477e32a10d57190d0a634f5564eca9ee66272b211054b4bfdf351911386758b/565",
    "perfetto_unittests": "f2887fd18467b125ef45cb3a30c393d12bbaceb4fce9901a3d6f6281f19d70e1/488",
    "power_sampler_unittests": "59219bcd9a91ccfbce5d2c8b62624441e8f0b11676c30bddd95ee7dfb9020b0c/488",
    "printing_unittests": "aba3a2870eb13b00364333721142315059b784538fad6e5d2615ebf397736e7d/647",
    "remoting_unittests": "7ef1b133ad3a4e9239e8b58055496830fc7be0026e50bf995b06fac50062b515/565",
    "sandbox_unittests": "98fd2efddba46f555b691e4f1e3e768362dfb330b739ba7bda62d075edc623f3/488",
    "services_unittests": "023728d5c2927a1552ce03322710f1dd7edd2e289b8392b768fa1c4490505617/734",
    "shell_dialogs_unittests": "dbf95579c17810ca1eff23b9900acebfd1b5371c61aaa3f35b4762c45d08d59a/488",
    "skia_unittests": "5bafaa921de9a6e63678e52bf69df1ca410d307096ac243334f5734fd58e7d35/488",
    "snapshot_unittests": "63ca8efc45cc355e823d91c9ff1a23ead705962dbe53e3fe1d67c8568ed8ddf6/488",
    "sql_unittests": "3d884d188151e0366d5a1fe22316502104e213854d08f7dbcb6d2a066b635750/565",
    "storage_unittests": "6b757cb8da0ce5707dd75ce2396a3286277dfd4251ad835b61dd768517e3e445/646",
    "sync_integration_tests": "c34c74651db12a6a19baff34b93f051bd1322f7b0aa23c58bdce3aba72589c98/647",
    "ui_base_unittests": "dd808bb3020577e8746f9d1410e3ab53686030fd7307b7ea58d9c1c2b4fea9ab/641",
    "ui_touch_selection_unittests": "b63cfb2fa342ef389dc0c6e52d3035b8f982c5742b353b09931ea5ad3a39302b/488",
    "ui_unittests": "763dfcd6785a9f5e7fd01a6db0ce73164065073e8062f89df1d971c3dd9b6a50/488",
    "unit_tests": "567aa08c9ba51b05ea1611d32a3d9f9399f5c36af95e78189c76c4c7db30313b/1061",
    "updater_tests": "a253e589ab0eb2b8cdcc7dcd84b82672fb3e8d68e9d3b9b0aabac64dc24ee28c/647",
    "url_unittests": "0c67b1b62df27a83188c1aad49711131584a508c4dbf7b5469ac19d5c3d3730d/488",
    "views_unittests": "16b15aaa86b296e0d5ff5cff66db8fc43bd6d1105ee13ea6975609ad5cf3f2b0/488",
    "viz_unittests": "a4fba52eb6323997139f0f1b1755eef3aff558c85b15303861032afe6b9f3074/572",
    "wtf_unittests": "e965ff8bc5f0cf9b6c44edc6364d454610e04a3ca3883d29ab70cabf91630fdf/488",
    "xr_browser_tests": "887dc8bd7724eba804815003a3f3f6f203a2cc4f90e40ce0c05ef76c01baa7ff/646",
    "zlib_unittests": "1a5ce794026b176d3afbd0be806ab166df5d3c1efeacd7b4c428f75bc7d85f92/489"
  },
  "swarming_command_lines_cwd": "out/f6e6-Mac_ASan_64_Bui",
  "swarming_command_lines_digest": "0351003e4ac83a19d890966e6e3df5ca1cea55873aacdbf3fdc0d7c1b39f9ebb/94",
  "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/83e7953b9679c76170adf1b02e13e129e3c6de75
  • gitiles_ref:refs/heads/main
  • parent_buildername:Mac ASan 64 Builder
  • parent_buildnumber:208980
  • user_agent:recipe

Debug log (UTC)

[21:05:38.532] New invocation is queued and will start shortly
[21:05:38.532] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[21:05:39.617] Starting the invocation (attempt 1)
[21:05:39.647] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/83e7953b9679c76170adf1b02e13e129e3c6de75"
[21:05:39.647] Popped gitiles commit info from properties and tags
[21:05:39.647] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:05:39.648] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:05:39.648] Buildbucket request:
{
  "requestId": "8890620348922881536",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Mac ASan 64 Tests (1)"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "83e7953b9679c76170adf1b02e13e129e3c6de75",
                        "project": "chromium/src",
                        "ref": "refs/heads/main"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "83e7953b9679c76170adf1b02e13e129e3c6de75"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8725193846781546657"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8725193846781546657"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8725193846781546657"
                }
          ],
      "parent_build_id": "8725193846781546657",
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Mac ASan 64 Builder",
      "parent_got_angle_revision": "16d8325fb78fe7a335a1657fe8dfe2e49b6711ae",
      "parent_got_dawn_revision": "ef90c75f2d961d4df4d609ce64439cde4c14925d",
      "parent_got_revision": "83e7953b9679c76170adf1b02e13e129e3c6de75",
      "parent_got_revision_cp": "refs/heads/main@{#1408751}",
      "parent_got_swiftshader_revision": "b99f866d5a5cbbbfc185bce80edfab11c1fad6aa",
      "parent_got_v8_revision": "22427a65c8b9b2471122fb177fb43fd16b87d894",
      "parent_got_v8_revision_cp": "refs/heads/13.4.58@{#1}",
      "parent_got_webrtc_revision": "d48113627a5ee53aa7eef4cffcba0a10b8e95ca7",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#43772}",
      "swarm_hashes": {
            "absl_hardening_tests": "8d3fb234e58dfc7605313e4dadfaae409d549c50aa3e6eb4ab8377720524ae15/488",
            "accessibility_unittests": "87c1ee78d4274e8e4b3c122cd18d39a2a47ed8e7748b33fd913a7fd9d2653efa/488",
            "angle_unittests": "c351a9c0bdff54fe68a70648b062c4a528bf581899d88e50ce7ae12ae7e8f20f/489",
            "app_shell_unittests": "08399acc1d682fa4d16d9a2b5e5c0138ac74b848fe3c22d1a510fb4eba14cdba/649",
            "base_unittests": "b9fe4cf640c2eb369a5db368039b5ba69a0619d9d52bbe594bdf9379f3b16c6e/566",
            "blink_common_unittests": "1195028cd9e09d97140719c47f6d54661b7cb21daac2bd26b52fe0df05924131/566",
            "blink_fuzzer_unittests": "9ff663f369443382e03a072ea9ca429a6966ad56d470a8b4e28d71cd8fd3c0fb/488",
            "blink_heap_unittests": "2dabc89327c522f1d6265602c707ba3e1abaf4f8ed2de0337791905eba08a851/488",
            "blink_platform_unittests": "f8ed4b4b2c19103a7a6ff5a3d5c5a39225b827ae7b4512b8debd0e542029ca3b/645",
            "blink_unittests": "32bea62689790f0b07d16476f077308a23cb9e4032b9551f78af662076e1ac89/729",
            "boringssl_crypto_tests": "ac81c9f5098f89b9d0f13de7d903d10a456116fe4d7e8930eb223c9316acfd1b/489",
            "boringssl_ssl_tests": "2e46264484621bcf6b5536622b905aea2f2146c77df80ac14cba99401922251c/488",
            "browser_tests": "0cf955de12a8ba35082ae0d57df3fb4cf863a2e180924b5fa8abf9e62ff72785/1220",
            "capture_unittests": "bc59355d0b280cee3649a3189cac7351301741ea9fdcd66295b80998ed72ffd9/567",
            "cast_unittests": "f56f24e869c1ee37294cb763159a22e8928a3cdce7d9deb1926463032a83e454/488",
            "cc_unittests": "e1b4c48066360ce49f35f4769bb230e555bf2a70bf335abf1bd1f00b4e76a5da/648",
            "chrome_app_unittests": "c35ee08c295dc003ea89b84106c6e33dd71e95d4cadf01b778b82748226e2a9a/566",
            "chromedriver_unittests": "5936b9f2bb8e098f74d22f9c942df55b79653de74557c6dc309b112840ffaf48/645",
            "components_browsertests": "0d6c3c616fa6d8970017e8da17a0cfed541307ef07fb9d34a535f2cacff58f2d/732",
            "components_unittests": "2de3b315df716ef969a25fabfe5cec2320eedfe3e5e120385e80a937960cfece/732",
            "content_browsertests": "745aca2c2ca3ae7823ea92e995c8b7720cc6518b7a33be0a242866c0c3a39bca/805",
            "content_unittests": "89d043ce43df9884157fae8343575949835073aa86f925fa42c6fbbc36d67a24/725",
            "crashpad_tests": "b1360572961a44ca582c1a0a6e11dc4befdc4fa8fa07658a5b118c2fd808a93d/489",
            "cronet_tests": "6d78d797a82259bc35818a02c6f057c5647f8a9e1c12cd952c374b377632fd3d/649",
            "cronet_unittests": "fc876556ce5e5efc9525b0b7b5b40d918f7518464c3040d13128ad3703997b9b/565",
            "crypto_unittests": "8e7ff865731abf1de6da61936775ade0c002729b5c7e602c003303739ca6b8a2/488",
            "device_unittests": "60fdfc21d7bdab072fd875f2df1f92dfa68493b94f5a51c7710db3e8223376fc/565",
            "display_unittests": "47918a5921845ab60064fb753188a8b31d0289ef6fbdefbe3d4dfd18918ebdb9/488",
            "env_chromium_unittests": "1f775833303d8c870a1fc1832b1ea1afbecd40e98e2634a0f6bbe83516c2f45e/488",
            "events_unittests": "e3a21218ae010bd189fc632bbff56d5e8ffbfee48a1180d16c5374dd33b22e8d/488",
            "extensions_browsertests": "b9d295b1cebf2832ffb1bc9ed68a3271f3ee89446cf5f7662787129233d3e60f/651",
            "extensions_unittests": "5959ff585176c697233ced7cc875a0ca4f8183a33bd7fd2f428f019bf8efb041/730",
            "filesystem_service_unittests": "e288a6c2139bbfeb839cd43be899ca1e7f372d886e78a61de7c7fb5267f74f45/488",
            "fuzzing_unittests": "a0245f7f0878799ac2f3198afd2eb9b97e0a9a5596461e7dbedf4b5f552b6abd/488",
            "gcm_unit_tests": "e0c17e87bc71b8989e0bac331a57b14fc97443ba264d11b34497c02ff02eabf5/565",
            "gfx_unittests": "ff265afdcdfa6bad333c3b31071ce6244d645a0f492b4c0085cab99fc7e47bec/564",
            "gin_unittests": "d6e003e4540bff53507ffe6cfa5dc8445a1c80db3e5252923ca6658d7af2e264/565",
            "google_apis_unittests": "2f0b6af94890391ca51bfd09d0848f574ee9350d77e090353aae8656d8bcc622/650",
            "gpu_unittests": "af45a2f4d6da13574fceec5a72b80ae85b5df774ca724df45c8e1820b63e8cb6/565",
            "gwp_asan_unittests": "b73989187c262f334366626b7b6a629629cc12191b9aa595272abc984573c4cf/489",
            "headless_browsertests": "1248b9153673ec9b9acb343b692d27b4cd2e2aca088ad948313034350d87df52/649",
            "headless_unittests": "5a6f6b4f2754a43852aad6f1f80b7942a09431a3cae3a2e1648f5becce117496/488",
            "interactive_ui_tests": "d4d87c0f38c84af730009ae3a246d2b2426ded14e1de678df66d3e2e2e5c620d/973",
            "ipc_tests": "6991d1c3f568c54c9f8de71e869a0bc4c9e18646d9930a12591c20d37a4a486d/488",
            "latency_unittests": "f338b61e8985147cdb89ea773192507e81d8bf077f2985b0ee0132011b368fc6/488",
            "leveldb_unittests": "d7e1e6201b2de0543b2f664d757a0ecf213b9781d1efce51eb5ec5bb244824f9/488",
            "libjingle_xmpp_unittests": "93a2d77a1e94586b4e93132f824142a05887e7bde922da5e25341d3e7e7f6e4b/488",
            "liburlpattern_unittests": "156b7ed3229e6c0c93746908fedae291977522aec76a4f4287d0009c432dc173/488",
            "media_unittests": "4c33aaea53023d49afeddbd246e34201aa2299ca1789474bb36bb1369436794c/568",
            "message_center_unittests": "164d2baa4325429636b2d020e2d2c3421fa6989a2dacbac71586e74d0ec1a314/488",
            "midi_unittests": "f8315cb6f14077cc48e10c03bcd47eefdf0f8a9ba8bfdfaf12d96aa84b98de39/488",
            "mojo_unittests": "9dd5542d2b1ba6f36d5dd0ccf49029fd1ae7f66c3dac7060767a45c6d78bc7ec/566",
            "native_theme_unittests": "42b02f512e3ed326a436c3ef9c2ab390922a1d55ebaca21b4ea38e711910d2bb/488",
            "net_unittests": "8f1ff114342ce471456a218480e2d22210786fe6b12ed7dbe8be2e358a39f295/567",
            "openscreen_unittests": "d02ad2f5edc8bd3c9453225bfc5137fa4f4206e60664dcd9488164e57874a378/489",
            "pdf_unittests": "2477e32a10d57190d0a634f5564eca9ee66272b211054b4bfdf351911386758b/565",
            "perfetto_unittests": "f2887fd18467b125ef45cb3a30c393d12bbaceb4fce9901a3d6f6281f19d70e1/488",
            "power_sampler_unittests": "59219bcd9a91ccfbce5d2c8b62624441e8f0b11676c30bddd95ee7dfb9020b0c/488",
            "printing_unittests": "aba3a2870eb13b00364333721142315059b784538fad6e5d2615ebf397736e7d/647",
            "remoting_unittests": "7ef1b133ad3a4e9239e8b58055496830fc7be0026e50bf995b06fac50062b515/565",
            "sandbox_unittests": "98fd2efddba46f555b691e4f1e3e768362dfb330b739ba7bda62d075edc623f3/488",
            "services_unittests": "023728d5c2927a1552ce03322710f1dd7edd2e289b8392b768fa1c4490505617/734",
            "shell_dialogs_unittests": "dbf95579c17810ca1eff23b9900acebfd1b5371c61aaa3f35b4762c45d08d59a/488",
            "skia_unittests": "5bafaa921de9a6e63678e52bf69df1ca410d307096ac243334f5734fd58e7d35/488",
            "snapshot_unittests": "63ca8efc45cc355e823d91c9ff1a23ead705962dbe53e3fe1d67c8568ed8ddf6/488",
            "sql_unittests": "3d884d188151e0366d5a1fe22316502104e213854d08f7dbcb6d2a066b635750/565",
            "storage_unittests": "6b757cb8da0ce5707dd75ce2396a3286277dfd4251ad835b61dd768517e3e445/646",
            "sync_integration_tests": "c34c74651db12a6a19baff34b93f051bd1322f7b0aa23c58bdce3aba72589c98/647",
            "ui_base_unittests": "dd808bb3020577e8746f9d1410e3ab53686030fd7307b7ea58d9c1c2b4fea9ab/641",
            "ui_touch_selection_unittests": "b63cfb2fa342ef389dc0c6e52d3035b8f982c5742b353b09931ea5ad3a39302b/488",
            "ui_unittests": "763dfcd6785a9f5e7fd01a6db0ce73164065073e8062f89df1d971c3dd9b6a50/488",
            "unit_tests": "567aa08c9ba51b05ea1611d32a3d9f9399f5c36af95e78189c76c4c7db30313b/1061",
            "updater_tests": "a253e589ab0eb2b8cdcc7dcd84b82672fb3e8d68e9d3b9b0aabac64dc24ee28c/647",
            "url_unittests": "0c67b1b62df27a83188c1aad49711131584a508c4dbf7b5469ac19d5c3d3730d/488",
            "views_unittests": "16b15aaa86b296e0d5ff5cff66db8fc43bd6d1105ee13ea6975609ad5cf3f2b0/488",
            "viz_unittests": "a4fba52eb6323997139f0f1b1755eef3aff558c85b15303861032afe6b9f3074/572",
            "wtf_unittests": "e965ff8bc5f0cf9b6c44edc6364d454610e04a3ca3883d29ab70cabf91630fdf/488",
            "xr_browser_tests": "887dc8bd7724eba804815003a3f3f6f203a2cc4f90e40ce0c05ef76c01baa7ff/646",
            "zlib_unittests": "1a5ce794026b176d3afbd0be806ab166df5d3c1efeacd7b4c428f75bc7d85f92/489"
          },
      "swarming_command_lines_cwd": "out/f6e6-Mac_ASan_64_Bui",
      "swarming_command_lines_digest": "0351003e4ac83a19d890966e6e3df5ca1cea55873aacdbf3fdc0d7c1b39f9ebb/94",
      "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "83e7953b9679c76170adf1b02e13e129e3c6de75",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8890620348922881536"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Mac ASan 64 Tests (1)"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Mac ASan 64 Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "208980"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[21:05:40.149] Scheduled build:
{
  "id": "8725190287031239137",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Mac ASan 64 Tests (1)"
  },
  "number": 96280,
  "createdBy": "project:chromium",
  "createTime": "2025-01-20T21:05:39.709663262Z",
  "updateTime": "2025-01-20T21:05:39.709663262Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "83e7953b9679c76170adf1b02e13e129e3c6de75",
      "ref": "refs/heads/main"
    }
  }
}
[21:05:40.150] Task URL: https://cr-buildbucket.appspot.com/build/8725190287031239137
[21:05:40.150] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8890620348922881536:2:0) after 2m32s
[21:05:41.178] Received PubSub notification, asking Buildbucket for the build status
[21:05:41.202] Build status: SCHEDULED
[21:06:30.996] Received PubSub notification, asking Buildbucket for the build status
[21:06:31.030] Build status: STARTED
[21:08:12.148] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8890620348922881536:2:0)
[21:08:12.177] Build status: STARTED
[21:08:12.177] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8890620348922881536:5:0) after 2m24s
[21:10:36.307] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8890620348922881536:5:0)
[21:10:36.339] Build status: STARTED
[21:10:36.339] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8890620348922881536:6:0) after 5m40s
[21:16:16.580] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8890620348922881536:6:0)
[21:16:16.598] Build status: STARTED
[21:16:16.598] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8890620348922881536:7:0) after 2m42s
[21:18:58.964] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8890620348922881536:7:0)
[21:18:58.998] Build status: STARTED
[21:18:58.998] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8890620348922881536:8:0) after 8m33s
[21:27:32.028] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8890620348922881536:8:0)
[21:27:32.078] Build status: STARTED
[21:27:32.078] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8890620348922881536:9:0) after 2m47s
[21:30:19.221] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8890620348922881536:9:0)
[21:30:19.243] Build status: STARTED
[21:30:19.243] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8890620348922881536:10:0) after 3m41s
[21:34:00.544] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8890620348922881536:10:0)
[21:34:00.779] Build status: STARTED
[21:34:00.779] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8890620348922881536:11:0) after 8m17s
[21:42:17.984] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8890620348922881536:11:0)
[21:42:18.011] Build status: STARTED
[21:42:18.011] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8890620348922881536:12:0) after 4m9s
[21:46:27.252] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8890620348922881536:12:0)
[21:46:27.273] Build status: STARTED
[21:46:27.273] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8890620348922881536:13:0) after 7m34s
[21:54:01.297] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8890620348922881536:13:0)
[21:54:01.328] Build status: STARTED
[21:54:01.328] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8890620348922881536:14:0) after 5m43s
[21:59:44.356] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8890620348922881536:14:0)
[21:59:44.383] Build status: STARTED
[21:59:44.383] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8890620348922881536:15:0) after 5m37s
[22:05:21.408] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8890620348922881536:15:0)
[22:05:21.434] Build status: STARTED
[22:05:21.434] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8890620348922881536:16:0) after 9m25s
[22:14:46.774] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8890620348922881536:16:0)
[22:14:46.794] Build status: STARTED
[22:14:46.794] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8890620348922881536:17:0) after 6m1s
[22:20:48.044] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8890620348922881536:17:0)
[22:20:48.063] Build status: STARTED
[22:20:48.063] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8890620348922881536:18:0) after 6m22s
[22:27:10.090] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8890620348922881536:18:0)
[22:27:10.127] Build status: STARTED
[22:27:10.127] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8890620348922881536:19:0) after 7m6s
[22:34:16.173] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8890620348922881536:19:0)
[22:34:16.227] Build status: STARTED
[22:34:16.227] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8890620348922881536:20:0) after 4m17s
[22:38:33.356] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8890620348922881536:20:0)
[22:38:33.380] Build status: STARTED
[22:38:33.380] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8890620348922881536:21:0) after 3m3s
[22:41:36.404] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8890620348922881536:21:0)
[22:41:36.489] Build status: STARTED
[22:41:36.489] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8890620348922881536:22:0) after 5m6s
[22:46:42.602] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8890620348922881536:22:0)
[22:46:42.645] Build status: STARTED
[22:46:42.645] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8890620348922881536:23:0) after 9m30s
[22:56:12.677] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8890620348922881536:23:0)
[22:56:12.720] Build status: STARTED
[22:56:12.721] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8890620348922881536:24:0) after 3m11s
[22:59:23.756] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8890620348922881536:24:0)
[22:59:23.787] Build status: STARTED
[22:59:23.787] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8890620348922881536:25:0) after 9m49s
[23:09:13.001] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8890620348922881536:25:0)
[23:09:13.039] Build status: STARTED
[23:09:13.039] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8890620348922881536:26:0) after 9m8s
[23:11:53.824] Received PubSub notification, asking Buildbucket for the build status
[23:11:53.844] Build:
{
  "id": "8725190287031239137",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Mac ASan 64 Tests (1)"
  },
  "number": 96280,
  "createdBy": "project:chromium",
  "createTime": "2025-01-20T21:05:39.709663262Z",
  "startTime": "2025-01-20T21:06:30.586200724Z",
  "endTime": "2025-01-20T23:11:53.415593751Z",
  "updateTime": "2025-01-20T23:11:53.415593751Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "83e7953b9679c76170adf1b02e13e129e3c6de75",
      "ref": "refs/heads/main"
    }
  }
}
[23:11:53.844] Invocation finished in 2h6m15.323494024s with status FAILED