Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 2 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Mac ASan 64 Tests (1)"
>

Incoming triggers

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "65d739e770141bfe80809531d90fb1cc1eab004e",
        "project": "chromium/src",
        "ref": "refs/heads/main"
      }
    ]
  },
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "65d739e770141bfe80809531d90fb1cc1eab004e"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8680596020453225169"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8680596020453225169"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8680596020453225169"
    }
  ],
  "parent_build_id": "8680596020453225169",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Mac ASan 64 Builder",
  "parent_got_angle_revision": "46319cad211d95f66f35f9dc182f31f5baf0e041",
  "parent_got_dawn_revision": "e0a2faceeb2a5f4c81668020fc2e024c928b23fc",
  "parent_got_revision": "65d739e770141bfe80809531d90fb1cc1eab004e",
  "parent_got_revision_cp": "refs/heads/main@{#1637418}",
  "parent_got_swiftshader_revision": "bea72feae3cf98eafd793719150c3ec57a133b8e",
  "parent_got_v8_revision": "cf75f6897875c833a9308d932d406213de27db2f",
  "parent_got_v8_revision_cp": "refs/heads/15.0.223@{#1}",
  "parent_got_webrtc_revision": "1191543645bb0cbcb6bb767f578cb815ed63ab2a",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#47825}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "65d739e770141bfe80809531d90fb1cc1eab004e",
  "swarm_hashes": {
    "absl_hardening_tests": "e10a4ab16f66f843e8475ec34cfa4b0f83c2038381a5daf9e59e9e437a263b28/488",
    "accessibility_unittests": "5377c2fdb8230dab21241843c9f98195abe8b225e7985cdc37f0f9d7708a3ba4/488",
    "angle_unittests": "866512de9953946e08b4bbda5a8f6caf9fe0cd5ffdacc17fbc0348230b5230e1/489",
    "base_unittests": "79fb1f99acdcadb63f17fa520eebaa6f6104b9e8b250f157eab396d0b980fea9/566",
    "blink_common_unittests": "2bf3a92fee0304f54969ef4b957b4152816452910131c972c3d10208a31b9585/566",
    "blink_fuzzer_unittests": "2c2b66f1d3d35f59741c2295c30ce08ab204625c28154b49cb27c1d275ba4b37/488",
    "blink_heap_unittests": "2d3f2e6f733a96a2d7f410d6f0ec36951855538365e0f8ca0915a4644f2f8214/488",
    "blink_platform_unittests": "f4adfd462ebc4739a3531347c5b755085dbb0926e9b7b2f2c8ef2c7a1e47d4bb/645",
    "blink_unittests": "ff2dea6ccaad61ffb4dd69481c6b61a1f3ef42db5c4bf8c2ffb2f50650a22a20/729",
    "boringssl_crypto_tests": "4fc4746453de84226e4ee8e3f90b9225d5e1043d0e963e9270f286974b51a672/489",
    "boringssl_ssl_tests": "db9713cf44c9731bff92342a8d69f390f094cc63aa9ea5b23929656253702b4d/488",
    "browser_tests": "25e1804bf84c88549f71f4f51b0f27caa1886aa213f53e2af269dc101dcb3234/1220",
    "capture_unittests": "b37d7f545ada8e97307d12f65a7255ac55166fe6fbe578f0c61fc53cc5586f26/567",
    "cast_unittests": "b8e568acdf86efa415619bf8b15fc0d027bffe7292e9b60ae70a4d69b19c8fde/488",
    "cc_unittests": "d9693be908f069fd0c81c18e4aeeb7b989967c9dde816e6b7937ae54e3b931be/648",
    "chrome_app_unittests": "e56f97eea7574e4f3c220625805908d28ed2cae8ca7cf82bd4006b48256148b8/566",
    "chromedriver_unittests": "6e9d354d2f401c68e82bb1da8eb3e1c6669ba8dbe3526c0f3b502cf3d04c4557/645",
    "components_browsertests": "f8397e526c252b6d10d3e58654f7184a15bbba48d7618066105cc56b3740de9d/732",
    "components_unittests": "5142776b27679cbbaf5a64a27271ababd39f3958535f25b52eee039c634befd0/811",
    "content_browsertests": "10f6050f62db414f45c9d45e47fcacca133b6114d76c894197d9ec59c3ab9df0/805",
    "content_unittests": "c5689c55a90482e8bdd1322090713cc030610daeb3373326cc4715f15ecda19e/725",
    "crashpad_tests": "e2748e2780c06b8f768f27ae3b8744c91c2fb686f209eeb066e7afcbc10f5311/489",
    "crypto_unittests": "faf35e7e33556eeb2baf201d0175675dd3e9c576e016b974addeb772e343a259/568",
    "device_unittests": "891d070bcaece360c736f9d9d5073ae5d5070a7ba7d8ad7bf2479f4bb09c9355/565",
    "display_unittests": "99373c4137e55ba53499a1b9ec045bf971a73372bced93e07d679e2ead60cb00/488",
    "env_chromium_unittests": "2904984c2bfb24be6bca25296b2522714aeefe8fed22f2bc12a1bee3f527e964/488",
    "events_unittests": "5d537c2052b440c9d3927c29be53a1f4f2d30fe5649033c564b00b1f67189b75/488",
    "extensions_unittests": "9b48bde9ef881b12366c50e0837925582b42cd99171cc0832f3d26544827c16d/730",
    "filesystem_service_unittests": "561af5326fc67e09ad3e6275c6668cbea6d64dc650a0d5896257061d13b4a17b/488",
    "fuzzing_unittests": "16b28e035d3f14b16f76ff6f044a612827674fdc0432188ca0aa0d3340ad23bb/488",
    "gcm_unit_tests": "c1016c854de2a21a1fadb59bd76f82021f555cd064a0dac29552073d193fea82/565",
    "gfx_unittests": "dde030564afd1fd85d2520f8d5a7d14dcca7077f835a6c020af222be9a02a7ca/564",
    "gin_unittests": "bfee7b67c25bae3209e9c4c18da8198f45aab83dff7d19e7a61a7e9d611ba9a2/565",
    "google_apis_unittests": "37381169d02c0ca439c878839b1e053d9858b8e7fd90a462fb16b692d8422bb3/650",
    "gpu_unittests": "20eb239a151dbac929deb083928f6e90623ca4b49bb6c2e563f48a114d11a06d/565",
    "gwp_asan_unittests": "8acd79452a4f0bde52cb50fc533c5a032a4a341ee9c1b9aefdcd3df14d3a8d6b/489",
    "headless_browsertests": "0e73590924ac1ed49f039ed69376a45b6fde256b73194abdeaad457215757f86/733",
    "headless_unittests": "ac7fca90c4e0c6fca504af0ac7b0081b89c12149b868f9d56dcefd598711fe86/488",
    "interactive_ui_tests": "540eac4326b78ad8abc26a0374927b0cc5c1981a652e4c4d798f15c31bfe8f5a/1060",
    "ipc_tests": "301434b81035a3c5b04e32ba912736001c90cd61760a7c33fcabdf4a0b38d2a0/488",
    "latency_unittests": "55dc50ffd68b8a854f09b133b694a25a5291533ec540073a170b70329df92204/488",
    "leveldb_unittests": "14c030aa040a88c04bb0360deafd014611cd437059207035e59ab242e4df4e73/488",
    "libjingle_xmpp_unittests": "892d7ac4c0ad9a7c46241013def6e0a98db96463d8dbd07ff79cd5f2f3f3182e/488",
    "liburlpattern_unittests": "2d1932ddaecd467b22f0b190f894b6470fffdf60afe9da6eddae17a9e29d0c66/488",
    "media_unittests": "9ea18d34b2cd9b788fa2a96f5d593a0b3fcc4e38ba8d0892a558b1a3aaa9c0ce/568",
    "message_center_unittests": "19493b2325c0adf5c6415b6a0020ef2294d67c3ca4c860f48f75f1d5e86e24c0/488",
    "midi_unittests": "decbf8b6274d8fcab1868505c7f5c49dd8e4ad36abb24c4a617e72e89508bec9/488",
    "mojo_unittests": "04176db8ce10713998c461f9d7c68cd4da59fbc9d6a7c9ed3d35146af01bda39/566",
    "native_theme_unittests": "150f0ab63a59ed400ba4008017b3642c8f0a53497f692ed333b39d681daa997f/488",
    "net_unittests": "7625c51fa20ff1233208ffe947341f1f03902082fdacbcb6e7587e42a9ae76ba/567",
    "openscreen_unittests": "1f52567b995113878981a6d79627d747c1dd4f67f9e0f6d515933d357e8633a6/489",
    "pdf_unittests": "d9e05164d16a1ccbd2da2525c4f8c41e1e4780e0c0ece3cdcc4c7495f052774b/565",
    "perfetto_unittests": "0c69f626e787ba3b722395917989e49622d31825277bcc6598ae56988a7f23bb/488",
    "power_sampler_unittests": "e0c26bf93f672a89afa52ad3d0fdc9d66e15eff43e097b77a67e28219717ea14/488",
    "printing_unittests": "d9a45888a91d6597d756d3b6128a1213e0cc98405d8233d56aa47f15a6c0b26d/647",
    "puffin_unittests": "86977a1d125adc5d6eecbb182b76d160d1b877990fc7e6d6c1e157f3f5881bba/572",
    "remoting_unittests": "32d5e2c1b7389a6255fba88834d6e67eabb61cb9ce01a6f67b49daf9f0b810c7/565",
    "sandbox_unittests": "fbae391ac75f657955507be4d997323241758bf93b9d0cfc6f25ae41c7c969ab/488",
    "services_unittests": "54278faeeaab3dcf1620edc267ca82f8249a697fa490596da5454b2e1f972017/813",
    "shell_dialogs_unittests": "4c5384303accf93b4c9fc439d1cf90a69672cc1bee5d7c66ecf0f53a761a1627/488",
    "skia_unittests": "9b04e6d37684e70b74761dca750cbe561948b01ce77e0b9347642915804d9534/488",
    "snapshot_unittests": "6d559260a91bbcae89123ea41d438fbc677e8f8cf9ff61368146af0c12250e3f/488",
    "sql_unittests": "c42f3e460822a2fb2f64364761e6c19479c38296f26323cc661da30e953f4c21/565",
    "storage_unittests": "08ee2d10a6fbf755cd783460650cdc5653adc8d4ec012ab2a08294431cfab2e3/646",
    "sync_integration_tests": "1254e85ba3165f53983993c5414adca47400291636c2adcf1ceab678dc53d104/647",
    "ui_base_unittests": "2052306236c9ac305677f0dde11761757bde692d3e34858c20bacd650d7d2ec2/641",
    "ui_touch_selection_unittests": "58a3036cb2b9ee43599bc7105c5cf428e3b561cceb24eb5bdd2bc958db12ade1/488",
    "ui_unittests": "6e90c810ff1c8659fc10f90214ef108277182aa3e98851ecfc7c02f070c97612/488",
    "unit_tests": "c483c682dba8fba2dccf302e425cf638e6530c9968c132ddf12f299df1da48ef/1061",
    "updater_tests": "f2ad7ff05441856b960fe6969d4ddc34ea702fcdb74cabf23790ce9f80943746/647",
    "url_unittests": "6a0aa961cc781f729d69862795d770a5b81178a6036a23a285d4670cad0515fb/488",
    "views_unittests": "22de4579435182f641d4f9a5f107b32a0d9e9505aaf19dd5c7129af218464017/488",
    "viz_unittests": "efa1123973537727d877d24cfae5355efd61dfbb13b740ffe3db18f3ae509b85/572",
    "wtf_unittests": "902ab2d8066f899ba99eccd4435cef0ed75f27372f530b3844c49cbcb9a17a74/488",
    "xr_browser_tests": "522acf73955ef5962dc98076990e353ec453345d3f8894de43d427c10c734a82/646",
    "zlib_unittests": "90364295302ca5c35d480886e2da0f3552fc3996757272fbb1e5c4108d8d7b0f/489"
  },
  "swarming_command_lines_cwd": "out/f6e6-Mac_ASan_64_Bui",
  "swarming_command_lines_digest": "e2758ede1568c32cf99fd2b5d3dc2c4e6d6abbec1e67c606640cc69605fd0666/93",
  "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/65d739e770141bfe80809531d90fb1cc1eab004e
  • gitiles_ref:refs/heads/main
  • parent_buildername:Mac ASan 64 Builder
  • parent_buildnumber:239417
  • user_agent:recipe

Debug log (UTC)

[03:31:54.307] New invocation is queued and will start shortly
[03:31:54.307] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[03:31:55.362] Starting the invocation (attempt 1)
[03:31:55.393] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/65d739e770141bfe80809531d90fb1cc1eab004e"
[03:31:55.393] Popped gitiles commit info from properties and tags
[03:31:55.393] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:31:55.393] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:31:55.394] Buildbucket request:
{
  "requestId": "8846022339886840624",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Mac ASan 64 Tests (1)"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "65d739e770141bfe80809531d90fb1cc1eab004e",
                        "project": "chromium/src",
                        "ref": "refs/heads/main"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "65d739e770141bfe80809531d90fb1cc1eab004e"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8680596020453225169"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8680596020453225169"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8680596020453225169"
                }
          ],
      "parent_build_id": "8680596020453225169",
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Mac ASan 64 Builder",
      "parent_got_angle_revision": "46319cad211d95f66f35f9dc182f31f5baf0e041",
      "parent_got_dawn_revision": "e0a2faceeb2a5f4c81668020fc2e024c928b23fc",
      "parent_got_revision": "65d739e770141bfe80809531d90fb1cc1eab004e",
      "parent_got_revision_cp": "refs/heads/main@{#1637418}",
      "parent_got_swiftshader_revision": "bea72feae3cf98eafd793719150c3ec57a133b8e",
      "parent_got_v8_revision": "cf75f6897875c833a9308d932d406213de27db2f",
      "parent_got_v8_revision_cp": "refs/heads/15.0.223@{#1}",
      "parent_got_webrtc_revision": "1191543645bb0cbcb6bb767f578cb815ed63ab2a",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#47825}",
      "swarm_hashes": {
            "absl_hardening_tests": "e10a4ab16f66f843e8475ec34cfa4b0f83c2038381a5daf9e59e9e437a263b28/488",
            "accessibility_unittests": "5377c2fdb8230dab21241843c9f98195abe8b225e7985cdc37f0f9d7708a3ba4/488",
            "angle_unittests": "866512de9953946e08b4bbda5a8f6caf9fe0cd5ffdacc17fbc0348230b5230e1/489",
            "base_unittests": "79fb1f99acdcadb63f17fa520eebaa6f6104b9e8b250f157eab396d0b980fea9/566",
            "blink_common_unittests": "2bf3a92fee0304f54969ef4b957b4152816452910131c972c3d10208a31b9585/566",
            "blink_fuzzer_unittests": "2c2b66f1d3d35f59741c2295c30ce08ab204625c28154b49cb27c1d275ba4b37/488",
            "blink_heap_unittests": "2d3f2e6f733a96a2d7f410d6f0ec36951855538365e0f8ca0915a4644f2f8214/488",
            "blink_platform_unittests": "f4adfd462ebc4739a3531347c5b755085dbb0926e9b7b2f2c8ef2c7a1e47d4bb/645",
            "blink_unittests": "ff2dea6ccaad61ffb4dd69481c6b61a1f3ef42db5c4bf8c2ffb2f50650a22a20/729",
            "boringssl_crypto_tests": "4fc4746453de84226e4ee8e3f90b9225d5e1043d0e963e9270f286974b51a672/489",
            "boringssl_ssl_tests": "db9713cf44c9731bff92342a8d69f390f094cc63aa9ea5b23929656253702b4d/488",
            "browser_tests": "25e1804bf84c88549f71f4f51b0f27caa1886aa213f53e2af269dc101dcb3234/1220",
            "capture_unittests": "b37d7f545ada8e97307d12f65a7255ac55166fe6fbe578f0c61fc53cc5586f26/567",
            "cast_unittests": "b8e568acdf86efa415619bf8b15fc0d027bffe7292e9b60ae70a4d69b19c8fde/488",
            "cc_unittests": "d9693be908f069fd0c81c18e4aeeb7b989967c9dde816e6b7937ae54e3b931be/648",
            "chrome_app_unittests": "e56f97eea7574e4f3c220625805908d28ed2cae8ca7cf82bd4006b48256148b8/566",
            "chromedriver_unittests": "6e9d354d2f401c68e82bb1da8eb3e1c6669ba8dbe3526c0f3b502cf3d04c4557/645",
            "components_browsertests": "f8397e526c252b6d10d3e58654f7184a15bbba48d7618066105cc56b3740de9d/732",
            "components_unittests": "5142776b27679cbbaf5a64a27271ababd39f3958535f25b52eee039c634befd0/811",
            "content_browsertests": "10f6050f62db414f45c9d45e47fcacca133b6114d76c894197d9ec59c3ab9df0/805",
            "content_unittests": "c5689c55a90482e8bdd1322090713cc030610daeb3373326cc4715f15ecda19e/725",
            "crashpad_tests": "e2748e2780c06b8f768f27ae3b8744c91c2fb686f209eeb066e7afcbc10f5311/489",
            "crypto_unittests": "faf35e7e33556eeb2baf201d0175675dd3e9c576e016b974addeb772e343a259/568",
            "device_unittests": "891d070bcaece360c736f9d9d5073ae5d5070a7ba7d8ad7bf2479f4bb09c9355/565",
            "display_unittests": "99373c4137e55ba53499a1b9ec045bf971a73372bced93e07d679e2ead60cb00/488",
            "env_chromium_unittests": "2904984c2bfb24be6bca25296b2522714aeefe8fed22f2bc12a1bee3f527e964/488",
            "events_unittests": "5d537c2052b440c9d3927c29be53a1f4f2d30fe5649033c564b00b1f67189b75/488",
            "extensions_unittests": "9b48bde9ef881b12366c50e0837925582b42cd99171cc0832f3d26544827c16d/730",
            "filesystem_service_unittests": "561af5326fc67e09ad3e6275c6668cbea6d64dc650a0d5896257061d13b4a17b/488",
            "fuzzing_unittests": "16b28e035d3f14b16f76ff6f044a612827674fdc0432188ca0aa0d3340ad23bb/488",
            "gcm_unit_tests": "c1016c854de2a21a1fadb59bd76f82021f555cd064a0dac29552073d193fea82/565",
            "gfx_unittests": "dde030564afd1fd85d2520f8d5a7d14dcca7077f835a6c020af222be9a02a7ca/564",
            "gin_unittests": "bfee7b67c25bae3209e9c4c18da8198f45aab83dff7d19e7a61a7e9d611ba9a2/565",
            "google_apis_unittests": "37381169d02c0ca439c878839b1e053d9858b8e7fd90a462fb16b692d8422bb3/650",
            "gpu_unittests": "20eb239a151dbac929deb083928f6e90623ca4b49bb6c2e563f48a114d11a06d/565",
            "gwp_asan_unittests": "8acd79452a4f0bde52cb50fc533c5a032a4a341ee9c1b9aefdcd3df14d3a8d6b/489",
            "headless_browsertests": "0e73590924ac1ed49f039ed69376a45b6fde256b73194abdeaad457215757f86/733",
            "headless_unittests": "ac7fca90c4e0c6fca504af0ac7b0081b89c12149b868f9d56dcefd598711fe86/488",
            "interactive_ui_tests": "540eac4326b78ad8abc26a0374927b0cc5c1981a652e4c4d798f15c31bfe8f5a/1060",
            "ipc_tests": "301434b81035a3c5b04e32ba912736001c90cd61760a7c33fcabdf4a0b38d2a0/488",
            "latency_unittests": "55dc50ffd68b8a854f09b133b694a25a5291533ec540073a170b70329df92204/488",
            "leveldb_unittests": "14c030aa040a88c04bb0360deafd014611cd437059207035e59ab242e4df4e73/488",
            "libjingle_xmpp_unittests": "892d7ac4c0ad9a7c46241013def6e0a98db96463d8dbd07ff79cd5f2f3f3182e/488",
            "liburlpattern_unittests": "2d1932ddaecd467b22f0b190f894b6470fffdf60afe9da6eddae17a9e29d0c66/488",
            "media_unittests": "9ea18d34b2cd9b788fa2a96f5d593a0b3fcc4e38ba8d0892a558b1a3aaa9c0ce/568",
            "message_center_unittests": "19493b2325c0adf5c6415b6a0020ef2294d67c3ca4c860f48f75f1d5e86e24c0/488",
            "midi_unittests": "decbf8b6274d8fcab1868505c7f5c49dd8e4ad36abb24c4a617e72e89508bec9/488",
            "mojo_unittests": "04176db8ce10713998c461f9d7c68cd4da59fbc9d6a7c9ed3d35146af01bda39/566",
            "native_theme_unittests": "150f0ab63a59ed400ba4008017b3642c8f0a53497f692ed333b39d681daa997f/488",
            "net_unittests": "7625c51fa20ff1233208ffe947341f1f03902082fdacbcb6e7587e42a9ae76ba/567",
            "openscreen_unittests": "1f52567b995113878981a6d79627d747c1dd4f67f9e0f6d515933d357e8633a6/489",
            "pdf_unittests": "d9e05164d16a1ccbd2da2525c4f8c41e1e4780e0c0ece3cdcc4c7495f052774b/565",
            "perfetto_unittests": "0c69f626e787ba3b722395917989e49622d31825277bcc6598ae56988a7f23bb/488",
            "power_sampler_unittests": "e0c26bf93f672a89afa52ad3d0fdc9d66e15eff43e097b77a67e28219717ea14/488",
            "printing_unittests": "d9a45888a91d6597d756d3b6128a1213e0cc98405d8233d56aa47f15a6c0b26d/647",
            "puffin_unittests": "86977a1d125adc5d6eecbb182b76d160d1b877990fc7e6d6c1e157f3f5881bba/572",
            "remoting_unittests": "32d5e2c1b7389a6255fba88834d6e67eabb61cb9ce01a6f67b49daf9f0b810c7/565",
            "sandbox_unittests": "fbae391ac75f657955507be4d997323241758bf93b9d0cfc6f25ae41c7c969ab/488",
            "services_unittests": "54278faeeaab3dcf1620edc267ca82f8249a697fa490596da5454b2e1f972017/813",
            "shell_dialogs_unittests": "4c5384303accf93b4c9fc439d1cf90a69672cc1bee5d7c66ecf0f53a761a1627/488",
            "skia_unittests": "9b04e6d37684e70b74761dca750cbe561948b01ce77e0b9347642915804d9534/488",
            "snapshot_unittests": "6d559260a91bbcae89123ea41d438fbc677e8f8cf9ff61368146af0c12250e3f/488",
            "sql_unittests": "c42f3e460822a2fb2f64364761e6c19479c38296f26323cc661da30e953f4c21/565",
            "storage_unittests": "08ee2d10a6fbf755cd783460650cdc5653adc8d4ec012ab2a08294431cfab2e3/646",
            "sync_integration_tests": "1254e85ba3165f53983993c5414adca47400291636c2adcf1ceab678dc53d104/647",
            "ui_base_unittests": "2052306236c9ac305677f0dde11761757bde692d3e34858c20bacd650d7d2ec2/641",
            "ui_touch_selection_unittests": "58a3036cb2b9ee43599bc7105c5cf428e3b561cceb24eb5bdd2bc958db12ade1/488",
            "ui_unittests": "6e90c810ff1c8659fc10f90214ef108277182aa3e98851ecfc7c02f070c97612/488",
            "unit_tests": "c483c682dba8fba2dccf302e425cf638e6530c9968c132ddf12f299df1da48ef/1061",
            "updater_tests": "f2ad7ff05441856b960fe6969d4ddc34ea702fcdb74cabf23790ce9f80943746/647",
            "url_unittests": "6a0aa961cc781f729d69862795d770a5b81178a6036a23a285d4670cad0515fb/488",
            "views_unittests": "22de4579435182f641d4f9a5f107b32a0d9e9505aaf19dd5c7129af218464017/488",
            "viz_unittests": "efa1123973537727d877d24cfae5355efd61dfbb13b740ffe3db18f3ae509b85/572",
            "wtf_unittests": "902ab2d8066f899ba99eccd4435cef0ed75f27372f530b3844c49cbcb9a17a74/488",
            "xr_browser_tests": "522acf73955ef5962dc98076990e353ec453345d3f8894de43d427c10c734a82/646",
            "zlib_unittests": "90364295302ca5c35d480886e2da0f3552fc3996757272fbb1e5c4108d8d7b0f/489"
          },
      "swarming_command_lines_cwd": "out/f6e6-Mac_ASan_64_Bui",
      "swarming_command_lines_digest": "e2758ede1568c32cf99fd2b5d3dc2c4e6d6abbec1e67c606640cc69605fd0666/93",
      "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "65d739e770141bfe80809531d90fb1cc1eab004e",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8846022339886840624"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Mac ASan 64 Tests (1)"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Mac ASan 64 Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "239417"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[03:31:55.856] Scheduled build:
{
  "id": "8680592278027330929",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Mac ASan 64 Tests (1)"
  },
  "number": 106432,
  "createdBy": "project:chromium",
  "createTime": "2026-05-28T03:31:55.458675027Z",
  "updateTime": "2026-05-28T03:31:55.458675027Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "65d739e770141bfe80809531d90fb1cc1eab004e",
      "ref": "refs/heads/main"
    }
  }
}
[03:31:55.856] Task URL: https://cr-buildbucket.appspot.com/build/8680592278027330929
[03:31:55.857] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846022339886840624:2:0) after 6m58s
[03:31:56.928] Received PubSub notification, asking Buildbucket for the build status
[03:31:56.961] Build status: SCHEDULED
[03:33:06.798] Received PubSub notification, asking Buildbucket for the build status
[03:33:06.813] Build status: STARTED
[03:38:53.889] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846022339886840624:2:0)
[03:38:53.927] Build status: STARTED
[03:38:53.927] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846022339886840624:5:0) after 5m29s
[03:44:22.963] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846022339886840624:5:0)
[03:44:22.983] Build status: STARTED
[03:44:22.983] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846022339886840624:6:0) after 7m48s
[03:52:11.003] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846022339886840624:6:0)
[03:52:11.021] Build status: STARTED
[03:52:11.021] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846022339886840624:7:0) after 2m40s
[03:54:51.042] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846022339886840624:7:0)
[03:54:51.061] Build status: STARTED
[03:54:51.062] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846022339886840624:8:0) after 1m37s
[03:56:28.139] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846022339886840624:8:0)
[03:56:28.200] Build status: STARTED
[03:56:28.201] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846022339886840624:9:0) after 5m27s
[04:01:55.219] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846022339886840624:9:0)
[04:01:55.248] Build status: STARTED
[04:01:55.248] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846022339886840624:10:0) after 9m38s
[04:11:33.467] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846022339886840624:10:0)
[04:11:33.488] Build status: STARTED
[04:11:33.488] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846022339886840624:11:0) after 1m38s
[04:13:11.508] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846022339886840624:11:0)
[04:13:11.525] Build status: STARTED
[04:13:11.526] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846022339886840624:12:0) after 1m30s
[04:14:41.596] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846022339886840624:12:0)
[04:14:41.611] Build status: STARTED
[04:14:41.611] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846022339886840624:13:0) after 9m37s
[04:24:18.682] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846022339886840624:13:0)
[04:24:18.699] Build status: STARTED
[04:24:18.699] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846022339886840624:14:0) after 1m35s
[04:25:53.764] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846022339886840624:14:0)
[04:25:53.806] Build status: STARTED
[04:25:53.806] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846022339886840624:15:0) after 8m31s
[04:34:24.837] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846022339886840624:15:0)
[04:34:24.888] Build status: STARTED
[04:34:24.888] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846022339886840624:16:0) after 7m33s
[04:41:58.072] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846022339886840624:16:0)
[04:41:58.101] Build status: STARTED
[04:41:58.101] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846022339886840624:17:0) after 4m54s
[04:46:52.083] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846022339886840624:17:0)
[04:46:52.098] Build status: STARTED
[04:46:52.098] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846022339886840624:18:0) after 6m13s
[04:53:05.176] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846022339886840624:18:0)
[04:53:05.197] Build status: STARTED
[04:53:05.197] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846022339886840624:19:0) after 5m7s
[04:58:12.217] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846022339886840624:19:0)
[04:58:12.231] Build status: STARTED
[04:58:12.231] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846022339886840624:20:0) after 1m26s
[04:59:38.351] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846022339886840624:20:0)
[04:59:38.370] Build status: STARTED
[04:59:38.370] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846022339886840624:21:0) after 4m24s
[05:04:02.389] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846022339886840624:21:0)
[05:04:02.411] Build status: STARTED
[05:04:02.411] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846022339886840624:22:0) after 2m48s
[05:06:50.415] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846022339886840624:22:0)
[05:06:50.430] Build status: STARTED
[05:06:50.430] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846022339886840624:23:0) after 6m6s
[05:12:56.454] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846022339886840624:23:0)
[05:12:56.469] Build status: STARTED
[05:12:56.469] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846022339886840624:24:0) after 4m12s
[05:17:08.571] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846022339886840624:24:0)
[05:17:08.588] Build status: STARTED
[05:17:08.588] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846022339886840624:25:0) after 6m41s
[05:23:49.666] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846022339886840624:25:0)
[05:23:49.684] Build status: STARTED
[05:23:49.684] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846022339886840624:26:0) after 2m48s
[05:26:37.750] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846022339886840624:26:0)
[05:26:37.810] Build status: STARTED
[05:26:37.810] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846022339886840624:27:0) after 3m31s
[05:30:08.862] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846022339886840624:27:0)
[05:30:08.904] Build status: STARTED
[05:30:08.904] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846022339886840624:28:0) after 7m0s
[05:37:08.924] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846022339886840624:28:0)
[05:37:08.942] Build status: STARTED
[05:37:08.942] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846022339886840624:29:0) after 6m34s
[05:38:13.741] Received PubSub notification, asking Buildbucket for the build status
[05:38:13.754] Build:
{
  "id": "8680592278027330929",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Mac ASan 64 Tests (1)"
  },
  "number": 106432,
  "createdBy": "project:chromium",
  "createTime": "2026-05-28T03:31:55.458675027Z",
  "startTime": "2026-05-28T03:33:05.513008070Z",
  "endTime": "2026-05-28T05:38:13.118305267Z",
  "updateTime": "2026-05-28T05:38:13.118305267Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "65d739e770141bfe80809531d90fb1cc1eab004e",
      "ref": "refs/heads/main"
    }
  }
}
[05:38:13.754] Invocation finished in 2h6m19.452445344s with status FAILED