Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 2 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Mac ASan 64 Tests (1)"
>

Incoming triggers

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "9e3a70d19426ca3d966b65d7abc6cc9788d659c0",
        "project": "chromium/src",
        "ref": "refs/heads/main"
      }
    ]
  },
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "9e3a70d19426ca3d966b65d7abc6cc9788d659c0"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8680451068007246289"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8680451068007246289"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8680451068007246289"
    }
  ],
  "parent_build_id": "8680451068007246289",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Mac ASan 64 Builder",
  "parent_got_angle_revision": "5a008cb670d96253cb5b33091fb4edb92b08bb78",
  "parent_got_dawn_revision": "cae082e16781493ee0f709975b8ed2a6e72a20b3",
  "parent_got_revision": "9e3a70d19426ca3d966b65d7abc6cc9788d659c0",
  "parent_got_revision_cp": "refs/heads/main@{#1638549}",
  "parent_got_swiftshader_revision": "fce27a96526f54c6d31fdccf57629788e3712220",
  "parent_got_v8_revision": "76250ae4f644b77c8699565a3a809ac440abe188",
  "parent_got_v8_revision_cp": "refs/heads/15.0.238@{#1}",
  "parent_got_webrtc_revision": "9d20c621db5a7ac9ff046ffdd98de2203ebdce20",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#47843}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "9e3a70d19426ca3d966b65d7abc6cc9788d659c0",
  "swarm_hashes": {
    "absl_hardening_tests": "e94e399f076e79e7caceaec8419f051450f8ab54c8d6cd6093ed6a6299d9502c/488",
    "accessibility_unittests": "7f3da93ce7680ce9ac890e87662faa1a53c3f8a809c809008a9e8d1e5da122e9/488",
    "angle_unittests": "3565ca52ffe840c168369f8e715c83ede69b54fd256a3e6eb23ad5ecde03089d/489",
    "base_unittests": "670cb3f97b7da7932776f52b24db9c7d8d7368d49065e98e45c88007021973c3/566",
    "blink_common_unittests": "102a7a724cb19031477012c56a4ed70acdd34a64e719a5ebeeba6bf9a5a66387/566",
    "blink_fuzzer_unittests": "dc45131fcdaf5b08cb43fdae0491f007c268d797b7994b3f94885db667658a86/488",
    "blink_heap_unittests": "36d850c1109b2d6d0b7481484e2528503b77184643f167025fd9d09628f1e0d7/488",
    "blink_platform_unittests": "8c486c8e9d4039f0f30588549dbe0a06250530bda81657eeb85ced437a9dd4ee/645",
    "blink_unittests": "70b2b1538ebcf136cfb5bc6f5fd8cfa16cc91aeb5621d2dee71c8380d5900785/729",
    "boringssl_crypto_tests": "cc65393d5145db6da8ccb44888c7f392256ace71825e5bf28e20bc2bd6eb7337/489",
    "boringssl_ssl_tests": "7a5213ecb244617b4ecada6e884302c9afcaf2574a6af46c98e999df74d6cde8/488",
    "browser_tests": "9d0fe59e38ac0cdf991ad7b088172c964c299fc13de539eac7bd59c330fcddfd/1220",
    "capture_unittests": "2113069de683899c7bc254742928f0f26439a2521e8d4a173ea171a98ee2d4bf/567",
    "cast_unittests": "9d2d5136eb1a014417618ae0ac43fc02b7dc1b936d51551cdbb051798be1988d/488",
    "cc_unittests": "9c1f7ebcb64e259f669e6e629e2f90cd9afb396180e1bbb14519ea658acbb04b/648",
    "chrome_app_unittests": "d1228f1bf92eb594be0a38cb0815067ba1729d402bd6c34a04a76ee6d7c272e3/566",
    "chromedriver_unittests": "6dfc8443c642e72741a8329ea93770621f1cfa085295f01349be8da652df103b/645",
    "components_browsertests": "0a37fd9fbec42807003c446d76b3fe75ecd2278b399c62a708ce8fb2fc830bc4/732",
    "components_unittests": "d30f0154e85313664710ff6d8d49f6e5986b87e6a5b825deb4f707493535cd2a/811",
    "content_browsertests": "690568ecbdfabd0079c750afa9a27c9b7307538e6a693b983acc21a39cc86906/805",
    "content_unittests": "3677298ef6aafadcbf73b48a284657b95605ed035080795bf12b89cfc99bd02e/725",
    "crashpad_tests": "c3f870802d7cf9f40415a94026d7e4f0753829a60ce3aa27083315d88a43cb83/489",
    "crypto_unittests": "d9bef2a6c528d39bca121a031bfcedf7f53382f067bed80bcd85f3ea1f98eb9d/568",
    "device_unittests": "d6c3ee52128d678c4126c8633607d2b77deb505184a154765089c09cbbcb571f/565",
    "display_unittests": "5123fb366dfeeefe673444a1f12c0e8e71eda7693c0523087a37f89ed27a6a22/488",
    "env_chromium_unittests": "3379a6b4b7b2d853c478691167d6fa99929e1e4a532eb69ebae0fdeb943d6387/488",
    "events_unittests": "a53eaa7470363767d52a3248319a2f04c3e44ad5d717377cd7934b97ceaaa793/488",
    "extensions_unittests": "4275b0447705ed2b21632ee399ea9d4d9b8cb434dc88a677e99c329d3119da7a/730",
    "filesystem_service_unittests": "6d4dfacf4f2195be52f6d65cedbe9e94c8da42cdf6dca3088d015cdf9f9d9446/488",
    "fuzzing_unittests": "812a50aad096096b7bf26def30be2901dfb96863337e2b3fe9af2c3b62dd4762/488",
    "gcm_unit_tests": "c7ee59652e02c84a5773f255a86ac469fd0ffe884e4863e58202ef373f14e196/565",
    "gfx_unittests": "d12a2de083245d1b0f4d0433ac7209bc711d0168c48785d402c3eec14c05b6cb/564",
    "gin_unittests": "bebfa1ab2ad2647e2e495e626ace08bd51202a58abe9ff2f3ebda3a202549d6d/565",
    "google_apis_unittests": "668d26c84735d85fcc23149950cc575f85fee174cbe5d05a8ebbd79b547b4992/650",
    "gpu_unittests": "f3e837005c6f6130ce7710c293ed500d6dccc82f9574118ed95dec6a1ee06492/565",
    "gwp_asan_unittests": "0c5427d19151c305bf5a6ae25103d2f187cbc76e01719dfe11a57c474c6c71b9/489",
    "headless_browsertests": "e28dfc492c840fb99a931e08bada1eb9af9cc252bad8cefe3b680feb74a36e41/733",
    "headless_unittests": "3d6c41b9faa23d26576d44d3d16c70e3feedcbd78c6de977cf177f55f9c828e6/488",
    "interactive_ui_tests": "c61b47a71ffe9cb126e12871a60fd8e9273de8c1a7e1b07c26f168b0cb4e36fd/1060",
    "ipc_tests": "d6f7b0157a255ab0276484b52a9eb1216ee6829765f4389bc7b942a0d8e9110b/488",
    "latency_unittests": "be857a686be41ecbedd6ff2ff1ff48c6bc93c3ddaf3d8bf6120168e299292026/488",
    "leveldb_unittests": "c08675ed2a38e2e7f4bb52bca44cf40e03e0d0b1d084f78d656a4e9143a94bc2/488",
    "libjingle_xmpp_unittests": "7b24fd6d6daee56c62def250950129bb3cf37e1915edef93c9b302546ad23dfc/488",
    "liburlpattern_unittests": "6819d6764f1386729c8d1dedc3412395df22e2a12bf9ef6d1b0e8e3dc066fa7b/488",
    "media_unittests": "ea15d942f436b9d6360968d2e23fcff82a7cb0892f25aa7c895721420fb9f22b/568",
    "message_center_unittests": "3910f11b43d29e9ab0beb7d263ef7eed54feea724339982787960ba9538bc54c/488",
    "midi_unittests": "84cb0ac7095ac855021a9ff6f3f1a29a187aea45881474fbbe712644e7fef764/488",
    "mojo_unittests": "4fbb1dd7842b854685ca1f12b3097c0b288fa61a7fefbc836431089ae7a724d9/566",
    "native_theme_unittests": "dad6a6a9336be341999d715bcc76899c7a8104f9f7213be44229820440a58b5e/488",
    "net_unittests": "f6470acc7802cf9653f052307076a7a1eccf9f34ee5560e3aafd79b82ff9a817/567",
    "openscreen_unittests": "c875b7c67b8c358a33d3a477d51c576373c285faaaa655e032d8fe456abcbc0f/489",
    "pdf_unittests": "9b925681b63d50b48eeceeb4f5dc1c8c594f3f702c6fee860b6764669a31ffec/565",
    "perfetto_unittests": "30cc397415159e5b9f7fcf663471d67627aeb4b826d494256952e9eaec2f08ed/488",
    "power_sampler_unittests": "04fd518995207bc8543b9ca5e162fb50d0879cd985e814dc367c11c00e05fb48/488",
    "printing_unittests": "bca88fd9c0de77889bc94d67546d1f55693143625e992e4c8af597f43ae218c6/647",
    "puffin_unittests": "3f39057467625c19b41f8818d78a23ab64d591f5b6555f4aa914c2fb408de686/572",
    "remoting_unittests": "7d21ca4e0094ab20610221400c02574a9659fa5eb46447da9389edccdfb40af0/565",
    "sandbox_unittests": "bed7077cecda4f2029a8919b92a636429c09456d07d36f02dc9d294063980a9d/488",
    "services_unittests": "69dd00821ac20e743105d17890437bf013b4675fd378799af11f7d3acfe4fa97/813",
    "shell_dialogs_unittests": "bd728cd7efa8d97cf353ab7cbca5ccfe605714fb0244963b22e76b89c1ceabb5/488",
    "skia_unittests": "fb4356f637d91479e1ab0757a2b0347bc2b630e75c15777a7aa4a437127a680f/488",
    "snapshot_unittests": "ee71abaa308e36ea4a4e2711bfd96be6a556ccf3a24a32e9590325582c26ae93/488",
    "sql_unittests": "b3452e94d57ae585309ab9898d6be921e65e4a831b7b67b955d273c479a6a1a7/565",
    "storage_unittests": "213d49bfd6e042317fef17c2f93d858cdccbded421b122cd2718c7b881f7ad04/646",
    "sync_integration_tests": "f625ec191965a5c1a4a543a691301088a8a4435e6619d172775d546dc437ccfe/647",
    "ui_base_unittests": "e0d6322328c44d623af620b1e1a3a2d463f188a76d030033c7a9634e544171b8/641",
    "ui_touch_selection_unittests": "b4579c163d58c4ddef3c1a6b183b4325b533941561d3cbd71518d81d167b52be/488",
    "ui_unittests": "e09da6c840ed4e6f561730bcd735634a559511af85e29e86d456fc64577367b3/488",
    "unit_tests": "9f4d4ac78c352dc14be29760fa464076d33071820b4a019b4aff6732b6dbe3e6/1061",
    "updater_tests": "f3ebd13f48202b0d34c8e11fd0f5cd073fa7ccc8c563e60b763eec0b8f7583af/647",
    "url_unittests": "aefcc466892ca4aff764a0902e716bcb1b00f1e1bf0a758637bb0f6351172d5f/488",
    "views_unittests": "c07312bf54629cd1e184a0b811066516d03ce030440175dfe0a4dc30da5147b2/488",
    "viz_unittests": "e50d306f66543d0230c5c8391c268ede9ae30670d2e893aaffe6e36f9be8b732/572",
    "wtf_unittests": "13888999435397f62f9d3f2e6ef5e8f1f58d82c4eab50f175ddb06e06296d437/488",
    "xr_browser_tests": "e65505228868479637436754f729e12ad66569eba69b076b5ed31eb333bbcd85/646",
    "zlib_unittests": "1d8649b5d6e2aa69c96d711e0693f245c73213d06fd7efc1d629106784859570/489"
  },
  "swarming_command_lines_cwd": "out/f6e6-Mac_ASan_64_Bui",
  "swarming_command_lines_digest": "e2758ede1568c32cf99fd2b5d3dc2c4e6d6abbec1e67c606640cc69605fd0666/93",
  "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/9e3a70d19426ca3d966b65d7abc6cc9788d659c0
  • gitiles_ref:refs/heads/main
  • parent_buildername:Mac ASan 64 Builder
  • parent_buildnumber:239529
  • user_agent:recipe

Debug log (UTC)

[17:43:58.620] New invocation is queued and will start shortly
[17:43:58.620] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[17:44:04.351] Starting the invocation (attempt 1)
[17:44:04.377] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/9e3a70d19426ca3d966b65d7abc6cc9788d659c0"
[17:44:04.377] Popped gitiles commit info from properties and tags
[17:44:04.377] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[17:44:04.377] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[17:44:04.378] Buildbucket request:
{
  "requestId": "8845878135191123552",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Mac ASan 64 Tests (1)"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "9e3a70d19426ca3d966b65d7abc6cc9788d659c0",
                        "project": "chromium/src",
                        "ref": "refs/heads/main"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "9e3a70d19426ca3d966b65d7abc6cc9788d659c0"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8680451068007246289"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8680451068007246289"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8680451068007246289"
                }
          ],
      "parent_build_id": "8680451068007246289",
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Mac ASan 64 Builder",
      "parent_got_angle_revision": "5a008cb670d96253cb5b33091fb4edb92b08bb78",
      "parent_got_dawn_revision": "cae082e16781493ee0f709975b8ed2a6e72a20b3",
      "parent_got_revision": "9e3a70d19426ca3d966b65d7abc6cc9788d659c0",
      "parent_got_revision_cp": "refs/heads/main@{#1638549}",
      "parent_got_swiftshader_revision": "fce27a96526f54c6d31fdccf57629788e3712220",
      "parent_got_v8_revision": "76250ae4f644b77c8699565a3a809ac440abe188",
      "parent_got_v8_revision_cp": "refs/heads/15.0.238@{#1}",
      "parent_got_webrtc_revision": "9d20c621db5a7ac9ff046ffdd98de2203ebdce20",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#47843}",
      "swarm_hashes": {
            "absl_hardening_tests": "e94e399f076e79e7caceaec8419f051450f8ab54c8d6cd6093ed6a6299d9502c/488",
            "accessibility_unittests": "7f3da93ce7680ce9ac890e87662faa1a53c3f8a809c809008a9e8d1e5da122e9/488",
            "angle_unittests": "3565ca52ffe840c168369f8e715c83ede69b54fd256a3e6eb23ad5ecde03089d/489",
            "base_unittests": "670cb3f97b7da7932776f52b24db9c7d8d7368d49065e98e45c88007021973c3/566",
            "blink_common_unittests": "102a7a724cb19031477012c56a4ed70acdd34a64e719a5ebeeba6bf9a5a66387/566",
            "blink_fuzzer_unittests": "dc45131fcdaf5b08cb43fdae0491f007c268d797b7994b3f94885db667658a86/488",
            "blink_heap_unittests": "36d850c1109b2d6d0b7481484e2528503b77184643f167025fd9d09628f1e0d7/488",
            "blink_platform_unittests": "8c486c8e9d4039f0f30588549dbe0a06250530bda81657eeb85ced437a9dd4ee/645",
            "blink_unittests": "70b2b1538ebcf136cfb5bc6f5fd8cfa16cc91aeb5621d2dee71c8380d5900785/729",
            "boringssl_crypto_tests": "cc65393d5145db6da8ccb44888c7f392256ace71825e5bf28e20bc2bd6eb7337/489",
            "boringssl_ssl_tests": "7a5213ecb244617b4ecada6e884302c9afcaf2574a6af46c98e999df74d6cde8/488",
            "browser_tests": "9d0fe59e38ac0cdf991ad7b088172c964c299fc13de539eac7bd59c330fcddfd/1220",
            "capture_unittests": "2113069de683899c7bc254742928f0f26439a2521e8d4a173ea171a98ee2d4bf/567",
            "cast_unittests": "9d2d5136eb1a014417618ae0ac43fc02b7dc1b936d51551cdbb051798be1988d/488",
            "cc_unittests": "9c1f7ebcb64e259f669e6e629e2f90cd9afb396180e1bbb14519ea658acbb04b/648",
            "chrome_app_unittests": "d1228f1bf92eb594be0a38cb0815067ba1729d402bd6c34a04a76ee6d7c272e3/566",
            "chromedriver_unittests": "6dfc8443c642e72741a8329ea93770621f1cfa085295f01349be8da652df103b/645",
            "components_browsertests": "0a37fd9fbec42807003c446d76b3fe75ecd2278b399c62a708ce8fb2fc830bc4/732",
            "components_unittests": "d30f0154e85313664710ff6d8d49f6e5986b87e6a5b825deb4f707493535cd2a/811",
            "content_browsertests": "690568ecbdfabd0079c750afa9a27c9b7307538e6a693b983acc21a39cc86906/805",
            "content_unittests": "3677298ef6aafadcbf73b48a284657b95605ed035080795bf12b89cfc99bd02e/725",
            "crashpad_tests": "c3f870802d7cf9f40415a94026d7e4f0753829a60ce3aa27083315d88a43cb83/489",
            "crypto_unittests": "d9bef2a6c528d39bca121a031bfcedf7f53382f067bed80bcd85f3ea1f98eb9d/568",
            "device_unittests": "d6c3ee52128d678c4126c8633607d2b77deb505184a154765089c09cbbcb571f/565",
            "display_unittests": "5123fb366dfeeefe673444a1f12c0e8e71eda7693c0523087a37f89ed27a6a22/488",
            "env_chromium_unittests": "3379a6b4b7b2d853c478691167d6fa99929e1e4a532eb69ebae0fdeb943d6387/488",
            "events_unittests": "a53eaa7470363767d52a3248319a2f04c3e44ad5d717377cd7934b97ceaaa793/488",
            "extensions_unittests": "4275b0447705ed2b21632ee399ea9d4d9b8cb434dc88a677e99c329d3119da7a/730",
            "filesystem_service_unittests": "6d4dfacf4f2195be52f6d65cedbe9e94c8da42cdf6dca3088d015cdf9f9d9446/488",
            "fuzzing_unittests": "812a50aad096096b7bf26def30be2901dfb96863337e2b3fe9af2c3b62dd4762/488",
            "gcm_unit_tests": "c7ee59652e02c84a5773f255a86ac469fd0ffe884e4863e58202ef373f14e196/565",
            "gfx_unittests": "d12a2de083245d1b0f4d0433ac7209bc711d0168c48785d402c3eec14c05b6cb/564",
            "gin_unittests": "bebfa1ab2ad2647e2e495e626ace08bd51202a58abe9ff2f3ebda3a202549d6d/565",
            "google_apis_unittests": "668d26c84735d85fcc23149950cc575f85fee174cbe5d05a8ebbd79b547b4992/650",
            "gpu_unittests": "f3e837005c6f6130ce7710c293ed500d6dccc82f9574118ed95dec6a1ee06492/565",
            "gwp_asan_unittests": "0c5427d19151c305bf5a6ae25103d2f187cbc76e01719dfe11a57c474c6c71b9/489",
            "headless_browsertests": "e28dfc492c840fb99a931e08bada1eb9af9cc252bad8cefe3b680feb74a36e41/733",
            "headless_unittests": "3d6c41b9faa23d26576d44d3d16c70e3feedcbd78c6de977cf177f55f9c828e6/488",
            "interactive_ui_tests": "c61b47a71ffe9cb126e12871a60fd8e9273de8c1a7e1b07c26f168b0cb4e36fd/1060",
            "ipc_tests": "d6f7b0157a255ab0276484b52a9eb1216ee6829765f4389bc7b942a0d8e9110b/488",
            "latency_unittests": "be857a686be41ecbedd6ff2ff1ff48c6bc93c3ddaf3d8bf6120168e299292026/488",
            "leveldb_unittests": "c08675ed2a38e2e7f4bb52bca44cf40e03e0d0b1d084f78d656a4e9143a94bc2/488",
            "libjingle_xmpp_unittests": "7b24fd6d6daee56c62def250950129bb3cf37e1915edef93c9b302546ad23dfc/488",
            "liburlpattern_unittests": "6819d6764f1386729c8d1dedc3412395df22e2a12bf9ef6d1b0e8e3dc066fa7b/488",
            "media_unittests": "ea15d942f436b9d6360968d2e23fcff82a7cb0892f25aa7c895721420fb9f22b/568",
            "message_center_unittests": "3910f11b43d29e9ab0beb7d263ef7eed54feea724339982787960ba9538bc54c/488",
            "midi_unittests": "84cb0ac7095ac855021a9ff6f3f1a29a187aea45881474fbbe712644e7fef764/488",
            "mojo_unittests": "4fbb1dd7842b854685ca1f12b3097c0b288fa61a7fefbc836431089ae7a724d9/566",
            "native_theme_unittests": "dad6a6a9336be341999d715bcc76899c7a8104f9f7213be44229820440a58b5e/488",
            "net_unittests": "f6470acc7802cf9653f052307076a7a1eccf9f34ee5560e3aafd79b82ff9a817/567",
            "openscreen_unittests": "c875b7c67b8c358a33d3a477d51c576373c285faaaa655e032d8fe456abcbc0f/489",
            "pdf_unittests": "9b925681b63d50b48eeceeb4f5dc1c8c594f3f702c6fee860b6764669a31ffec/565",
            "perfetto_unittests": "30cc397415159e5b9f7fcf663471d67627aeb4b826d494256952e9eaec2f08ed/488",
            "power_sampler_unittests": "04fd518995207bc8543b9ca5e162fb50d0879cd985e814dc367c11c00e05fb48/488",
            "printing_unittests": "bca88fd9c0de77889bc94d67546d1f55693143625e992e4c8af597f43ae218c6/647",
            "puffin_unittests": "3f39057467625c19b41f8818d78a23ab64d591f5b6555f4aa914c2fb408de686/572",
            "remoting_unittests": "7d21ca4e0094ab20610221400c02574a9659fa5eb46447da9389edccdfb40af0/565",
            "sandbox_unittests": "bed7077cecda4f2029a8919b92a636429c09456d07d36f02dc9d294063980a9d/488",
            "services_unittests": "69dd00821ac20e743105d17890437bf013b4675fd378799af11f7d3acfe4fa97/813",
            "shell_dialogs_unittests": "bd728cd7efa8d97cf353ab7cbca5ccfe605714fb0244963b22e76b89c1ceabb5/488",
            "skia_unittests": "fb4356f637d91479e1ab0757a2b0347bc2b630e75c15777a7aa4a437127a680f/488",
            "snapshot_unittests": "ee71abaa308e36ea4a4e2711bfd96be6a556ccf3a24a32e9590325582c26ae93/488",
            "sql_unittests": "b3452e94d57ae585309ab9898d6be921e65e4a831b7b67b955d273c479a6a1a7/565",
            "storage_unittests": "213d49bfd6e042317fef17c2f93d858cdccbded421b122cd2718c7b881f7ad04/646",
            "sync_integration_tests": "f625ec191965a5c1a4a543a691301088a8a4435e6619d172775d546dc437ccfe/647",
            "ui_base_unittests": "e0d6322328c44d623af620b1e1a3a2d463f188a76d030033c7a9634e544171b8/641",
            "ui_touch_selection_unittests": "b4579c163d58c4ddef3c1a6b183b4325b533941561d3cbd71518d81d167b52be/488",
            "ui_unittests": "e09da6c840ed4e6f561730bcd735634a559511af85e29e86d456fc64577367b3/488",
            "unit_tests": "9f4d4ac78c352dc14be29760fa464076d33071820b4a019b4aff6732b6dbe3e6/1061",
            "updater_tests": "f3ebd13f48202b0d34c8e11fd0f5cd073fa7ccc8c563e60b763eec0b8f7583af/647",
            "url_unittests": "aefcc466892ca4aff764a0902e716bcb1b00f1e1bf0a758637bb0f6351172d5f/488",
            "views_unittests": "c07312bf54629cd1e184a0b811066516d03ce030440175dfe0a4dc30da5147b2/488",
            "viz_unittests": "e50d306f66543d0230c5c8391c268ede9ae30670d2e893aaffe6e36f9be8b732/572",
            "wtf_unittests": "13888999435397f62f9d3f2e6ef5e8f1f58d82c4eab50f175ddb06e06296d437/488",
            "xr_browser_tests": "e65505228868479637436754f729e12ad66569eba69b076b5ed31eb333bbcd85/646",
            "zlib_unittests": "1d8649b5d6e2aa69c96d711e0693f245c73213d06fd7efc1d629106784859570/489"
          },
      "swarming_command_lines_cwd": "out/f6e6-Mac_ASan_64_Bui",
      "swarming_command_lines_digest": "e2758ede1568c32cf99fd2b5d3dc2c4e6d6abbec1e67c606640cc69605fd0666/93",
      "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "9e3a70d19426ca3d966b65d7abc6cc9788d659c0",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8845878135191123552"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Mac ASan 64 Tests (1)"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Mac ASan 64 Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "239529"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[17:44:05.010] Scheduled build:
{
  "id": "8680448068433255825",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Mac ASan 64 Tests (1)"
  },
  "number": 106451,
  "createdBy": "project:chromium",
  "createTime": "2026-05-29T17:44:04.444647616Z",
  "updateTime": "2026-05-29T17:44:04.444647616Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "9e3a70d19426ca3d966b65d7abc6cc9788d659c0",
      "ref": "refs/heads/main"
    }
  }
}
[17:44:05.010] Task URL: https://cr-buildbucket.appspot.com/build/8680448068433255825
[17:44:05.010] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8845878135191123552:2:0) after 8m55s
[17:44:12.155] Received PubSub notification, asking Buildbucket for the build status
[17:44:12.175] Build status: SCHEDULED
[17:45:23.899] Received PubSub notification, asking Buildbucket for the build status
[17:45:23.931] Build status: STARTED
[17:53:00.054] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8845878135191123552:2:0)
[17:53:00.074] Build status: STARTED
[17:53:00.074] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8845878135191123552:5:0) after 8m24s
[18:01:24.115] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8845878135191123552:5:0)
[18:01:24.182] Build status: STARTED
[18:01:24.183] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8845878135191123552:6:0) after 6m17s
[18:07:41.318] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8845878135191123552:6:0)
[18:07:41.347] Build status: STARTED
[18:07:41.347] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8845878135191123552:7:0) after 3m20s
[18:11:01.422] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8845878135191123552:7:0)
[18:11:01.440] Build status: STARTED
[18:11:01.440] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8845878135191123552:8:0) after 2m58s
[18:13:59.507] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8845878135191123552:8:0)
[18:13:59.522] Build status: STARTED
[18:13:59.522] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8845878135191123552:9:0) after 6m0s
[18:19:59.566] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8845878135191123552:9:0)
[18:19:59.585] Build status: STARTED
[18:19:59.585] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8845878135191123552:10:0) after 4m31s
[18:24:30.558] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8845878135191123552:10:0)
[18:24:30.596] Build status: STARTED
[18:24:30.596] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8845878135191123552:11:0) after 2m7s
[18:26:37.635] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8845878135191123552:11:0)
[18:26:37.654] Build status: STARTED
[18:26:37.654] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8845878135191123552:12:0) after 7m9s
[18:33:46.865] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8845878135191123552:12:0)
[18:33:46.883] Build status: STARTED
[18:33:46.883] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8845878135191123552:13:0) after 3m54s
[18:37:40.893] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8845878135191123552:13:0)
[18:37:40.925] Build status: STARTED
[18:37:40.925] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8845878135191123552:14:0) after 7m27s
[18:45:08.052] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8845878135191123552:14:0)
[18:45:08.077] Build status: STARTED
[18:45:08.077] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8845878135191123552:15:0) after 3m5s
[18:48:13.100] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8845878135191123552:15:0)
[18:48:13.129] Build status: STARTED
[18:48:13.129] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8845878135191123552:16:0) after 5m21s
[18:53:34.223] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8845878135191123552:16:0)
[18:53:34.267] Build status: STARTED
[18:53:34.267] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8845878135191123552:17:0) after 3m17s
[18:56:51.339] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8845878135191123552:17:0)
[18:56:51.364] Build status: STARTED
[18:56:51.364] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8845878135191123552:18:0) after 1m9s
[18:58:00.402] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8845878135191123552:18:0)
[18:58:00.423] Build status: STARTED
[18:58:00.423] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8845878135191123552:19:0) after 5m35s
[19:03:35.483] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8845878135191123552:19:0)
[19:03:35.504] Build status: STARTED
[19:03:35.504] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8845878135191123552:20:0) after 8m54s
[19:12:29.573] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8845878135191123552:20:0)
[19:12:29.592] Build status: STARTED
[19:12:29.592] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8845878135191123552:21:0) after 9m38s
[19:22:07.608] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8845878135191123552:21:0)
[19:22:07.630] Build status: STARTED
[19:22:07.630] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8845878135191123552:22:0) after 7m21s
[19:29:28.659] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8845878135191123552:22:0)
[19:29:28.790] Build status: STARTED
[19:29:28.790] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8845878135191123552:23:0) after 3m51s
[19:33:19.934] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8845878135191123552:23:0)
[19:33:19.949] Build status: STARTED
[19:33:19.949] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8845878135191123552:24:0) after 7m48s
[19:41:07.971] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8845878135191123552:24:0)
[19:41:07.992] Build status: STARTED
[19:41:07.992] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8845878135191123552:25:0) after 3m6s
[19:44:14.073] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8845878135191123552:25:0)
[19:44:14.094] Build status: STARTED
[19:44:14.094] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8845878135191123552:26:0) after 1m40s
[19:45:54.116] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8845878135191123552:26:0)
[19:45:54.139] Build status: STARTED
[19:45:54.139] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8845878135191123552:27:0) after 2m38s
[19:48:32.159] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8845878135191123552:27:0)
[19:48:32.178] Build status: STARTED
[19:48:32.178] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8845878135191123552:28:0) after 6m36s
[19:50:42.310] Received PubSub notification, asking Buildbucket for the build status
[19:50:42.398] Build:
{
  "id": "8680448068433255825",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Mac ASan 64 Tests (1)"
  },
  "number": 106451,
  "createdBy": "project:chromium",
  "createTime": "2026-05-29T17:44:04.444647616Z",
  "startTime": "2026-05-29T17:45:06.573256479Z",
  "endTime": "2026-05-29T19:50:41.693960445Z",
  "updateTime": "2026-05-29T19:50:41.693960445Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "9e3a70d19426ca3d966b65d7abc6cc9788d659c0",
      "ref": "refs/heads/main"
    }
  }
}
[19:50:42.398] Invocation finished in 2h6m43.781864429s with status FAILED