Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 2 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Mac ASan 64 Tests (1)"
>

Incoming triggers

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "3b9b733bd138324975fc25370de73078a905949c",
        "project": "chromium/src",
        "ref": "refs/heads/main"
      }
    ]
  },
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "3b9b733bd138324975fc25370de73078a905949c"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8677336534786084881"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8677336534786084881"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8677336534786084881"
    }
  ],
  "parent_build_id": "8677336534786084881",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Mac ASan 64 Builder",
  "parent_got_angle_revision": "f834e3937bada18f2119280e652818c508690377",
  "parent_got_dawn_revision": "c33161921dbbc46d379bd441a533d844dd6b9f65",
  "parent_got_revision": "3b9b733bd138324975fc25370de73078a905949c",
  "parent_got_revision_cp": "refs/heads/main@{#1656314}",
  "parent_got_swiftshader_revision": "5b0479bd2d15058aaa9eb490e364f920ff824a8c",
  "parent_got_v8_revision": "656758a06c15addc37d10be10801718391848998",
  "parent_got_v8_revision_cp": "refs/heads/15.2.11@{#1}",
  "parent_got_webrtc_revision": "895e6bfd29d1e9e52a52e50ae7c6ae1e75a8e8ad",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#48144}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "3b9b733bd138324975fc25370de73078a905949c",
  "swarm_hashes": {
    "absl_hardening_tests": "226284fc455fb54e66af919b936d7169b84d00fac463d60f857bea5891e9d7ec/488",
    "accessibility_unittests": "864a6cd30c4b2521ee2b9fd41c4787c92085a0328c65e632d8a96099508b593d/488",
    "angle_unittests": "080e585d802bd4e43a08d5832935ff2dd697f46d2896784591ba5762113a4f5d/489",
    "base_unittests": "f58dd7f40f729ff82a4888e8cd1e8d79712c2d3c0dbfdb5697f8040512ee6ce0/566",
    "blink_common_unittests": "02cae3fae9a297aca8fd2317583bbff60bcc5e1a939c74716d6b63fc9abcbf25/566",
    "blink_fuzzer_unittests": "d34cc8e462e6eb46745b1708a6bdd4eee28ac2890cfed0fe7fc11219c63ae758/488",
    "blink_heap_unittests": "b6f16ba3f1285c63208eb869fe8f6bb4ffe11efb797686ab8b7787742eca8efd/488",
    "blink_platform_unittests": "3b19cdcbdb3f37a1d5e3702bf98757a291772a3d8f69cc3cf69c8300c1e775b3/645",
    "blink_unittests": "f197e2323867fff6e13bf14597a57f1ff7d50af71b4b3c5566419106a267130b/729",
    "boringssl_crypto_tests": "e2feeced408a5b5632cd2d267351c46bf88a7e24b5d9cc1627d0570da0252a05/489",
    "boringssl_ssl_tests": "63f0b61bf83c1f798e23dc4c7981ab5231e0032479648bfcd2d456b3067e5649/488",
    "browser_tests": "823d8bd70507bbe503d965fb4c2c3d2235ecc1c6048020fcb05907ab61934550/1220",
    "capture_unittests": "12c14cab53f811f1c2f51310b2cc8883caf271e3713d46ee8756e81ce01a940b/567",
    "cast_unittests": "4d2d388e0507d78e01ca30c474c650d63f063168be5f1593e142980b51e0de64/488",
    "cc_unittests": "3594a3f51e3e7cc16c7c8cac2a360513bf9467f46cb3197b74948ef90e8237d7/648",
    "chrome_app_unittests": "377d6fc7481e5f860a078ea160b21d3fb3227b7051457ea5e8ce48d240d0a114/566",
    "chromedriver_unittests": "cf46134f4ac02a8c41fd2f105fbe0cb9a7c0d9cff40b78b8f10bb0fdaea7097b/645",
    "components_browsertests": "80304ef43be43731ec7472e0f53234b8a1b22c6e3c44711f4962b01debd5e349/732",
    "components_unittests": "81047dc8d883448aab988754ec22258b551f7d4c6df7d59cfa5dbe8fe124a99a/811",
    "content_browsertests": "f519813e42b31ee482267e7f919796bf0d041f7f43960471d1443914ffd53471/805",
    "content_unittests": "e0b9681b028a31948f15c0979b91899d74a8368a879820952e8887ebe912fce7/725",
    "crashpad_tests": "426537a1379278e949dadd01261f54b29587f828d6f33f091292ce255a5e8f77/489",
    "crypto_unittests": "c7d8e1cee5d16c09e17e4338a861a4b7d2cf3275bb116ad53e7006cad66bab2c/568",
    "device_unittests": "274e3a192728a36aeda1e4128d0eed573ee48878a99c1c664970e7d3aa061433/565",
    "display_unittests": "3d5ebda0148b920405664068ade44baa34584aa96d28575b988a190d7691b299/488",
    "env_chromium_unittests": "5bf6922a33359cb440b3419c590545e72e7b6aaf3a5f5af2977eb2ca6358b801/488",
    "events_unittests": "8fac5df39b2e75d9398e1b3b96952eeaff763add6ac8bbf4c8324ffe82eee438/488",
    "extensions_unittests": "13b8b4ef6c5479445e7ab99058c02ce88f198b76461889b611615fde82bec39a/730",
    "filesystem_service_unittests": "f0a8c5a98e7b6d220660edb8d87d002fac5afd757278fed9e5b0ed866a1e2c08/488",
    "fuzzing_unittests": "1afe28e5475c20b6447a494d89e2b96a88cffc1f4098264ea16f4915e47ca9ac/488",
    "gcm_unit_tests": "84b496bc2d2ff5adc119a26d64baa00351deb44db52441d1a35e149a71a4dad3/565",
    "gfx_unittests": "7cbc557784035eff2ef0d9e253cffb555a2088d20ce0fba578b816a975356cd7/564",
    "gin_unittests": "0af359c5e796d73362c747cf27ecb8960156d032d21444d8f0e77020a62ae843/565",
    "google_apis_unittests": "03d495224f97cd84a772fc7544494c1316f46256aec6987f1bf1083c8684b8c0/650",
    "gpu_unittests": "7ed5aa33d0a57e0a838409c6ef3f1bdfb9e8b56baef8fcbc2107795bb6d81f81/565",
    "gwp_asan_unittests": "26e651c1e299d156ae7f86fbfca81d5b3829d7fe4b38e29fef542b04b7402ab4/489",
    "headless_browsertests": "a88bb6864ae8c0eaa2ea380edda90db95a812ebcbed408bd9b9cd5be29e14084/733",
    "headless_unittests": "ef684956e8cfd200c90f8a904267d1b3a80b0658d9fe5bfafe6e7c70eb320e66/488",
    "interactive_ui_tests": "4751c3f620377364d0db10de802e715f7ba4a46424c917ffc7fb3ab4ff31ce25/1060",
    "ipc_tests": "56468ddb1f496c1e7396c29e2c265de3a85311bba881cfca035ddc934f4fae6c/488",
    "latency_unittests": "27342ea28ede21642a3ebba3b43cfb3a8d9dbd5e8c0a8d39c0bf2507fdf503cc/488",
    "leveldb_unittests": "3728b0151b42b65c322578bbf73ad33fc74a27949d479ce84d7b7fd190a74df9/488",
    "libjingle_xmpp_unittests": "4e27f9905b6a445a70392be6c08dd31f01d9ed2439a2eb69a8792246017ed7f6/488",
    "liburlpattern_unittests": "9194ef9e6193ef85f80f577a56085792eef647896aad1c988908550cd6d156bb/488",
    "media_unittests": "dd87dcdc5645aedd09e93568d64c3e6de13be5207ca1c0a855ee89ab02271c22/568",
    "message_center_unittests": "1ba3a19d8800546fe832f6b8c5e70a0ea8459fb131a77b58384edaedaed8f167/488",
    "midi_unittests": "76cb3c743c0f22d93138fc5fe58d055c6489d5fd91c6cdb5ea879028af6954ec/488",
    "mojo_unittests": "d417410c7afebd30c1e3a29ec33442ae86c76e213edc8f07b259ef2a868c4445/566",
    "native_theme_unittests": "fcd86717e1b066d24dd6de82ead1bc7215f21f8399bb96f10a0c804d0ec18842/488",
    "net_unittests": "2e25d3c74d33b04ab6a75faad4a1eb9a4494161465f4e9f349b84f540da6768c/567",
    "openscreen_unittests": "00bb70c2921023e635e282fc863c34c283586956b5057e633added1a376ac06d/489",
    "pdf_unittests": "2e0d1018d2f9f959d98a2d20be6cfb5faf2a0cfd25621d913aa8c14ff1a7a8ae/565",
    "perfetto_unittests": "93538a67e421fb592485671cc2be0e7cb11ac87ada17a729e7ac46c6ec8bdc45/488",
    "power_sampler_unittests": "0e1e5bb7c9b19953fc6e28ea9235efca2b326541c193b812c06b34cc8ca2e433/488",
    "printing_unittests": "a80a4e5f7f681b4a0d9b4a83e6325f5c6bfb588af5ca6dea61b2985f02a6d7c0/647",
    "puffin_unittests": "b59761ae83e8f4c4d0d49cf0894ffcbcb910af80645af96a02667e457103a950/572",
    "remoting_unittests": "85d5b3d5755a4d53f09dde28d9df9c11506f369f2376e528d097972b1677905b/565",
    "sandbox_unittests": "4257a9e2650fb06394520f48447828f3a106dcd9b9495cbd8a015fa0a69774cb/488",
    "services_unittests": "25f53cf6b06172d4cd89569051b9c33245022c88b80b83088fa3ee944fea8d80/813",
    "shell_dialogs_unittests": "5ef64b7a68b626490f021ff7675b251d8b2423f1261514acd45229fbdba0690b/488",
    "skia_unittests": "d9726a3dffde307f84886efd9c244b2fd3da3ec6f89a289f3cee12ee1a0f5de3/488",
    "snapshot_unittests": "4e67ffe8141c4ca23ee4450b5f26a8679d1409cdfd52f78acdfca45ac0ef91de/488",
    "sql_unittests": "091dfda04f01440e895075f71e3fbeabd559c3fb2b8d1e50741d6e04404dc08f/565",
    "storage_unittests": "07e6ca47c783955421d6ad9215241a1bd6cd6bd733e607b273911129d5da05a0/646",
    "sync_integration_tests": "e7ab2ce1566dedfd7efec6de889d9c6816de278f4ac7788d3fe479dba02c6b91/647",
    "ui_base_unittests": "f21bbaf6670b692daa12589fd4993412f0326ad2bdd6d9d8563c2bca88393265/641",
    "ui_touch_selection_unittests": "296e6a479047b45dcdf34c95c73fef0065ad8467dc3c9f9c4223a88e6b8fd38c/488",
    "ui_unittests": "d6b0dba92817f203dd871e51e111898ac0237b3a2d1f2d789811d71e575b568b/488",
    "unit_tests": "48b6fb7cb709b35e3323421fa03a6d765ac1136fd314d681111c15de92c1f471/1061",
    "updater_tests": "bb47f86f63e5332d9abba81e346b01a9fe96c5a23d42a1617c8ce4b10e10dded/647",
    "url_unittests": "6a167b4091423759a6b766d8b512e30cfed417868a98396dac5437f0f852cd63/488",
    "views_unittests": "c4d77e96f33055213d2e4bf8de091a514c07a1f06a2de5a793983a0701ae5cb3/488",
    "viz_unittests": "b2dcd1d040dd17ea5f0f66977e0d177b83f9acf0c8b08de55c9df3c319db4a32/572",
    "wtf_unittests": "515a514d87389b5170eb6aa5721ebd23873bdc607665a7cfccb2d4c36406339a/488",
    "xr_browser_tests": "06646b6faffe1126f3f4f3842abfec1f092aec9cd170d1a815c53778967ca0fb/646",
    "zlib_unittests": "00313b72a5f0be4efdc737bc5b85617acf5123436806d37a6dc3c9ba837b6dfc/489"
  },
  "swarming_command_lines_cwd": "out/f6e6-Mac_ASan_64_Bui",
  "swarming_command_lines_digest": "e2758ede1568c32cf99fd2b5d3dc2c4e6d6abbec1e67c606640cc69605fd0666/93"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3b9b733bd138324975fc25370de73078a905949c
  • gitiles_ref:refs/heads/main
  • parent_buildername:Mac ASan 64 Builder
  • parent_buildnumber:241681
  • user_agent:recipe

Debug log (UTC)

[02:58:54.682] New invocation is queued and will start shortly
[02:58:54.682] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[02:58:55.759] Starting the invocation (attempt 1)
[02:58:55.785] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3b9b733bd138324975fc25370de73078a905949c"
[02:58:55.785] Popped gitiles commit info from properties and tags
[02:58:55.785] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:58:55.785] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:58:55.785] Buildbucket request:
{
  "requestId": "8842762924885986624",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Mac ASan 64 Tests (1)"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "3b9b733bd138324975fc25370de73078a905949c",
                        "project": "chromium/src",
                        "ref": "refs/heads/main"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "3b9b733bd138324975fc25370de73078a905949c"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8677336534786084881"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8677336534786084881"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8677336534786084881"
                }
          ],
      "parent_build_id": "8677336534786084881",
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Mac ASan 64 Builder",
      "parent_got_angle_revision": "f834e3937bada18f2119280e652818c508690377",
      "parent_got_dawn_revision": "c33161921dbbc46d379bd441a533d844dd6b9f65",
      "parent_got_revision": "3b9b733bd138324975fc25370de73078a905949c",
      "parent_got_revision_cp": "refs/heads/main@{#1656314}",
      "parent_got_swiftshader_revision": "5b0479bd2d15058aaa9eb490e364f920ff824a8c",
      "parent_got_v8_revision": "656758a06c15addc37d10be10801718391848998",
      "parent_got_v8_revision_cp": "refs/heads/15.2.11@{#1}",
      "parent_got_webrtc_revision": "895e6bfd29d1e9e52a52e50ae7c6ae1e75a8e8ad",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#48144}",
      "swarm_hashes": {
            "absl_hardening_tests": "226284fc455fb54e66af919b936d7169b84d00fac463d60f857bea5891e9d7ec/488",
            "accessibility_unittests": "864a6cd30c4b2521ee2b9fd41c4787c92085a0328c65e632d8a96099508b593d/488",
            "angle_unittests": "080e585d802bd4e43a08d5832935ff2dd697f46d2896784591ba5762113a4f5d/489",
            "base_unittests": "f58dd7f40f729ff82a4888e8cd1e8d79712c2d3c0dbfdb5697f8040512ee6ce0/566",
            "blink_common_unittests": "02cae3fae9a297aca8fd2317583bbff60bcc5e1a939c74716d6b63fc9abcbf25/566",
            "blink_fuzzer_unittests": "d34cc8e462e6eb46745b1708a6bdd4eee28ac2890cfed0fe7fc11219c63ae758/488",
            "blink_heap_unittests": "b6f16ba3f1285c63208eb869fe8f6bb4ffe11efb797686ab8b7787742eca8efd/488",
            "blink_platform_unittests": "3b19cdcbdb3f37a1d5e3702bf98757a291772a3d8f69cc3cf69c8300c1e775b3/645",
            "blink_unittests": "f197e2323867fff6e13bf14597a57f1ff7d50af71b4b3c5566419106a267130b/729",
            "boringssl_crypto_tests": "e2feeced408a5b5632cd2d267351c46bf88a7e24b5d9cc1627d0570da0252a05/489",
            "boringssl_ssl_tests": "63f0b61bf83c1f798e23dc4c7981ab5231e0032479648bfcd2d456b3067e5649/488",
            "browser_tests": "823d8bd70507bbe503d965fb4c2c3d2235ecc1c6048020fcb05907ab61934550/1220",
            "capture_unittests": "12c14cab53f811f1c2f51310b2cc8883caf271e3713d46ee8756e81ce01a940b/567",
            "cast_unittests": "4d2d388e0507d78e01ca30c474c650d63f063168be5f1593e142980b51e0de64/488",
            "cc_unittests": "3594a3f51e3e7cc16c7c8cac2a360513bf9467f46cb3197b74948ef90e8237d7/648",
            "chrome_app_unittests": "377d6fc7481e5f860a078ea160b21d3fb3227b7051457ea5e8ce48d240d0a114/566",
            "chromedriver_unittests": "cf46134f4ac02a8c41fd2f105fbe0cb9a7c0d9cff40b78b8f10bb0fdaea7097b/645",
            "components_browsertests": "80304ef43be43731ec7472e0f53234b8a1b22c6e3c44711f4962b01debd5e349/732",
            "components_unittests": "81047dc8d883448aab988754ec22258b551f7d4c6df7d59cfa5dbe8fe124a99a/811",
            "content_browsertests": "f519813e42b31ee482267e7f919796bf0d041f7f43960471d1443914ffd53471/805",
            "content_unittests": "e0b9681b028a31948f15c0979b91899d74a8368a879820952e8887ebe912fce7/725",
            "crashpad_tests": "426537a1379278e949dadd01261f54b29587f828d6f33f091292ce255a5e8f77/489",
            "crypto_unittests": "c7d8e1cee5d16c09e17e4338a861a4b7d2cf3275bb116ad53e7006cad66bab2c/568",
            "device_unittests": "274e3a192728a36aeda1e4128d0eed573ee48878a99c1c664970e7d3aa061433/565",
            "display_unittests": "3d5ebda0148b920405664068ade44baa34584aa96d28575b988a190d7691b299/488",
            "env_chromium_unittests": "5bf6922a33359cb440b3419c590545e72e7b6aaf3a5f5af2977eb2ca6358b801/488",
            "events_unittests": "8fac5df39b2e75d9398e1b3b96952eeaff763add6ac8bbf4c8324ffe82eee438/488",
            "extensions_unittests": "13b8b4ef6c5479445e7ab99058c02ce88f198b76461889b611615fde82bec39a/730",
            "filesystem_service_unittests": "f0a8c5a98e7b6d220660edb8d87d002fac5afd757278fed9e5b0ed866a1e2c08/488",
            "fuzzing_unittests": "1afe28e5475c20b6447a494d89e2b96a88cffc1f4098264ea16f4915e47ca9ac/488",
            "gcm_unit_tests": "84b496bc2d2ff5adc119a26d64baa00351deb44db52441d1a35e149a71a4dad3/565",
            "gfx_unittests": "7cbc557784035eff2ef0d9e253cffb555a2088d20ce0fba578b816a975356cd7/564",
            "gin_unittests": "0af359c5e796d73362c747cf27ecb8960156d032d21444d8f0e77020a62ae843/565",
            "google_apis_unittests": "03d495224f97cd84a772fc7544494c1316f46256aec6987f1bf1083c8684b8c0/650",
            "gpu_unittests": "7ed5aa33d0a57e0a838409c6ef3f1bdfb9e8b56baef8fcbc2107795bb6d81f81/565",
            "gwp_asan_unittests": "26e651c1e299d156ae7f86fbfca81d5b3829d7fe4b38e29fef542b04b7402ab4/489",
            "headless_browsertests": "a88bb6864ae8c0eaa2ea380edda90db95a812ebcbed408bd9b9cd5be29e14084/733",
            "headless_unittests": "ef684956e8cfd200c90f8a904267d1b3a80b0658d9fe5bfafe6e7c70eb320e66/488",
            "interactive_ui_tests": "4751c3f620377364d0db10de802e715f7ba4a46424c917ffc7fb3ab4ff31ce25/1060",
            "ipc_tests": "56468ddb1f496c1e7396c29e2c265de3a85311bba881cfca035ddc934f4fae6c/488",
            "latency_unittests": "27342ea28ede21642a3ebba3b43cfb3a8d9dbd5e8c0a8d39c0bf2507fdf503cc/488",
            "leveldb_unittests": "3728b0151b42b65c322578bbf73ad33fc74a27949d479ce84d7b7fd190a74df9/488",
            "libjingle_xmpp_unittests": "4e27f9905b6a445a70392be6c08dd31f01d9ed2439a2eb69a8792246017ed7f6/488",
            "liburlpattern_unittests": "9194ef9e6193ef85f80f577a56085792eef647896aad1c988908550cd6d156bb/488",
            "media_unittests": "dd87dcdc5645aedd09e93568d64c3e6de13be5207ca1c0a855ee89ab02271c22/568",
            "message_center_unittests": "1ba3a19d8800546fe832f6b8c5e70a0ea8459fb131a77b58384edaedaed8f167/488",
            "midi_unittests": "76cb3c743c0f22d93138fc5fe58d055c6489d5fd91c6cdb5ea879028af6954ec/488",
            "mojo_unittests": "d417410c7afebd30c1e3a29ec33442ae86c76e213edc8f07b259ef2a868c4445/566",
            "native_theme_unittests": "fcd86717e1b066d24dd6de82ead1bc7215f21f8399bb96f10a0c804d0ec18842/488",
            "net_unittests": "2e25d3c74d33b04ab6a75faad4a1eb9a4494161465f4e9f349b84f540da6768c/567",
            "openscreen_unittests": "00bb70c2921023e635e282fc863c34c283586956b5057e633added1a376ac06d/489",
            "pdf_unittests": "2e0d1018d2f9f959d98a2d20be6cfb5faf2a0cfd25621d913aa8c14ff1a7a8ae/565",
            "perfetto_unittests": "93538a67e421fb592485671cc2be0e7cb11ac87ada17a729e7ac46c6ec8bdc45/488",
            "power_sampler_unittests": "0e1e5bb7c9b19953fc6e28ea9235efca2b326541c193b812c06b34cc8ca2e433/488",
            "printing_unittests": "a80a4e5f7f681b4a0d9b4a83e6325f5c6bfb588af5ca6dea61b2985f02a6d7c0/647",
            "puffin_unittests": "b59761ae83e8f4c4d0d49cf0894ffcbcb910af80645af96a02667e457103a950/572",
            "remoting_unittests": "85d5b3d5755a4d53f09dde28d9df9c11506f369f2376e528d097972b1677905b/565",
            "sandbox_unittests": "4257a9e2650fb06394520f48447828f3a106dcd9b9495cbd8a015fa0a69774cb/488",
            "services_unittests": "25f53cf6b06172d4cd89569051b9c33245022c88b80b83088fa3ee944fea8d80/813",
            "shell_dialogs_unittests": "5ef64b7a68b626490f021ff7675b251d8b2423f1261514acd45229fbdba0690b/488",
            "skia_unittests": "d9726a3dffde307f84886efd9c244b2fd3da3ec6f89a289f3cee12ee1a0f5de3/488",
            "snapshot_unittests": "4e67ffe8141c4ca23ee4450b5f26a8679d1409cdfd52f78acdfca45ac0ef91de/488",
            "sql_unittests": "091dfda04f01440e895075f71e3fbeabd559c3fb2b8d1e50741d6e04404dc08f/565",
            "storage_unittests": "07e6ca47c783955421d6ad9215241a1bd6cd6bd733e607b273911129d5da05a0/646",
            "sync_integration_tests": "e7ab2ce1566dedfd7efec6de889d9c6816de278f4ac7788d3fe479dba02c6b91/647",
            "ui_base_unittests": "f21bbaf6670b692daa12589fd4993412f0326ad2bdd6d9d8563c2bca88393265/641",
            "ui_touch_selection_unittests": "296e6a479047b45dcdf34c95c73fef0065ad8467dc3c9f9c4223a88e6b8fd38c/488",
            "ui_unittests": "d6b0dba92817f203dd871e51e111898ac0237b3a2d1f2d789811d71e575b568b/488",
            "unit_tests": "48b6fb7cb709b35e3323421fa03a6d765ac1136fd314d681111c15de92c1f471/1061",
            "updater_tests": "bb47f86f63e5332d9abba81e346b01a9fe96c5a23d42a1617c8ce4b10e10dded/647",
            "url_unittests": "6a167b4091423759a6b766d8b512e30cfed417868a98396dac5437f0f852cd63/488",
            "views_unittests": "c4d77e96f33055213d2e4bf8de091a514c07a1f06a2de5a793983a0701ae5cb3/488",
            "viz_unittests": "b2dcd1d040dd17ea5f0f66977e0d177b83f9acf0c8b08de55c9df3c319db4a32/572",
            "wtf_unittests": "515a514d87389b5170eb6aa5721ebd23873bdc607665a7cfccb2d4c36406339a/488",
            "xr_browser_tests": "06646b6faffe1126f3f4f3842abfec1f092aec9cd170d1a815c53778967ca0fb/646",
            "zlib_unittests": "00313b72a5f0be4efdc737bc5b85617acf5123436806d37a6dc3c9ba837b6dfc/489"
          },
      "swarming_command_lines_cwd": "out/f6e6-Mac_ASan_64_Bui",
      "swarming_command_lines_digest": "e2758ede1568c32cf99fd2b5d3dc2c4e6d6abbec1e67c606640cc69605fd0666/93"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "3b9b733bd138324975fc25370de73078a905949c",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8842762924885986624"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Mac ASan 64 Tests (1)"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Mac ASan 64 Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "241681"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[02:58:56.324] Scheduled build:
{
  "id": "8677332863000013041",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Mac ASan 64 Tests (1)"
  },
  "number": 107012,
  "createdBy": "project:chromium",
  "createTime": "2026-07-03T02:58:55.856856551Z",
  "updateTime": "2026-07-03T02:58:55.856856551Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "3b9b733bd138324975fc25370de73078a905949c",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[02:58:56.325] Task URL: https://cr-buildbucket.appspot.com/build/8677332863000013041
[02:58:56.325] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8842762924885986624:2:0) after 4m19s
[02:58:57.383] Received PubSub notification, asking Buildbucket for the build status
[02:58:57.402] Build status: SCHEDULED
[03:00:09.665] Received PubSub notification, asking Buildbucket for the build status
[03:00:09.685] Build status: STARTED
[03:03:15.347] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8842762924885986624:2:0)
[03:03:15.372] Build status: STARTED
[03:03:15.372] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8842762924885986624:5:0) after 1m33s
[03:04:48.398] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8842762924885986624:5:0)
[03:04:48.418] Build status: STARTED
[03:04:48.418] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8842762924885986624:6:0) after 5m13s
[03:10:01.532] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8842762924885986624:6:0)
[03:10:01.548] Build status: STARTED
[03:10:01.548] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8842762924885986624:7:0) after 7m56s
[03:17:57.658] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8842762924885986624:7:0)
[03:17:57.674] Build status: STARTED
[03:17:57.674] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8842762924885986624:8:0) after 2m4s
[03:20:01.694] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8842762924885986624:8:0)
[03:20:01.715] Build status: STARTED
[03:20:01.715] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8842762924885986624:9:0) after 7m49s
[03:27:50.736] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8842762924885986624:9:0)
[03:27:50.753] Build status: STARTED
[03:27:50.753] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8842762924885986624:10:0) after 7m24s
[03:35:14.770] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8842762924885986624:10:0)
[03:35:14.822] Build status: STARTED
[03:35:14.822] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8842762924885986624:11:0) after 2m5s
[03:37:19.800] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8842762924885986624:11:0)
[03:37:19.828] Build status: STARTED
[03:37:19.828] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8842762924885986624:12:0) after 5m13s
[03:42:32.927] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8842762924885986624:12:0)
[03:42:32.952] Build status: STARTED
[03:42:32.952] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8842762924885986624:13:0) after 7m28s
[03:50:00.987] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8842762924885986624:13:0)
[03:50:01.007] Build status: STARTED
[03:50:01.007] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8842762924885986624:14:0) after 6m53s
[03:56:54.149] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8842762924885986624:14:0)
[03:56:54.169] Build status: STARTED
[03:56:54.169] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8842762924885986624:15:0) after 1m48s
[03:58:42.286] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8842762924885986624:15:0)
[03:58:42.302] Build status: STARTED
[03:58:42.302] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8842762924885986624:16:0) after 1m5s
[03:59:47.472] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8842762924885986624:16:0)
[03:59:47.516] Build status: STARTED
[03:59:47.516] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8842762924885986624:17:0) after 1m0s
[04:00:47.533] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8842762924885986624:17:0)
[04:00:47.582] Build status: STARTED
[04:00:47.582] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8842762924885986624:18:0) after 6m48s
[04:07:35.675] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8842762924885986624:18:0)
[04:07:35.695] Build status: STARTED
[04:07:35.695] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8842762924885986624:19:0) after 6m23s
[04:13:58.702] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8842762924885986624:19:0)
[04:13:58.723] Build status: STARTED
[04:13:58.723] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8842762924885986624:20:0) after 1m24s
[04:15:22.810] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8842762924885986624:20:0)
[04:15:22.924] Build status: STARTED
[04:15:22.924] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8842762924885986624:21:0) after 3m41s
[04:19:03.945] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8842762924885986624:21:0)
[04:19:03.964] Build status: STARTED
[04:19:03.965] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8842762924885986624:22:0) after 1m46s
[04:20:49.987] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8842762924885986624:22:0)
[04:20:50.003] Build status: STARTED
[04:20:50.004] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8842762924885986624:23:0) after 9m56s
[04:30:46.104] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8842762924885986624:23:0)
[04:30:46.132] Build status: STARTED
[04:30:46.132] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8842762924885986624:24:0) after 5m3s
[04:35:49.297] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8842762924885986624:24:0)
[04:35:49.321] Build status: STARTED
[04:35:49.321] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8842762924885986624:25:0) after 6m32s
[04:42:21.407] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8842762924885986624:25:0)
[04:42:21.466] Build status: STARTED
[04:42:21.466] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8842762924885986624:26:0) after 6m35s
[04:48:56.610] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8842762924885986624:26:0)
[04:48:56.629] Build status: STARTED
[04:48:56.630] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8842762924885986624:27:0) after 4m53s
[04:53:49.662] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8842762924885986624:27:0)
[04:53:49.683] Build status: STARTED
[04:53:49.683] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8842762924885986624:28:0) after 8m16s
[05:02:05.709] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8842762924885986624:28:0)
[05:02:05.727] Build status: STARTED
[05:02:05.727] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8842762924885986624:29:0) after 3m15s
[05:05:20.747] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8842762924885986624:29:0)
[05:05:20.770] Build status: STARTED
[05:05:20.770] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8842762924885986624:30:0) after 6m9s
[05:05:24.751] Received PubSub notification, asking Buildbucket for the build status
[05:05:24.768] Build:
{
  "id": "8677332863000013041",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Mac ASan 64 Tests (1)"
  },
  "number": 107012,
  "createdBy": "project:chromium",
  "createTime": "2026-07-03T02:58:55.856856551Z",
  "startTime": "2026-07-03T03:00:08.996104326Z",
  "endTime": "2026-07-03T05:05:23.731768110Z",
  "updateTime": "2026-07-03T05:05:23.731768110Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "3b9b733bd138324975fc25370de73078a905949c",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[05:05:24.768] Invocation finished in 2h6m30.094064349s with status FAILED