Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 2 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Mac ASan 64 Tests (1)"
>

Incoming triggers

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "631c8d19510463af29c6dda1e50b199bc48e1099",
        "project": "chromium/src",
        "ref": "refs/heads/main"
      }
    ]
  },
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "631c8d19510463af29c6dda1e50b199bc48e1099"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8678940087840860033"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8678940087840860033"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8678940087840860033"
    }
  ],
  "parent_build_id": "8678940087840860033",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Mac ASan 64 Builder",
  "parent_got_angle_revision": "2aa40748e0be9741d73a245f90b95505fafb5e01",
  "parent_got_dawn_revision": "5dad4a08d68421a7105e77540c26d8bb639ff6d2",
  "parent_got_revision": "631c8d19510463af29c6dda1e50b199bc48e1099",
  "parent_got_revision_cp": "refs/heads/main@{#1646642}",
  "parent_got_swiftshader_revision": "5b0479bd2d15058aaa9eb490e364f920ff824a8c",
  "parent_got_v8_revision": "84ca0dbe165ae09219798a88efe233d10f915206",
  "parent_got_v8_revision_cp": "refs/heads/15.1.98@{#1}",
  "parent_got_webrtc_revision": "eb79ac6e330baa0a6d26c53d522f9ed57495edb7",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#47992}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "631c8d19510463af29c6dda1e50b199bc48e1099",
  "swarm_hashes": {
    "absl_hardening_tests": "7fbe74bf08d75676d0e0de2bf684b8ef04ba538a68b5ebfd92098b9f0ef015ea/488",
    "accessibility_unittests": "fca65eb35beec7a84e6a69b423bcac9752b3cbbb5cd37542b1985f791df09d15/488",
    "angle_unittests": "9aaaf8ab6bee853da7c89251bc5d85522eb646db582670d07999d05fb4b5706a/489",
    "base_unittests": "3087b83cc3ab23855e73af4aff43e6a5af611c99385b19fd55a36df5827c8338/566",
    "blink_common_unittests": "9eac22a7d648754da745ed503284a30df45858f0414b0e4bb620df26c0776d11/566",
    "blink_fuzzer_unittests": "838d4c630711f1fac88b1f07ce9129413b433fc9e7d0f99c874c36c685ab72d3/488",
    "blink_heap_unittests": "818f14ec95d46d97d0a93c95f0ecbba324967517843041b6e385f6d7b3e5b304/488",
    "blink_platform_unittests": "320acfb3fc9b1bd5b96e934fc0aed817b0505f246ee2f9ea9addf3187854c4a2/645",
    "blink_unittests": "2ed3851536a1f328932e4537b2654ee8791546c831df40b452fda585386c20ac/729",
    "boringssl_crypto_tests": "b50a754760b8b133f40004c7b4f388df386a89c9f99019563957f240fabb45a7/489",
    "boringssl_ssl_tests": "63142c95df525f6dd4bdd5ba5bd40798fd7d1431b6e029d40a51f9ef47ae9f9f/488",
    "browser_tests": "ab34b2efd58c239e9fe6a1344c021e7a8a4d8a7dab84bd15b36af84099f38b96/1220",
    "capture_unittests": "25de02395982d37f6fd93086a1c904860e3154b6cba84e146cdafe272bd9b7a6/567",
    "cast_unittests": "c63205fa5f702d6e4e5893bf8f4b90e251b2771967042adac50b9abcb2318460/488",
    "cc_unittests": "65547ef87181bc8e133574db8eeb0c09362147781c1af3ddbbbdff67b608bf97/648",
    "chrome_app_unittests": "5a04a802961ae6e3093b7c2f5e17af3801002fb3198f89f1e11046f5e91a7c93/566",
    "chromedriver_unittests": "149caa64c4f3b9bd6121c097623176e5ddfa3f112e0992c352adb9a4aef71263/645",
    "components_browsertests": "60b1ec6bfc409945461647fa7ddc4ae2fae3cee1d2db403936ab424a9db4168a/732",
    "components_unittests": "62edca65958c389b5d371caa84d64eb7052b295a58094e3eef39709c5e801269/811",
    "content_browsertests": "24a4ac3ee53910050853e52afb5c63a6c2f52a9c8bfe4bd1f4b45dd17c12b8b6/805",
    "content_unittests": "dbaba4df836e0d364f52a6552c075f97664ef7f719046f434b90ab98a22722d2/725",
    "crashpad_tests": "2d29689d685f1fcdf43f3978d5b3ff729d8291cd25acc41a6f906ffaf5a98186/489",
    "crypto_unittests": "ffe4b77950c545ebd02b7448a0ba811dbe982a94821df1d886d1debd1f7bcf21/568",
    "device_unittests": "584698b940cd8ad320d7742d13d24d316ed8feb4a991ce5a0510376c296a49e4/565",
    "display_unittests": "d3cd8108afe2f00f2c8bc67d388cef0633f7e421f5100d23dce200982d30d5cc/488",
    "env_chromium_unittests": "b81239b76124fb3bda83a5db1c9dfa70f265c535e94a5dba853acb60ecfe30fa/488",
    "events_unittests": "e8a638c77c917694789d1c52f2a89fafc9177736098a61eebc36020a90fbba2b/488",
    "extensions_unittests": "517d435d49579e8790e64d973ba14d72801a1b787b9ba66831e5fb0347cafb1f/730",
    "filesystem_service_unittests": "474d16f063e1be0c0249aaf961bd998da289d780291a0a96dadc58cde3674ed7/488",
    "fuzzing_unittests": "981f72b9803f7732c27bc55da77304b4104188a7012fbb06aba075840cc4ff35/488",
    "gcm_unit_tests": "ea7b73284d06c57b1a618c64d6a1c58de86dd3444502d1e78837a5be0860f7c4/565",
    "gfx_unittests": "cf048ddcd3b85bd8c1c687b7f3efb050770755f90d66ab4197bf569c653e996e/564",
    "gin_unittests": "0a24a3127a0ed7893c9a26c1917d95bae9b65c4b5ba76895418cc72182dab806/565",
    "google_apis_unittests": "f41e31b0cb94159a54ade3943303c47aeac69cd00616613a3daee664a83904a0/650",
    "gpu_unittests": "5fa41cba5dc02aeb7591d6c7c2dd64f5b80553c7f62f98f8ab2e8c8f3f72e61b/565",
    "gwp_asan_unittests": "0737c44a3d9f6e8e1cf150e9e23ae16969f9e6e4583375568b433b1a44730a1c/489",
    "headless_browsertests": "05f5a24f5219e3fa6930830244ce7c83630b66fa3ca5b0f5e4dfbd5795fbb209/733",
    "headless_unittests": "2963910ba7b6f3c3d418d42b0f4ae681842ebd0233bc8884fd2198e064767c48/488",
    "interactive_ui_tests": "1f981d8a143e4903da44c27dd8951a7769370efb9f71b08cf4174c1a93753b94/1060",
    "ipc_tests": "0759c867918e0005190b78d4f797bd47bcfbf7e165636524281dcf5503b4ae5f/488",
    "latency_unittests": "ed3b7d2f7d5d0836eb1f5e6a46551db8c0ab7fbe8da86b53ca4d6b603baa6a17/488",
    "leveldb_unittests": "6dd670f433495fc9ded302ad81a01c954a9b13234154b9109251b42fc5e031e2/488",
    "libjingle_xmpp_unittests": "059b70052987fa5c87df59d2dca5a6a53146e593baa12bd8e59dedfc82e53984/488",
    "liburlpattern_unittests": "17dd5754df002d4e5104afcd98c68b0d3b5de981b85f76c48574835007357aa3/488",
    "media_unittests": "3befe14350ab1426a066c162f89517597cdfbab2210c9b259655a57928e554c2/568",
    "message_center_unittests": "b3b4ea64be83e444c3a54efeea8646952c5337107b48f5a4d0ddddb314368a85/488",
    "midi_unittests": "038a1e7b4cfb4b1ce05acb4b44b1145c8fb1b4b4e261a1882a6fa07a0f9a6f25/488",
    "mojo_unittests": "8c07954f710b98f9d6d9f091e8959282d441364b2bae7f100afc907e975691ea/566",
    "native_theme_unittests": "698c4b27afa3878f4997498ef9a360cd1c472f319bd9d4712fc6c85c28c53bf4/488",
    "net_unittests": "12806a97b6916a004d86fac15736d7891c57d8aa003dc52892bb694108efb71a/567",
    "openscreen_unittests": "366ae27917c6c59c99bb979829d8fbe53ea71146bacba9178c174e1ef6d22169/489",
    "pdf_unittests": "698a770941c6304f5e6377d7cfb6d344aacd29eed54dda9863e315687569ff66/565",
    "perfetto_unittests": "4799415088cb537d3553ff0d87de4fec8734c63749c54da05f5b234a2e7e97d7/488",
    "power_sampler_unittests": "2eaa75df36c72897792ba7c1bc6fdb9c630aceaea1d12d0d0b57e8164e06e095/488",
    "printing_unittests": "4fa6128787dfd2b7cc6ebb43fb43248683ff49c9f751e0e68287d7abdbe1f94d/647",
    "puffin_unittests": "8def8f91f1d1d22d4d0621682e2ed013b7ac8e97e1d1d8b6519e2878a76a0938/572",
    "remoting_unittests": "03618ec254c4e2fc594478b5042f03b0b34690ecf44e34130f72d3a20b8bc419/565",
    "sandbox_unittests": "8e2657850ebfdf88e8991bd91bdca28451d5aa97a9a162031a48253bd6493c49/488",
    "services_unittests": "636b1770474f8883ec6c28d87fab8d3b29d377c3e2ce0efb10144f5b342add47/813",
    "shell_dialogs_unittests": "867250e9d90cf90d0f02130972ef3ea1eb2b81da4ca9e4d6112a2716e64f196e/488",
    "skia_unittests": "965c88d37a14a0521deb56617ad67360549c9b14bde342817f7ea5c64d35467a/488",
    "snapshot_unittests": "bfcd05fd6f45c7cef03457b6a0f2e1853720c758489a9b5b05be5fc1a5fde742/488",
    "sql_unittests": "29200bba3a70c4959402a2305cdf914a02e2dfb4a0c1b57f6ac5bfac3a6f18bb/565",
    "storage_unittests": "167eae3df271564ff92078319578c169e8e43c5d97bb238d1945e20c2da35b43/646",
    "sync_integration_tests": "45445a025d617aa9e5fa84a0511a0c960f2e2f19996fa07ecfec72b6e48ad8bf/647",
    "ui_base_unittests": "d1d326e25901b9fe4c5c35693bb4ddc8d869e959682e906a3648b04d8c957dac/641",
    "ui_touch_selection_unittests": "2d59b3adb5e099b70ef03a2a78e4e48f5aff772155225f686e5354a1f6b8bbfb/488",
    "ui_unittests": "9668947a580a0f662887ddf5d73c89cb1719c2bb40d54bb43a07b2de4e7b2ef2/488",
    "unit_tests": "e8d37ca2381d0dc5fe0dea8bd96f596a5f60dcd099ba140bddc76f15abcb617e/1061",
    "updater_tests": "0502cbea6336dd4a1fc224e3b830adedbbcf78f7fe9a3475631b29ebe3370153/647",
    "url_unittests": "52df023abaf513aa77a17146e5c3aa286b0fdaf85cf99fbb773dfa7c86aceccc/488",
    "views_unittests": "040437262fccde2b0d2a69372f8c1843f02908e7399a52bb9768dfd0a1e8a276/488",
    "viz_unittests": "8e4d964d12b85aa695c7cf5fdfc48eac0482aea7c85b986d383e339f88a26ab9/572",
    "wtf_unittests": "249e9dc81675c57778239be9133ce4aa507d1204a1e639b157887707b33674a5/488",
    "xr_browser_tests": "2cda2c0fad581a7c6b1edc0923043785c4cc71ab43846279da7283b4b8408f9d/646",
    "zlib_unittests": "461abf39aabd25c01ba4d79078aec3bc4672cc3df4cb3f844b625c50a35de243/489"
  },
  "swarming_command_lines_cwd": "out/f6e6-Mac_ASan_64_Bui",
  "swarming_command_lines_digest": "e2758ede1568c32cf99fd2b5d3dc2c4e6d6abbec1e67c606640cc69605fd0666/93",
  "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/631c8d19510463af29c6dda1e50b199bc48e1099
  • gitiles_ref:refs/heads/main
  • parent_buildername:Mac ASan 64 Builder
  • parent_buildnumber:240516
  • user_agent:recipe

Debug log (UTC)

[10:09:59.679] New invocation is queued and will start shortly
[10:09:59.679] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[10:10:01.301] Starting the invocation (attempt 1)
[10:10:01.337] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/631c8d19510463af29c6dda1e50b199bc48e1099"
[10:10:01.337] Popped gitiles commit info from properties and tags
[10:10:01.337] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[10:10:01.337] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[10:10:01.337] Buildbucket request:
{
  "requestId": "8844366548865556784",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Mac ASan 64 Tests (1)"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "631c8d19510463af29c6dda1e50b199bc48e1099",
                        "project": "chromium/src",
                        "ref": "refs/heads/main"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "631c8d19510463af29c6dda1e50b199bc48e1099"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8678940087840860033"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8678940087840860033"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8678940087840860033"
                }
          ],
      "parent_build_id": "8678940087840860033",
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Mac ASan 64 Builder",
      "parent_got_angle_revision": "2aa40748e0be9741d73a245f90b95505fafb5e01",
      "parent_got_dawn_revision": "5dad4a08d68421a7105e77540c26d8bb639ff6d2",
      "parent_got_revision": "631c8d19510463af29c6dda1e50b199bc48e1099",
      "parent_got_revision_cp": "refs/heads/main@{#1646642}",
      "parent_got_swiftshader_revision": "5b0479bd2d15058aaa9eb490e364f920ff824a8c",
      "parent_got_v8_revision": "84ca0dbe165ae09219798a88efe233d10f915206",
      "parent_got_v8_revision_cp": "refs/heads/15.1.98@{#1}",
      "parent_got_webrtc_revision": "eb79ac6e330baa0a6d26c53d522f9ed57495edb7",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#47992}",
      "swarm_hashes": {
            "absl_hardening_tests": "7fbe74bf08d75676d0e0de2bf684b8ef04ba538a68b5ebfd92098b9f0ef015ea/488",
            "accessibility_unittests": "fca65eb35beec7a84e6a69b423bcac9752b3cbbb5cd37542b1985f791df09d15/488",
            "angle_unittests": "9aaaf8ab6bee853da7c89251bc5d85522eb646db582670d07999d05fb4b5706a/489",
            "base_unittests": "3087b83cc3ab23855e73af4aff43e6a5af611c99385b19fd55a36df5827c8338/566",
            "blink_common_unittests": "9eac22a7d648754da745ed503284a30df45858f0414b0e4bb620df26c0776d11/566",
            "blink_fuzzer_unittests": "838d4c630711f1fac88b1f07ce9129413b433fc9e7d0f99c874c36c685ab72d3/488",
            "blink_heap_unittests": "818f14ec95d46d97d0a93c95f0ecbba324967517843041b6e385f6d7b3e5b304/488",
            "blink_platform_unittests": "320acfb3fc9b1bd5b96e934fc0aed817b0505f246ee2f9ea9addf3187854c4a2/645",
            "blink_unittests": "2ed3851536a1f328932e4537b2654ee8791546c831df40b452fda585386c20ac/729",
            "boringssl_crypto_tests": "b50a754760b8b133f40004c7b4f388df386a89c9f99019563957f240fabb45a7/489",
            "boringssl_ssl_tests": "63142c95df525f6dd4bdd5ba5bd40798fd7d1431b6e029d40a51f9ef47ae9f9f/488",
            "browser_tests": "ab34b2efd58c239e9fe6a1344c021e7a8a4d8a7dab84bd15b36af84099f38b96/1220",
            "capture_unittests": "25de02395982d37f6fd93086a1c904860e3154b6cba84e146cdafe272bd9b7a6/567",
            "cast_unittests": "c63205fa5f702d6e4e5893bf8f4b90e251b2771967042adac50b9abcb2318460/488",
            "cc_unittests": "65547ef87181bc8e133574db8eeb0c09362147781c1af3ddbbbdff67b608bf97/648",
            "chrome_app_unittests": "5a04a802961ae6e3093b7c2f5e17af3801002fb3198f89f1e11046f5e91a7c93/566",
            "chromedriver_unittests": "149caa64c4f3b9bd6121c097623176e5ddfa3f112e0992c352adb9a4aef71263/645",
            "components_browsertests": "60b1ec6bfc409945461647fa7ddc4ae2fae3cee1d2db403936ab424a9db4168a/732",
            "components_unittests": "62edca65958c389b5d371caa84d64eb7052b295a58094e3eef39709c5e801269/811",
            "content_browsertests": "24a4ac3ee53910050853e52afb5c63a6c2f52a9c8bfe4bd1f4b45dd17c12b8b6/805",
            "content_unittests": "dbaba4df836e0d364f52a6552c075f97664ef7f719046f434b90ab98a22722d2/725",
            "crashpad_tests": "2d29689d685f1fcdf43f3978d5b3ff729d8291cd25acc41a6f906ffaf5a98186/489",
            "crypto_unittests": "ffe4b77950c545ebd02b7448a0ba811dbe982a94821df1d886d1debd1f7bcf21/568",
            "device_unittests": "584698b940cd8ad320d7742d13d24d316ed8feb4a991ce5a0510376c296a49e4/565",
            "display_unittests": "d3cd8108afe2f00f2c8bc67d388cef0633f7e421f5100d23dce200982d30d5cc/488",
            "env_chromium_unittests": "b81239b76124fb3bda83a5db1c9dfa70f265c535e94a5dba853acb60ecfe30fa/488",
            "events_unittests": "e8a638c77c917694789d1c52f2a89fafc9177736098a61eebc36020a90fbba2b/488",
            "extensions_unittests": "517d435d49579e8790e64d973ba14d72801a1b787b9ba66831e5fb0347cafb1f/730",
            "filesystem_service_unittests": "474d16f063e1be0c0249aaf961bd998da289d780291a0a96dadc58cde3674ed7/488",
            "fuzzing_unittests": "981f72b9803f7732c27bc55da77304b4104188a7012fbb06aba075840cc4ff35/488",
            "gcm_unit_tests": "ea7b73284d06c57b1a618c64d6a1c58de86dd3444502d1e78837a5be0860f7c4/565",
            "gfx_unittests": "cf048ddcd3b85bd8c1c687b7f3efb050770755f90d66ab4197bf569c653e996e/564",
            "gin_unittests": "0a24a3127a0ed7893c9a26c1917d95bae9b65c4b5ba76895418cc72182dab806/565",
            "google_apis_unittests": "f41e31b0cb94159a54ade3943303c47aeac69cd00616613a3daee664a83904a0/650",
            "gpu_unittests": "5fa41cba5dc02aeb7591d6c7c2dd64f5b80553c7f62f98f8ab2e8c8f3f72e61b/565",
            "gwp_asan_unittests": "0737c44a3d9f6e8e1cf150e9e23ae16969f9e6e4583375568b433b1a44730a1c/489",
            "headless_browsertests": "05f5a24f5219e3fa6930830244ce7c83630b66fa3ca5b0f5e4dfbd5795fbb209/733",
            "headless_unittests": "2963910ba7b6f3c3d418d42b0f4ae681842ebd0233bc8884fd2198e064767c48/488",
            "interactive_ui_tests": "1f981d8a143e4903da44c27dd8951a7769370efb9f71b08cf4174c1a93753b94/1060",
            "ipc_tests": "0759c867918e0005190b78d4f797bd47bcfbf7e165636524281dcf5503b4ae5f/488",
            "latency_unittests": "ed3b7d2f7d5d0836eb1f5e6a46551db8c0ab7fbe8da86b53ca4d6b603baa6a17/488",
            "leveldb_unittests": "6dd670f433495fc9ded302ad81a01c954a9b13234154b9109251b42fc5e031e2/488",
            "libjingle_xmpp_unittests": "059b70052987fa5c87df59d2dca5a6a53146e593baa12bd8e59dedfc82e53984/488",
            "liburlpattern_unittests": "17dd5754df002d4e5104afcd98c68b0d3b5de981b85f76c48574835007357aa3/488",
            "media_unittests": "3befe14350ab1426a066c162f89517597cdfbab2210c9b259655a57928e554c2/568",
            "message_center_unittests": "b3b4ea64be83e444c3a54efeea8646952c5337107b48f5a4d0ddddb314368a85/488",
            "midi_unittests": "038a1e7b4cfb4b1ce05acb4b44b1145c8fb1b4b4e261a1882a6fa07a0f9a6f25/488",
            "mojo_unittests": "8c07954f710b98f9d6d9f091e8959282d441364b2bae7f100afc907e975691ea/566",
            "native_theme_unittests": "698c4b27afa3878f4997498ef9a360cd1c472f319bd9d4712fc6c85c28c53bf4/488",
            "net_unittests": "12806a97b6916a004d86fac15736d7891c57d8aa003dc52892bb694108efb71a/567",
            "openscreen_unittests": "366ae27917c6c59c99bb979829d8fbe53ea71146bacba9178c174e1ef6d22169/489",
            "pdf_unittests": "698a770941c6304f5e6377d7cfb6d344aacd29eed54dda9863e315687569ff66/565",
            "perfetto_unittests": "4799415088cb537d3553ff0d87de4fec8734c63749c54da05f5b234a2e7e97d7/488",
            "power_sampler_unittests": "2eaa75df36c72897792ba7c1bc6fdb9c630aceaea1d12d0d0b57e8164e06e095/488",
            "printing_unittests": "4fa6128787dfd2b7cc6ebb43fb43248683ff49c9f751e0e68287d7abdbe1f94d/647",
            "puffin_unittests": "8def8f91f1d1d22d4d0621682e2ed013b7ac8e97e1d1d8b6519e2878a76a0938/572",
            "remoting_unittests": "03618ec254c4e2fc594478b5042f03b0b34690ecf44e34130f72d3a20b8bc419/565",
            "sandbox_unittests": "8e2657850ebfdf88e8991bd91bdca28451d5aa97a9a162031a48253bd6493c49/488",
            "services_unittests": "636b1770474f8883ec6c28d87fab8d3b29d377c3e2ce0efb10144f5b342add47/813",
            "shell_dialogs_unittests": "867250e9d90cf90d0f02130972ef3ea1eb2b81da4ca9e4d6112a2716e64f196e/488",
            "skia_unittests": "965c88d37a14a0521deb56617ad67360549c9b14bde342817f7ea5c64d35467a/488",
            "snapshot_unittests": "bfcd05fd6f45c7cef03457b6a0f2e1853720c758489a9b5b05be5fc1a5fde742/488",
            "sql_unittests": "29200bba3a70c4959402a2305cdf914a02e2dfb4a0c1b57f6ac5bfac3a6f18bb/565",
            "storage_unittests": "167eae3df271564ff92078319578c169e8e43c5d97bb238d1945e20c2da35b43/646",
            "sync_integration_tests": "45445a025d617aa9e5fa84a0511a0c960f2e2f19996fa07ecfec72b6e48ad8bf/647",
            "ui_base_unittests": "d1d326e25901b9fe4c5c35693bb4ddc8d869e959682e906a3648b04d8c957dac/641",
            "ui_touch_selection_unittests": "2d59b3adb5e099b70ef03a2a78e4e48f5aff772155225f686e5354a1f6b8bbfb/488",
            "ui_unittests": "9668947a580a0f662887ddf5d73c89cb1719c2bb40d54bb43a07b2de4e7b2ef2/488",
            "unit_tests": "e8d37ca2381d0dc5fe0dea8bd96f596a5f60dcd099ba140bddc76f15abcb617e/1061",
            "updater_tests": "0502cbea6336dd4a1fc224e3b830adedbbcf78f7fe9a3475631b29ebe3370153/647",
            "url_unittests": "52df023abaf513aa77a17146e5c3aa286b0fdaf85cf99fbb773dfa7c86aceccc/488",
            "views_unittests": "040437262fccde2b0d2a69372f8c1843f02908e7399a52bb9768dfd0a1e8a276/488",
            "viz_unittests": "8e4d964d12b85aa695c7cf5fdfc48eac0482aea7c85b986d383e339f88a26ab9/572",
            "wtf_unittests": "249e9dc81675c57778239be9133ce4aa507d1204a1e639b157887707b33674a5/488",
            "xr_browser_tests": "2cda2c0fad581a7c6b1edc0923043785c4cc71ab43846279da7283b4b8408f9d/646",
            "zlib_unittests": "461abf39aabd25c01ba4d79078aec3bc4672cc3df4cb3f844b625c50a35de243/489"
          },
      "swarming_command_lines_cwd": "out/f6e6-Mac_ASan_64_Bui",
      "swarming_command_lines_digest": "e2758ede1568c32cf99fd2b5d3dc2c4e6d6abbec1e67c606640cc69605fd0666/93",
      "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "631c8d19510463af29c6dda1e50b199bc48e1099",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8844366548865556784"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Mac ASan 64 Tests (1)"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Mac ASan 64 Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "240516"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[10:10:01.945] Scheduled build:
{
  "id": "8678936486298819393",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Mac ASan 64 Tests (1)"
  },
  "number": 106668,
  "createdBy": "project:chromium",
  "createTime": "2026-06-15T10:10:01.503979872Z",
  "updateTime": "2026-06-15T10:10:01.503979872Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "631c8d19510463af29c6dda1e50b199bc48e1099",
      "ref": "refs/heads/main"
    }
  }
}
[10:10:01.945] Task URL: https://cr-buildbucket.appspot.com/build/8678936486298819393
[10:10:01.945] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8844366548865556784:2:0) after 3m52s
[10:10:02.912] Received PubSub notification, asking Buildbucket for the build status
[10:10:02.982] Build status: SCHEDULED
[10:11:09.441] Received PubSub notification, asking Buildbucket for the build status
[10:11:09.459] Build status: STARTED
[10:13:53.968] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8844366548865556784:2:0)
[10:13:54.037] Build status: STARTED
[10:13:54.037] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8844366548865556784:5:0) after 4m33s
[10:18:27.058] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8844366548865556784:5:0)
[10:18:27.079] Build status: STARTED
[10:18:27.079] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8844366548865556784:6:0) after 5m56s
[10:24:23.067] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8844366548865556784:6:0)
[10:24:23.094] Build status: STARTED
[10:24:23.094] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8844366548865556784:7:0) after 2m27s
[10:26:50.216] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8844366548865556784:7:0)
[10:26:50.239] Build status: STARTED
[10:26:50.239] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8844366548865556784:8:0) after 8m5s
[10:34:55.267] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8844366548865556784:8:0)
[10:34:55.288] Build status: STARTED
[10:34:55.288] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8844366548865556784:9:0) after 8m48s
[10:43:43.426] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8844366548865556784:9:0)
[10:43:43.457] Build status: STARTED
[10:43:43.457] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8844366548865556784:10:0) after 5m42s
[10:49:25.598] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8844366548865556784:10:0)
[10:49:25.616] Build status: STARTED
[10:49:25.616] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8844366548865556784:11:0) after 7m19s
[10:56:44.650] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8844366548865556784:11:0)
[10:56:44.716] Build status: STARTED
[10:56:44.716] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8844366548865556784:12:0) after 8m19s
[11:05:03.869] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8844366548865556784:12:0)
[11:05:03.888] Build status: STARTED
[11:05:03.888] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8844366548865556784:13:0) after 8m14s
[11:13:17.985] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8844366548865556784:13:0)
[11:13:18.005] Build status: STARTED
[11:13:18.005] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8844366548865556784:14:0) after 1m54s
[11:15:12.127] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8844366548865556784:14:0)
[11:15:12.144] Build status: STARTED
[11:15:12.144] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8844366548865556784:15:0) after 6m46s
[11:21:58.182] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8844366548865556784:15:0)
[11:21:58.199] Build status: STARTED
[11:21:58.199] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8844366548865556784:16:0) after 8m3s
[11:30:01.339] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8844366548865556784:16:0)
[11:30:01.360] Build status: STARTED
[11:30:01.360] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8844366548865556784:17:0) after 1m23s
[11:31:24.377] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8844366548865556784:17:0)
[11:31:24.437] Build status: STARTED
[11:31:24.437] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8844366548865556784:18:0) after 6m37s
[11:38:01.459] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8844366548865556784:18:0)
[11:38:01.522] Build status: STARTED
[11:38:01.522] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8844366548865556784:19:0) after 5m14s
[11:43:15.546] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8844366548865556784:19:0)
[11:43:15.572] Build status: STARTED
[11:43:15.572] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8844366548865556784:20:0) after 3m40s
[11:46:55.645] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8844366548865556784:20:0)
[11:46:55.697] Build status: STARTED
[11:46:55.697] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8844366548865556784:21:0) after 7m6s
[11:54:01.803] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8844366548865556784:21:0)
[11:54:01.827] Build status: STARTED
[11:54:01.827] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8844366548865556784:22:0) after 8m27s
[12:02:28.868] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8844366548865556784:22:0)
[12:02:28.885] Build status: STARTED
[12:02:28.885] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8844366548865556784:23:0) after 7m23s
[12:09:51.952] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8844366548865556784:23:0)
[12:09:51.969] Build status: STARTED
[12:09:51.969] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8844366548865556784:24:0) after 4m16s
[12:12:12.020] Received PubSub notification, asking Buildbucket for the build status
[12:12:12.052] Build:
{
  "id": "8678936486298819393",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Mac ASan 64 Tests (1)"
  },
  "number": 106668,
  "createdBy": "project:chromium",
  "createTime": "2026-06-15T10:10:01.503979872Z",
  "startTime": "2026-06-15T10:11:09.191207679Z",
  "endTime": "2026-06-15T12:12:11.406344680Z",
  "updateTime": "2026-06-15T12:12:11.406344680Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "631c8d19510463af29c6dda1e50b199bc48e1099",
      "ref": "refs/heads/main"
    }
  }
}
[12:12:12.052] Invocation finished in 2h2m12.379851229s with status FAILED