Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 2 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Mac ASan 64 Tests (1)"
>

Incoming triggers

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "c637cd67a41684e0e99491f6b3870853c6c087a0",
        "project": "chromium/src",
        "ref": "refs/heads/main"
      }
    ]
  },
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "c637cd67a41684e0e99491f6b3870853c6c087a0"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8681163383018034513"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8681163383018034513"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8681163383018034513"
    }
  ],
  "parent_build_id": "8681163383018034513",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Mac ASan 64 Builder",
  "parent_got_angle_revision": "8006fa227663f35a4bd9a70e069d437406b9750c",
  "parent_got_dawn_revision": "910f580897ff8ac37e2346d5eb36a9132d0ccb99",
  "parent_got_revision": "c637cd67a41684e0e99491f6b3870853c6c087a0",
  "parent_got_revision_cp": "refs/heads/main@{#1634487}",
  "parent_got_swiftshader_revision": "f9d5d49a3c599a315e3493dc1e9b5309cffb3305",
  "parent_got_v8_revision": "7ecdc81d4ea44c8a5fdda294431d5d585ef86d9b",
  "parent_got_v8_revision_cp": "refs/heads/15.0.182@{#1}",
  "parent_got_webrtc_revision": "b01275c45955a5583ca201fc50d614dd707b5850",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#47761}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "c637cd67a41684e0e99491f6b3870853c6c087a0",
  "swarm_hashes": {
    "absl_hardening_tests": "c9b839d9a3aff79ebb1822c5f22d591eb9867e4d8c2d94f300289650f0fa390e/488",
    "accessibility_unittests": "440a06e1c3e9986fa34e7d72f19517108d11c05ebed121615bf5474cc2075001/488",
    "angle_unittests": "b53c193d553571e16c72f02e8ec0062595c9e301eb0bebdafe43af3cd5487553/489",
    "base_unittests": "679469a48c5e08e8976a36c58d2cf97b073ff41ed8c7745e9990d2fb2dd876a1/566",
    "blink_common_unittests": "bb0cb2329264287a6d8f22002af1043a14fc9074c0bd6bf88873f3d560f5bd5a/566",
    "blink_fuzzer_unittests": "ee2b2de7730bf6307ecffe6e762ace90cfd9bd06bef737ba35198e720d11d535/488",
    "blink_heap_unittests": "66a20330d903887772f67fccbd486ab5e0d7f44621baac048b8a3ed0c292cafe/488",
    "blink_platform_unittests": "84602482f16d09cb4fdcc23e057f910daa896b14535aaa078e9fa3565a608457/645",
    "blink_unittests": "888eea87db938dfaaa85ec347aa07cf83918eb428da3d2d2b01cfd87af092235/729",
    "boringssl_crypto_tests": "62ed969048503c7d3df970a0c11dfbdd18bc9455234922ef0f391d0660782882/489",
    "boringssl_ssl_tests": "870aa0f116c7dd1a36deb65b261784361ea4752ef7ca8ef58462f171b66a746c/488",
    "browser_tests": "51ab7767bd0a1ccb158627725055d7c9fd5c36955acde78d7c842d3997090185/1220",
    "capture_unittests": "16b4a6d9ecf5f2d3cbe10160d7ff91f116aa97d2518bcc89716997c70ddc8891/567",
    "cast_unittests": "846ce62106fb324ee8ac976579560a01feb5e13aaf9bd547bfc186dc1a6306ae/488",
    "cc_unittests": "6e5795f311c0d12f1dd695bd9e109c148011f2f043e7e4513d4d25b9a27ef43a/648",
    "chrome_app_unittests": "95f0d7712efc4786cbec77fa2c84f54a9de53f10073407b233f57538735f8723/566",
    "chromedriver_unittests": "361d7ccf48de116fa722a266b66b3fea4517195e88274c057f776f7c494509e5/645",
    "components_browsertests": "17c1a9f612b7cfc87fe34d2fa2ee78b37605c34cbbb6abcb9e0ece26b4a22b9a/732",
    "components_unittests": "25d72ae9a5bf3698802706bdff22e66572dbe3cc9e79009e785227bc286790f0/811",
    "content_browsertests": "e185d912a92c8145b649ff96e9b1f099a4fa3ef7ae358a5e699be7b0d720519e/805",
    "content_unittests": "f3a56ce8e6e3cff6b7be936179c0f3aed7247f187ccfb3aae72f8c0306608e7b/725",
    "crashpad_tests": "4c0b892076880a3746abd23c9c6ffb5807120663c1d69a9033bd75d8d0e7266b/489",
    "crypto_unittests": "437edc615b12ebc0b9c04b65b8bfa653cddc327aa7460af34242f78ad30655a6/568",
    "device_unittests": "ecd915e24dd44605c8fad26f55d9c89b8cc3f1f7754a4de41b48b3f58e322f17/565",
    "display_unittests": "30020e4821747aea02b8eb837066b5e4ea2ac8f5592f8eedcdf71d4b8f398578/488",
    "env_chromium_unittests": "80c9f701ecb324eda24df9b042a584d5be9064e0d5ea4da5cac6e3d7a38eb9c7/488",
    "events_unittests": "b2a5cd3b31ead068b0bbb6c0d4d21ae92a8f9c7d315cda48a05e360a2f24419d/488",
    "extensions_unittests": "9ffda8d6fa82a7ecc4ad5cfa0b12e3e5c41cec9111207941a7ccdc145b79f551/730",
    "filesystem_service_unittests": "e431be009a9a06a78083372f7e99d996ccf5fed6060f423f9aa56083b6b79e6b/488",
    "fuzzing_unittests": "1eca5414e279587d6f6b20d8676405441caf8db55f1b5da2de6c0cc5765e08a1/488",
    "gcm_unit_tests": "7252c4759c8c39c4b6c8ff5e59808c082d25932bf23f11db56e84d7282b5ae60/565",
    "gfx_unittests": "0a08b118af1708d3f8ae99bd39adb06ac744824c71d91302fbad4dfb0d90ba24/564",
    "gin_unittests": "451177ef640940460ee0df74a4af4f44a97a84533b30f5bdc6629a70246ddfdf/565",
    "google_apis_unittests": "237c5a69038a58f319cfe41de1ef31228f40d50ae426c8fb55d663a37014d087/650",
    "gpu_unittests": "ccd03807e88f05e2eba8fbf2ca3b64f9c8645e54a794dc9135c2fe62f49222d1/565",
    "gwp_asan_unittests": "12a9ba2b45ea83ca0d502ba5a1f03e0a06bf0425202206ecda5026a6e86dc403/489",
    "headless_browsertests": "d0f534dd7ebbe06edb1c81a312694395486cd5e9dfec85573f121f087046d225/733",
    "headless_unittests": "79ec2fcfb575933c8bb02bfc819377ffcd4fb9a7ff92caca666138ddfe753289/488",
    "interactive_ui_tests": "6ca4dd128be1429ec1a73a3e948a3437b4561f4c4e95b8e6fcd36b6117751e06/1060",
    "ipc_tests": "2230aae35c4db30f2470558467cd862d2012a1a2e04b143146b8c49b5ad2fc64/488",
    "latency_unittests": "c756f3dfe037232ee7e95600eb068b142f44418bb0505bf8b69752ad96409f62/488",
    "leveldb_unittests": "dcdb64f07f92a641567d0d0e0c9608cc7d81fdc0e2253e4db6eb1b89107377ab/488",
    "libjingle_xmpp_unittests": "e09bfe7452ffe9942045beade3981567d9d83f464ea23ee65cce54c3aa26bce6/488",
    "liburlpattern_unittests": "82241547e740a78aef609188150365e445d1d031aa495c4571af4ad75f69a484/488",
    "media_unittests": "d4cc9640cd840576a202a43085a4b6a8b21a94606b38366988a0f26764b03af4/568",
    "message_center_unittests": "51935e9ed67434da3504fd8c10ece4d1da23a72213d0581454a3c5e978909f3d/488",
    "midi_unittests": "3f9416724bd868e3ab051602175d05a0817859a333990598bdd1b768450b781e/488",
    "mojo_unittests": "89866d73fadbfd734f469cb3b29e2b2859d13bfbcb0534d723f4733503bdb112/566",
    "native_theme_unittests": "ba4e7a988a60d033c9c5ab9fb9510f67dcf4f809e73ac3f503aed833bda9fe05/488",
    "net_unittests": "ba4760fe0abdab3b4df77885689d77aef3b0576081566bdc7547611ac6e43cde/567",
    "openscreen_unittests": "1a97470743cba912ef8ca7e6b79b8178ab38ec215cd91f35dbf438b601d090ac/489",
    "pdf_unittests": "1bce20a462bd4e274f7a5874b10afbf2932eb9886f5f57f9670b3ff913d97e2d/565",
    "perfetto_unittests": "cf5a81ea33f5a429abec1ae903c083ade7a83c74d4a93051c539c3eb7ed0a0e6/488",
    "power_sampler_unittests": "718767b6deab682cb39cacc03a0aea0c39aeff5888c4a3b676cbe39625698abb/488",
    "printing_unittests": "f84831706f9d5338d141f6a2d7a0619c0a7b1eea234e7dbdd9e01977feba6e16/647",
    "puffin_unittests": "32911452c13768fb60a9ad52f224dd6104d01688e2f94c6dd2ea297373cd350a/572",
    "remoting_unittests": "82570b525a8006248a9a319e50820d056d878b17f6885796defa9191f49d5820/565",
    "sandbox_unittests": "52400785a26d9d4347cde2617adf0f068621f68aad186e1b0bda41da045e2a04/488",
    "services_unittests": "423d25101923bf6b19e9b5325490c19329c7916e8385a9bc355c2d5edb5f302a/813",
    "shell_dialogs_unittests": "58906adb81475403257affc743045b05d191a356b4fad6d7b01df90fff58cf78/488",
    "skia_unittests": "ee65850bbb1450f67ccf339a6e2de855cc0f6b85cd416556fdafa3f9cfd41741/488",
    "snapshot_unittests": "cf2384a5e095eadbf6649cf4ec4520e9a2ea350ecbf3d78eaa25e74a004c953c/488",
    "sql_unittests": "c38bd6c2f6e714489fae8e3ac2362943c308b1eb2923e5e4790daa841b20b949/565",
    "storage_unittests": "21c3a398da337d962728e787bf6c8fd31f1281a0b16936ee31ed50df81289db2/646",
    "sync_integration_tests": "18675d1ab477a9b0ebf322aa1607eb59a9b9955780fcd78deaaac18ed29325ef/647",
    "ui_base_unittests": "28f38052dc61a9a102d3e378f224b852c6f4469fab71fc98d40cacd5517e8002/641",
    "ui_touch_selection_unittests": "c35204042e4f683de771bb7999351ee8b4cf2154d93042abc8f2f4c8f44d6bc3/488",
    "ui_unittests": "5b8c8622017c7c9ff6a3cbfcdbbdec17469ad1696bcf0f31064ee8c5a81b7069/488",
    "unit_tests": "cd933facab819f4faba07cca6abd8a748ad0e28103b8d1c2550a3a365181eac8/1061",
    "updater_tests": "a6f99f7885bd7183596e2a342bd2cba044cb58b74ec43e10a6710ea20220d348/647",
    "url_unittests": "c00e4ad8ef7479fdb192a068405f09fb218ca4f64081650dc9e98132ac21bf7c/488",
    "views_unittests": "789db29a5db48b392b9650c65af53b02abaa30b99a5bffd5649e454272fae0d0/488",
    "viz_unittests": "5dbbe80812c8647da0f26d779bb3e460271690c782983b7a1148d8fdd9d24e7d/572",
    "wtf_unittests": "67e59265b475391f90db0e9eba953b71cf7d25c5d119e617fcd8703cf577e4e4/488",
    "xr_browser_tests": "95ce1d51b15bd802aa36323b49b18a690363e9be22c162954a9810660ce83d7a/646",
    "zlib_unittests": "2e1132e7b1ae7b2f44c7cd04b19bff8e1cf34be6795779912f32c990f4131fc1/489"
  },
  "swarming_command_lines_cwd": "out/f6e6-Mac_ASan_64_Bui",
  "swarming_command_lines_digest": "e2758ede1568c32cf99fd2b5d3dc2c4e6d6abbec1e67c606640cc69605fd0666/93",
  "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c637cd67a41684e0e99491f6b3870853c6c087a0
  • gitiles_ref:refs/heads/main
  • parent_buildername:Mac ASan 64 Builder
  • parent_buildnumber:238974
  • user_agent:recipe

Debug log (UTC)

[21:10:06.491] New invocation is queued and will start shortly
[21:10:06.491] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[21:10:07.597] Starting the invocation (attempt 1)
[21:10:07.638] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c637cd67a41684e0e99491f6b3870853c6c087a0"
[21:10:07.638] Popped gitiles commit info from properties and tags
[21:10:07.638] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:10:07.639] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:10:07.639] Buildbucket request:
{
  "requestId": "8846589942274400144",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Mac ASan 64 Tests (1)"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "c637cd67a41684e0e99491f6b3870853c6c087a0",
                        "project": "chromium/src",
                        "ref": "refs/heads/main"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "c637cd67a41684e0e99491f6b3870853c6c087a0"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8681163383018034513"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8681163383018034513"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8681163383018034513"
                }
          ],
      "parent_build_id": "8681163383018034513",
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Mac ASan 64 Builder",
      "parent_got_angle_revision": "8006fa227663f35a4bd9a70e069d437406b9750c",
      "parent_got_dawn_revision": "910f580897ff8ac37e2346d5eb36a9132d0ccb99",
      "parent_got_revision": "c637cd67a41684e0e99491f6b3870853c6c087a0",
      "parent_got_revision_cp": "refs/heads/main@{#1634487}",
      "parent_got_swiftshader_revision": "f9d5d49a3c599a315e3493dc1e9b5309cffb3305",
      "parent_got_v8_revision": "7ecdc81d4ea44c8a5fdda294431d5d585ef86d9b",
      "parent_got_v8_revision_cp": "refs/heads/15.0.182@{#1}",
      "parent_got_webrtc_revision": "b01275c45955a5583ca201fc50d614dd707b5850",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#47761}",
      "swarm_hashes": {
            "absl_hardening_tests": "c9b839d9a3aff79ebb1822c5f22d591eb9867e4d8c2d94f300289650f0fa390e/488",
            "accessibility_unittests": "440a06e1c3e9986fa34e7d72f19517108d11c05ebed121615bf5474cc2075001/488",
            "angle_unittests": "b53c193d553571e16c72f02e8ec0062595c9e301eb0bebdafe43af3cd5487553/489",
            "base_unittests": "679469a48c5e08e8976a36c58d2cf97b073ff41ed8c7745e9990d2fb2dd876a1/566",
            "blink_common_unittests": "bb0cb2329264287a6d8f22002af1043a14fc9074c0bd6bf88873f3d560f5bd5a/566",
            "blink_fuzzer_unittests": "ee2b2de7730bf6307ecffe6e762ace90cfd9bd06bef737ba35198e720d11d535/488",
            "blink_heap_unittests": "66a20330d903887772f67fccbd486ab5e0d7f44621baac048b8a3ed0c292cafe/488",
            "blink_platform_unittests": "84602482f16d09cb4fdcc23e057f910daa896b14535aaa078e9fa3565a608457/645",
            "blink_unittests": "888eea87db938dfaaa85ec347aa07cf83918eb428da3d2d2b01cfd87af092235/729",
            "boringssl_crypto_tests": "62ed969048503c7d3df970a0c11dfbdd18bc9455234922ef0f391d0660782882/489",
            "boringssl_ssl_tests": "870aa0f116c7dd1a36deb65b261784361ea4752ef7ca8ef58462f171b66a746c/488",
            "browser_tests": "51ab7767bd0a1ccb158627725055d7c9fd5c36955acde78d7c842d3997090185/1220",
            "capture_unittests": "16b4a6d9ecf5f2d3cbe10160d7ff91f116aa97d2518bcc89716997c70ddc8891/567",
            "cast_unittests": "846ce62106fb324ee8ac976579560a01feb5e13aaf9bd547bfc186dc1a6306ae/488",
            "cc_unittests": "6e5795f311c0d12f1dd695bd9e109c148011f2f043e7e4513d4d25b9a27ef43a/648",
            "chrome_app_unittests": "95f0d7712efc4786cbec77fa2c84f54a9de53f10073407b233f57538735f8723/566",
            "chromedriver_unittests": "361d7ccf48de116fa722a266b66b3fea4517195e88274c057f776f7c494509e5/645",
            "components_browsertests": "17c1a9f612b7cfc87fe34d2fa2ee78b37605c34cbbb6abcb9e0ece26b4a22b9a/732",
            "components_unittests": "25d72ae9a5bf3698802706bdff22e66572dbe3cc9e79009e785227bc286790f0/811",
            "content_browsertests": "e185d912a92c8145b649ff96e9b1f099a4fa3ef7ae358a5e699be7b0d720519e/805",
            "content_unittests": "f3a56ce8e6e3cff6b7be936179c0f3aed7247f187ccfb3aae72f8c0306608e7b/725",
            "crashpad_tests": "4c0b892076880a3746abd23c9c6ffb5807120663c1d69a9033bd75d8d0e7266b/489",
            "crypto_unittests": "437edc615b12ebc0b9c04b65b8bfa653cddc327aa7460af34242f78ad30655a6/568",
            "device_unittests": "ecd915e24dd44605c8fad26f55d9c89b8cc3f1f7754a4de41b48b3f58e322f17/565",
            "display_unittests": "30020e4821747aea02b8eb837066b5e4ea2ac8f5592f8eedcdf71d4b8f398578/488",
            "env_chromium_unittests": "80c9f701ecb324eda24df9b042a584d5be9064e0d5ea4da5cac6e3d7a38eb9c7/488",
            "events_unittests": "b2a5cd3b31ead068b0bbb6c0d4d21ae92a8f9c7d315cda48a05e360a2f24419d/488",
            "extensions_unittests": "9ffda8d6fa82a7ecc4ad5cfa0b12e3e5c41cec9111207941a7ccdc145b79f551/730",
            "filesystem_service_unittests": "e431be009a9a06a78083372f7e99d996ccf5fed6060f423f9aa56083b6b79e6b/488",
            "fuzzing_unittests": "1eca5414e279587d6f6b20d8676405441caf8db55f1b5da2de6c0cc5765e08a1/488",
            "gcm_unit_tests": "7252c4759c8c39c4b6c8ff5e59808c082d25932bf23f11db56e84d7282b5ae60/565",
            "gfx_unittests": "0a08b118af1708d3f8ae99bd39adb06ac744824c71d91302fbad4dfb0d90ba24/564",
            "gin_unittests": "451177ef640940460ee0df74a4af4f44a97a84533b30f5bdc6629a70246ddfdf/565",
            "google_apis_unittests": "237c5a69038a58f319cfe41de1ef31228f40d50ae426c8fb55d663a37014d087/650",
            "gpu_unittests": "ccd03807e88f05e2eba8fbf2ca3b64f9c8645e54a794dc9135c2fe62f49222d1/565",
            "gwp_asan_unittests": "12a9ba2b45ea83ca0d502ba5a1f03e0a06bf0425202206ecda5026a6e86dc403/489",
            "headless_browsertests": "d0f534dd7ebbe06edb1c81a312694395486cd5e9dfec85573f121f087046d225/733",
            "headless_unittests": "79ec2fcfb575933c8bb02bfc819377ffcd4fb9a7ff92caca666138ddfe753289/488",
            "interactive_ui_tests": "6ca4dd128be1429ec1a73a3e948a3437b4561f4c4e95b8e6fcd36b6117751e06/1060",
            "ipc_tests": "2230aae35c4db30f2470558467cd862d2012a1a2e04b143146b8c49b5ad2fc64/488",
            "latency_unittests": "c756f3dfe037232ee7e95600eb068b142f44418bb0505bf8b69752ad96409f62/488",
            "leveldb_unittests": "dcdb64f07f92a641567d0d0e0c9608cc7d81fdc0e2253e4db6eb1b89107377ab/488",
            "libjingle_xmpp_unittests": "e09bfe7452ffe9942045beade3981567d9d83f464ea23ee65cce54c3aa26bce6/488",
            "liburlpattern_unittests": "82241547e740a78aef609188150365e445d1d031aa495c4571af4ad75f69a484/488",
            "media_unittests": "d4cc9640cd840576a202a43085a4b6a8b21a94606b38366988a0f26764b03af4/568",
            "message_center_unittests": "51935e9ed67434da3504fd8c10ece4d1da23a72213d0581454a3c5e978909f3d/488",
            "midi_unittests": "3f9416724bd868e3ab051602175d05a0817859a333990598bdd1b768450b781e/488",
            "mojo_unittests": "89866d73fadbfd734f469cb3b29e2b2859d13bfbcb0534d723f4733503bdb112/566",
            "native_theme_unittests": "ba4e7a988a60d033c9c5ab9fb9510f67dcf4f809e73ac3f503aed833bda9fe05/488",
            "net_unittests": "ba4760fe0abdab3b4df77885689d77aef3b0576081566bdc7547611ac6e43cde/567",
            "openscreen_unittests": "1a97470743cba912ef8ca7e6b79b8178ab38ec215cd91f35dbf438b601d090ac/489",
            "pdf_unittests": "1bce20a462bd4e274f7a5874b10afbf2932eb9886f5f57f9670b3ff913d97e2d/565",
            "perfetto_unittests": "cf5a81ea33f5a429abec1ae903c083ade7a83c74d4a93051c539c3eb7ed0a0e6/488",
            "power_sampler_unittests": "718767b6deab682cb39cacc03a0aea0c39aeff5888c4a3b676cbe39625698abb/488",
            "printing_unittests": "f84831706f9d5338d141f6a2d7a0619c0a7b1eea234e7dbdd9e01977feba6e16/647",
            "puffin_unittests": "32911452c13768fb60a9ad52f224dd6104d01688e2f94c6dd2ea297373cd350a/572",
            "remoting_unittests": "82570b525a8006248a9a319e50820d056d878b17f6885796defa9191f49d5820/565",
            "sandbox_unittests": "52400785a26d9d4347cde2617adf0f068621f68aad186e1b0bda41da045e2a04/488",
            "services_unittests": "423d25101923bf6b19e9b5325490c19329c7916e8385a9bc355c2d5edb5f302a/813",
            "shell_dialogs_unittests": "58906adb81475403257affc743045b05d191a356b4fad6d7b01df90fff58cf78/488",
            "skia_unittests": "ee65850bbb1450f67ccf339a6e2de855cc0f6b85cd416556fdafa3f9cfd41741/488",
            "snapshot_unittests": "cf2384a5e095eadbf6649cf4ec4520e9a2ea350ecbf3d78eaa25e74a004c953c/488",
            "sql_unittests": "c38bd6c2f6e714489fae8e3ac2362943c308b1eb2923e5e4790daa841b20b949/565",
            "storage_unittests": "21c3a398da337d962728e787bf6c8fd31f1281a0b16936ee31ed50df81289db2/646",
            "sync_integration_tests": "18675d1ab477a9b0ebf322aa1607eb59a9b9955780fcd78deaaac18ed29325ef/647",
            "ui_base_unittests": "28f38052dc61a9a102d3e378f224b852c6f4469fab71fc98d40cacd5517e8002/641",
            "ui_touch_selection_unittests": "c35204042e4f683de771bb7999351ee8b4cf2154d93042abc8f2f4c8f44d6bc3/488",
            "ui_unittests": "5b8c8622017c7c9ff6a3cbfcdbbdec17469ad1696bcf0f31064ee8c5a81b7069/488",
            "unit_tests": "cd933facab819f4faba07cca6abd8a748ad0e28103b8d1c2550a3a365181eac8/1061",
            "updater_tests": "a6f99f7885bd7183596e2a342bd2cba044cb58b74ec43e10a6710ea20220d348/647",
            "url_unittests": "c00e4ad8ef7479fdb192a068405f09fb218ca4f64081650dc9e98132ac21bf7c/488",
            "views_unittests": "789db29a5db48b392b9650c65af53b02abaa30b99a5bffd5649e454272fae0d0/488",
            "viz_unittests": "5dbbe80812c8647da0f26d779bb3e460271690c782983b7a1148d8fdd9d24e7d/572",
            "wtf_unittests": "67e59265b475391f90db0e9eba953b71cf7d25c5d119e617fcd8703cf577e4e4/488",
            "xr_browser_tests": "95ce1d51b15bd802aa36323b49b18a690363e9be22c162954a9810660ce83d7a/646",
            "zlib_unittests": "2e1132e7b1ae7b2f44c7cd04b19bff8e1cf34be6795779912f32c990f4131fc1/489"
          },
      "swarming_command_lines_cwd": "out/f6e6-Mac_ASan_64_Bui",
      "swarming_command_lines_digest": "e2758ede1568c32cf99fd2b5d3dc2c4e6d6abbec1e67c606640cc69605fd0666/93",
      "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "c637cd67a41684e0e99491f6b3870853c6c087a0",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8846589942274400144"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Mac ASan 64 Tests (1)"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Mac ASan 64 Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "238974"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[21:10:08.161] Scheduled build:
{
  "id": "8681159880339820321",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Mac ASan 64 Tests (1)"
  },
  "number": 106357,
  "createdBy": "project:chromium",
  "createTime": "2026-05-21T21:10:07.711516352Z",
  "updateTime": "2026-05-21T21:10:07.711516352Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "c637cd67a41684e0e99491f6b3870853c6c087a0",
      "ref": "refs/heads/main"
    }
  }
}
[21:10:08.161] Task URL: https://cr-buildbucket.appspot.com/build/8681159880339820321
[21:10:08.162] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846589942274400144:2:0) after 3m14s
[21:10:08.251] Received PubSub notification, asking Buildbucket for the build status
[21:10:08.298] Build status: SCHEDULED
[21:11:21.710] Received PubSub notification, asking Buildbucket for the build status
[21:11:21.752] Build status: STARTED
[21:13:22.167] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846589942274400144:2:0)
[21:13:22.187] Build status: STARTED
[21:13:22.187] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846589942274400144:5:0) after 8m42s
[21:22:04.228] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846589942274400144:5:0)
[21:22:04.251] Build status: STARTED
[21:22:04.251] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846589942274400144:6:0) after 5m18s
[21:27:22.273] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846589942274400144:6:0)
[21:27:22.334] Build status: STARTED
[21:27:22.334] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846589942274400144:7:0) after 4m1s
[21:31:23.362] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846589942274400144:7:0)
[21:31:23.379] Build status: STARTED
[21:31:23.379] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846589942274400144:8:0) after 9m48s
[21:41:11.403] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846589942274400144:8:0)
[21:41:11.571] Build status: STARTED
[21:41:11.571] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846589942274400144:9:0) after 6m48s
[21:47:59.592] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846589942274400144:9:0)
[21:47:59.612] Build status: STARTED
[21:47:59.612] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846589942274400144:10:0) after 5m15s
[21:53:14.649] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846589942274400144:10:0)
[21:53:14.712] Build status: STARTED
[21:53:14.713] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846589942274400144:11:0) after 6m28s
[21:59:42.691] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846589942274400144:11:0)
[21:59:42.715] Build status: STARTED
[21:59:42.715] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846589942274400144:12:0) after 7m50s
[22:07:32.738] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846589942274400144:12:0)
[22:07:32.759] Build status: STARTED
[22:07:32.759] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846589942274400144:13:0) after 5m30s
[22:13:02.831] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846589942274400144:13:0)
[22:13:02.848] Build status: STARTED
[22:13:02.848] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846589942274400144:14:0) after 3m29s
[22:16:31.874] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846589942274400144:14:0)
[22:16:31.893] Build status: STARTED
[22:16:31.893] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846589942274400144:15:0) after 9m58s
[22:26:29.963] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846589942274400144:15:0)
[22:26:30.007] Build status: STARTED
[22:26:30.007] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846589942274400144:16:0) after 8m38s
[22:35:08.074] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846589942274400144:16:0)
[22:35:08.096] Build status: STARTED
[22:35:08.096] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846589942274400144:17:0) after 9m43s
[22:44:51.092] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846589942274400144:17:0)
[22:44:51.113] Build status: STARTED
[22:44:51.113] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846589942274400144:18:0) after 6m38s
[22:51:29.251] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846589942274400144:18:0)
[22:51:29.345] Build status: STARTED
[22:51:29.345] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846589942274400144:19:0) after 5m23s
[22:56:52.329] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846589942274400144:19:0)
[22:56:52.351] Build status: STARTED
[22:56:52.351] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846589942274400144:20:0) after 8m26s
[23:05:18.392] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846589942274400144:20:0)
[23:05:18.475] Build status: STARTED
[23:05:18.475] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846589942274400144:21:0) after 8m6s
[23:13:24.506] Handling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846589942274400144:21:0)
[23:13:24.591] Build status: STARTED
[23:13:24.591] Scheduling timer "check-buildbucket-build-status" (chromium/Mac ASan 64 Tests (1):8846589942274400144:22:0) after 9m1s
[23:17:00.560] Received PubSub notification, asking Buildbucket for the build status
[23:17:00.636] Build:
{
  "id": "8681159880339820321",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Mac ASan 64 Tests (1)"
  },
  "number": 106357,
  "createdBy": "project:chromium",
  "createTime": "2026-05-21T21:10:07.711516352Z",
  "startTime": "2026-05-21T21:11:20.857155993Z",
  "endTime": "2026-05-21T23:16:59.992392912Z",
  "updateTime": "2026-05-21T23:16:59.992392912Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "c637cd67a41684e0e99491f6b3870853c6c087a0",
      "ref": "refs/heads/main"
    }
  }
}
[23:17:00.636] Invocation finished in 2h6m54.152431541s with status FAILED