Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 2 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Linux Chromium OS ASan LSan Tests (1)"
>

Incoming triggers

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "22a3b5ce47844c5661201983ce53803d41a64b41",
        "project": "chromium/src",
        "ref": "refs/heads/main"
      }
    ]
  },
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "22a3b5ce47844c5661201983ce53803d41a64b41"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8696002366482487761"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8696002366482487761"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8696002366482487761"
    }
  ],
  "parent_build_id": "8696002366482487761",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux Chromium OS ASan LSan Builder",
  "parent_got_angle_revision": "477a88df97eb0bfbb823c9756e1ae20b4716b369",
  "parent_got_dawn_revision": "0a127ac889bf65ced7659750bdb7425fb44bd111",
  "parent_got_revision": "22a3b5ce47844c5661201983ce53803d41a64b41",
  "parent_got_revision_cp": "refs/heads/main@{#1555828}",
  "parent_got_swiftshader_revision": "ff4435d3f92dabbf65e210033ea178359ba7db0e",
  "parent_got_v8_revision": "8aced2530883982fa1a639f47c684fde4a9752d5",
  "parent_got_v8_revision_cp": "refs/heads/14.5.45@{#1}",
  "parent_got_webrtc_revision": "4edf02b01653728166966d6107751b1ee9657623",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#46426}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "22a3b5ce47844c5661201983ce53803d41a64b41",
  "swarm_hashes": {
    "absl_hardening_tests": "d1ea0e8baed263081440f722e9eed09c71d347a16178d6ceca15d5f7d93271df/488",
    "accessibility_unittests": "7a08387a09995a387060d835c893831b3c31af47ca9aaabab5f28258d849d6e1/488",
    "angle_unittests": "ab0e935a82d11619e16b5652173a95f28cbc9d396b8d1dc0d5d9a7f6b7b8dbe0/489",
    "app_shell_unittests": "31d78572423f1a964b7914b0a28e8c1bb58453a5234908aa20eadfa9f5c59a1d/649",
    "ash_components_unittests": "6d361eb15024ecf3fccd962051de2feb52a7690a2eaf0590870b5c14e3f72a37/649",
    "ash_unittests": "82f4dbf55eb2c03663d654d6e3b1760ef44f81747d678f94429948efc022664b/800",
    "ash_webui_unittests": "f913188ece0232da87daf0fa55275eb4063a3b39ac66a63f9eb6db57c5955eab/648",
    "aura_unittests": "05b6a5dfa2a958de2bc55046fc0ef0b9d4b5131621b6f0fcd3ee493e33a5a3cf/488",
    "base_unittests": "fd483c500782784aa6bcb22f91bcc158f77624057b3e7f9022ab94d4078ef96a/566",
    "blink_common_unittests": "306d167941c7e25d18abeba75ec66bee74c03e29bab8c73e92c132cbc3f77479/566",
    "blink_fuzzer_unittests": "3cbbadc774820f34bc18965bb4b7e74b874b39f27a1210d75c528abf71b689cf/488",
    "blink_heap_unittests": "b22dab15ed9627176b3aa7cb805540a006dda74d7b2f9c3e63a0b3d535a693bd/488",
    "blink_platform_unittests": "6182f4780ee0ee5f8d9176a317d857c5bf71d4be68319dfdd4bb8dec3c7bcb33/645",
    "blink_unittests": "d3da98a9d6feab5a6f4b9463dfa19f2ebc4bdd00e60b60c0e488001729b5b583/729",
    "boringssl_crypto_tests": "a5a545d54516d783542789bcc4bff721234fd4beb199190aa1f8fbaf69a60d1c/489",
    "boringssl_ssl_tests": "7562d4d72cda139d8911b716b55961ba165342feab19493d0904a5b8efb70689/488",
    "browser_tests": "75bd7acde014f730d8030e47cf8903d0e218324a897ad44325c9c5f1e73c68e4/1299",
    "capture_unittests": "fa49e4f2471d291faaf8292fded6fd3976ddefdecf5eafb5cd287d3a6b4c7bb6/567",
    "cast_unittests": "814b9d8cec1ce3cefc7cd044063632b8f067f3356d8389c6a446134f584d1d07/488",
    "cc_unittests": "bd2638ed4a99653c9c1a3b799f8a9f046c81030f3dbc6c4d36992cd3c3e959c9/648",
    "chrome_app_unittests": "e92a2eff4215d84345def06e6b0794b60128c3fe625a2789f33699f60379aada/648",
    "chromedriver_unittests": "b975d176a14f0486c94aafe1155589c2b049dc45971e10d1aeb4e10ebffb5b0c/645",
    "chromeos_components_unittests": "bb0a5c71c05d2d2ccc0a5f5c71ab348967daaa1d02590c2b9f3e9ad3b6a97439/647",
    "chromeos_unittests": "7194503c5770cabec6f705d089adabda297c782f27cb34b97493c56b302978ce/807",
    "components_browsertests": "829ab0a8c9a0df0180129647edaca623eb89bdaf70e122ac090b5a1cf4df4b4a/732",
    "components_unittests": "e2936e80dcbf5ebb2b94e6403105ee25516469bf67556f12519968f6ce61c484/894",
    "compositor_unittests": "d6006ce5eb1b59341925c674f7df56870e8cf70cc6d87e132bd21fa98289157c/564",
    "content_browsertests": "74105ca75b493e05ca4ef7c261cd4c77bbbc5dc46838dd376d7796fd4ee662da/805",
    "content_unittests": "f6273f6d931e18e9298f0a6d2460ad8d62909211f2cfdf6a8e6852733a4c229f/725",
    "crashpad_tests": "89d0c53a6186663e09cc11c04cb0ebb860f201dc4525567288dd1725029ec9ce/489",
    "crypto_unittests": "6cfbbed253890f98b7922e509304337f2c2dbc6db170b925fa64ad994c327ae1/568",
    "dbus_unittests": "d6562c8318472dc585057b00d48ffa9b5d1919d7a87bf8203ebdcb092e14b86b/488",
    "device_unittests": "8e1369916717d9cfd0a73d15ef1eabccb2b5db9ac7cc044a8ad5b912fd1a1354/565",
    "display_unittests": "acb245d54c7b7061abf077186f0da6159c576c0a6b7916d1ea54e2312d660d33/488",
    "env_chromium_unittests": "35072d652ad9663ea86cf29c015d39e5c173906db35f25eb78c2bc19a9490ea4/488",
    "events_unittests": "dd1fcb41eb21e60b13f3cc04ca1ad692a2c151b4b79c64fd0567b6deb665ef1b/488",
    "exo_unittests": "097cd49bd9683abe79141d1b190046605db169181d0b0e09fc090dc4efae7677/647",
    "extensions_browsertests": "83afcbde1da9dbaa349cafb26cafd40c5834cbe9b2d61ae0c6cc49503aa59c55/651",
    "extensions_unittests": "5c7551e1829e9801c5896aab7d1bbe0874e7d794363fb3bfa44331b597fdd520/812",
    "filesystem_service_unittests": "b17c1ed5410054659e5657dc4561430a4ff395b9d5aeeb9947047120477bb1c2/488",
    "fuzzing_unittests": "6e1f0ceb2f0d394e846c28fc5baa69fcf78f5876fdbd96aae2f6ba67d8c95e06/488",
    "gcm_unit_tests": "130f2adee48d6569296d7427c81dedf7e40eb75dc04c6ebae708f68dac211cce/565",
    "gfx_unittests": "41c1a28a4a9f7355dd44bc2a62e162aab1ef7779f0fd368e8e5b676d9314b67a/564",
    "gl_unittests_ozone": "136af74cd063b6a69cc0761fb3503f5f19654a860577b7bd7610655ed602a25b/488",
    "google_apis_unittests": "c2bad0a2bd5e292f291d7f4f90910e7a2233a24da9f6ef564d79377060eff059/650",
    "gpu_unittests": "741caf0eac4d2b577212e65b68184e6b4a1daaf74b1828b6f30e6ee2df1bd7b4/565",
    "gwp_asan_unittests": "1be8c02caeba2d01f4eb80efcb8ead3c49c6017f62ff8fc8ec5e044c08b395a6/489",
    "interactive_ui_tests": "c780d970812883fdd6aaeae3f6f471a15b9de7f1d348d8d31b8763e4c2fe95a8/1142",
    "ipc_tests": "e8366996290f38dab4a38af901c4917ef0f77134ebcffb158a9f253ef9412d49/488",
    "keyboard_unittests": "2bfb0e3a8453d86a0c783fa2d0b63e8fa0f664c9eac6eae6d5aeeb8922d36681/488",
    "latency_unittests": "b84208df72991d0a2349947bb91ee1ff2a87c5aff24fdc4fb60dabfa1cbf53cc/488",
    "leveldb_unittests": "d49632c849e4c29d24243438823971229553056b7397aec05c94303c282aaadb/488",
    "libjingle_xmpp_unittests": "a1921190ec89fa257a25d161a65b1b6bbebe5f416c9166506119f13cf8afeb76/488",
    "liburlpattern_unittests": "b48c3783fd8b36145e752d2ef33bc94a2668a212f4b10c5c69d3ca3b6717da85/488",
    "media_unittests": "d0ba5ca104646156c65874f7ef20b0d756596fc28fcc78694fb45d6d9ac1dc58/568",
    "message_center_unittests": "a39b66fbd0647a83a86d73b6310922c4d06b660b9b6188b0a27f007a820b3f36/488",
    "midi_unittests": "19d678ecb93aba065e8310330cd1a7275a8292685a950b80c8cc4fd0ab66a1b0/488",
    "mojo_unittests": "e9d2b51a77949180945e61273b32e729dcb9da60288786f058634cf00ec11869/566",
    "native_theme_unittests": "a3a90a408d880fd94f11e5c25b08fd89afcf46f79774dc1591a942fd040b9e7b/488",
    "net_unittests": "0a5b7fc6a91defd555d0977c3feee519c01ac40d08ff5e2bc1397f504c4ac885/567",
    "ozone_gl_unittests": "17e7d951081e6c510fb822e495a67237df987f59170ed3b56abdb74c7f5b9ffb/488",
    "ozone_unittests": "2896022649b904f31782c1c82fe21e28b9cd80e9b4242963a8ee049a3d0065f4/488",
    "ozone_x11_unittests": "1dfe065a38c0fe8f3e5fadf95d7371eaf28b6d2f1495c435c0e9b04bda7312ca/488",
    "pdf_unittests": "39c424c74c2b6f83c364f3349c3d484491208d82edcafc7c9b9128c3995974dc/565",
    "perfetto_unittests": "64a849fa952cf11557021969de53e75c17cfaf79fcfad0e522b9c20f93003c24/488",
    "printing_unittests": "5ab2f617231cd111fb6b95a8e9fae1e378efb8aa3755fe6e622148d6498b9c42/488",
    "pthreadpool_unittests": "e9086b47299392391be0b37e95a12593e759f8fb4dc22608a38160273eda05ef/488",
    "remoting_unittests": "a6edf8ee788af1671caf8a655b3b3d2ab8abb7007d5b2df0138deaf36d538ee1/647",
    "sandbox_linux_unittests": "49994b08adc7eb177209246958e354852ed819954bedc3856f14cc64f4649f3e/488",
    "services_unittests": "c094382b514ed617e664a9e45629ab0c5794cb8d3c5fd05ef53087ddeb666d1e/816",
    "shell_dialogs_unittests": "0700ba28586caf190b9bbc4cca4c73757fc8ebf77b44441a5dca67ca83fbd437/488",
    "shell_encryption_unittests": "3cfa87832a58a17fade7496f41d6ee96edca358aaf618f7c6b52fbab6db03018/488",
    "skia_unittests": "fd51d921b9594620ce58d7ab73de708ffe0be8877536c3cf4e6132675ce20217/488",
    "snapshot_unittests": "f2f5caa1c9ebd5b16e23785e575f6e6b5b650763b3bf9ff0967ab991ad9addbe/488",
    "sql_unittests": "a75d3140d880fca5327bf6781a9b8c60a5336cdc9284bc3d01c5c47fe167d4de/565",
    "storage_unittests": "4d21e8938df408a1cd9b6a931ea450b44eece2e886fb8ad1182418efd30dd693/646",
    "sync_integration_tests": "3064670f0b838da12e69c23d28843ad55b3a079538a28e9e0c7ad0f613808f96/730",
    "ui_base_unittests": "2543c2e33072b4a9c12cf1cd1e218b452b98fc54b3bc993dd88672404b83e0b6/641",
    "ui_chromeos_unittests": "e63253e4dd1d9823908a02823d231e513b110b32b11ba67280e6e7d75849ddfb/488",
    "ui_touch_selection_unittests": "a2e152f82397c5c0da7f572d3c35fa25540ff4f71033dd6fd49a019d8776e9ff/488",
    "ui_unittests": "7e98575da3039832fa5ab902b9ae9266aea085f3615f9f6339c9dce08b8313a4/488",
    "unit_tests": "378d655e501b8a44e215f23d1e816229b268830658b798ec8c90def79906a257/1062",
    "url_unittests": "e4095f842239335fb32db9f973bc3d4cafae0c9ac938b2a35d6d5c69ef844946/488",
    "usage_time_limit_unittests": "f85d9c3094e362dfea58abc956c74def3c772c0346769b4f92117ae410e548e8/568",
    "views_unittests": "25693de6ae0668acfba25b3814d3e77e6194197001a6a3acf9bf2f77437bf9f1/488",
    "viz_unittests": "3194f5aef80cf55994822d9cd7f57984a55ff7a7cae4bc544cb18fecf2a0798d/572",
    "wayland_client_perftests": "8cd7ac9ef37559db7cbe94e62cad8bd342ec1d12c8061d4579bb3b9ef9447173/647",
    "wayland_client_tests": "b33551834cdf07bb43a7d826cecadf57a19316960503018fa12dc8748804ad86/647",
    "wm_unittests": "02d043fa69676160639219d022dd81808d84632422dd876ecda86ddb08456b0d/488",
    "wtf_unittests": "d5ba267f46f56cca740cbddff849b45b30f4576a8bf6ca61e0ff0765be55dc50/488",
    "zlib_unittests": "eb0148d6a8bf91586f74d494e41becf2cedf75980b3f65e3960452b47a8c8e84/489"
  },
  "swarming_command_lines_cwd": "out/8916-Linux_Chromium_",
  "swarming_command_lines_digest": "3ef8fc3cccc647410d5375eec3bef30bb7385aa98bdce15d5dad588bb7f0f6b9/94",
  "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/22a3b5ce47844c5661201983ce53803d41a64b41
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux Chromium OS ASan LSan Builder
  • parent_buildnumber:116904
  • user_agent:recipe

Debug log (UTC)

[02:51:55.375] New invocation is queued and will start shortly
[02:51:55.375] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[02:51:56.938] Starting the invocation (attempt 1)
[02:51:56.958] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/22a3b5ce47844c5661201983ce53803d41a64b41"
[02:51:56.958] Popped gitiles commit info from properties and tags
[02:51:56.958] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:51:56.958] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:51:56.959] Buildbucket request:
{
  "requestId": "8861426339638441232",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux Chromium OS ASan LSan Tests (1)"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "22a3b5ce47844c5661201983ce53803d41a64b41",
                        "project": "chromium/src",
                        "ref": "refs/heads/main"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "22a3b5ce47844c5661201983ce53803d41a64b41"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8696002366482487761"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8696002366482487761"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8696002366482487761"
                }
          ],
      "parent_build_id": "8696002366482487761",
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux Chromium OS ASan LSan Builder",
      "parent_got_angle_revision": "477a88df97eb0bfbb823c9756e1ae20b4716b369",
      "parent_got_dawn_revision": "0a127ac889bf65ced7659750bdb7425fb44bd111",
      "parent_got_revision": "22a3b5ce47844c5661201983ce53803d41a64b41",
      "parent_got_revision_cp": "refs/heads/main@{#1555828}",
      "parent_got_swiftshader_revision": "ff4435d3f92dabbf65e210033ea178359ba7db0e",
      "parent_got_v8_revision": "8aced2530883982fa1a639f47c684fde4a9752d5",
      "parent_got_v8_revision_cp": "refs/heads/14.5.45@{#1}",
      "parent_got_webrtc_revision": "4edf02b01653728166966d6107751b1ee9657623",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#46426}",
      "swarm_hashes": {
            "absl_hardening_tests": "d1ea0e8baed263081440f722e9eed09c71d347a16178d6ceca15d5f7d93271df/488",
            "accessibility_unittests": "7a08387a09995a387060d835c893831b3c31af47ca9aaabab5f28258d849d6e1/488",
            "angle_unittests": "ab0e935a82d11619e16b5652173a95f28cbc9d396b8d1dc0d5d9a7f6b7b8dbe0/489",
            "app_shell_unittests": "31d78572423f1a964b7914b0a28e8c1bb58453a5234908aa20eadfa9f5c59a1d/649",
            "ash_components_unittests": "6d361eb15024ecf3fccd962051de2feb52a7690a2eaf0590870b5c14e3f72a37/649",
            "ash_unittests": "82f4dbf55eb2c03663d654d6e3b1760ef44f81747d678f94429948efc022664b/800",
            "ash_webui_unittests": "f913188ece0232da87daf0fa55275eb4063a3b39ac66a63f9eb6db57c5955eab/648",
            "aura_unittests": "05b6a5dfa2a958de2bc55046fc0ef0b9d4b5131621b6f0fcd3ee493e33a5a3cf/488",
            "base_unittests": "fd483c500782784aa6bcb22f91bcc158f77624057b3e7f9022ab94d4078ef96a/566",
            "blink_common_unittests": "306d167941c7e25d18abeba75ec66bee74c03e29bab8c73e92c132cbc3f77479/566",
            "blink_fuzzer_unittests": "3cbbadc774820f34bc18965bb4b7e74b874b39f27a1210d75c528abf71b689cf/488",
            "blink_heap_unittests": "b22dab15ed9627176b3aa7cb805540a006dda74d7b2f9c3e63a0b3d535a693bd/488",
            "blink_platform_unittests": "6182f4780ee0ee5f8d9176a317d857c5bf71d4be68319dfdd4bb8dec3c7bcb33/645",
            "blink_unittests": "d3da98a9d6feab5a6f4b9463dfa19f2ebc4bdd00e60b60c0e488001729b5b583/729",
            "boringssl_crypto_tests": "a5a545d54516d783542789bcc4bff721234fd4beb199190aa1f8fbaf69a60d1c/489",
            "boringssl_ssl_tests": "7562d4d72cda139d8911b716b55961ba165342feab19493d0904a5b8efb70689/488",
            "browser_tests": "75bd7acde014f730d8030e47cf8903d0e218324a897ad44325c9c5f1e73c68e4/1299",
            "capture_unittests": "fa49e4f2471d291faaf8292fded6fd3976ddefdecf5eafb5cd287d3a6b4c7bb6/567",
            "cast_unittests": "814b9d8cec1ce3cefc7cd044063632b8f067f3356d8389c6a446134f584d1d07/488",
            "cc_unittests": "bd2638ed4a99653c9c1a3b799f8a9f046c81030f3dbc6c4d36992cd3c3e959c9/648",
            "chrome_app_unittests": "e92a2eff4215d84345def06e6b0794b60128c3fe625a2789f33699f60379aada/648",
            "chromedriver_unittests": "b975d176a14f0486c94aafe1155589c2b049dc45971e10d1aeb4e10ebffb5b0c/645",
            "chromeos_components_unittests": "bb0a5c71c05d2d2ccc0a5f5c71ab348967daaa1d02590c2b9f3e9ad3b6a97439/647",
            "chromeos_unittests": "7194503c5770cabec6f705d089adabda297c782f27cb34b97493c56b302978ce/807",
            "components_browsertests": "829ab0a8c9a0df0180129647edaca623eb89bdaf70e122ac090b5a1cf4df4b4a/732",
            "components_unittests": "e2936e80dcbf5ebb2b94e6403105ee25516469bf67556f12519968f6ce61c484/894",
            "compositor_unittests": "d6006ce5eb1b59341925c674f7df56870e8cf70cc6d87e132bd21fa98289157c/564",
            "content_browsertests": "74105ca75b493e05ca4ef7c261cd4c77bbbc5dc46838dd376d7796fd4ee662da/805",
            "content_unittests": "f6273f6d931e18e9298f0a6d2460ad8d62909211f2cfdf6a8e6852733a4c229f/725",
            "crashpad_tests": "89d0c53a6186663e09cc11c04cb0ebb860f201dc4525567288dd1725029ec9ce/489",
            "crypto_unittests": "6cfbbed253890f98b7922e509304337f2c2dbc6db170b925fa64ad994c327ae1/568",
            "dbus_unittests": "d6562c8318472dc585057b00d48ffa9b5d1919d7a87bf8203ebdcb092e14b86b/488",
            "device_unittests": "8e1369916717d9cfd0a73d15ef1eabccb2b5db9ac7cc044a8ad5b912fd1a1354/565",
            "display_unittests": "acb245d54c7b7061abf077186f0da6159c576c0a6b7916d1ea54e2312d660d33/488",
            "env_chromium_unittests": "35072d652ad9663ea86cf29c015d39e5c173906db35f25eb78c2bc19a9490ea4/488",
            "events_unittests": "dd1fcb41eb21e60b13f3cc04ca1ad692a2c151b4b79c64fd0567b6deb665ef1b/488",
            "exo_unittests": "097cd49bd9683abe79141d1b190046605db169181d0b0e09fc090dc4efae7677/647",
            "extensions_browsertests": "83afcbde1da9dbaa349cafb26cafd40c5834cbe9b2d61ae0c6cc49503aa59c55/651",
            "extensions_unittests": "5c7551e1829e9801c5896aab7d1bbe0874e7d794363fb3bfa44331b597fdd520/812",
            "filesystem_service_unittests": "b17c1ed5410054659e5657dc4561430a4ff395b9d5aeeb9947047120477bb1c2/488",
            "fuzzing_unittests": "6e1f0ceb2f0d394e846c28fc5baa69fcf78f5876fdbd96aae2f6ba67d8c95e06/488",
            "gcm_unit_tests": "130f2adee48d6569296d7427c81dedf7e40eb75dc04c6ebae708f68dac211cce/565",
            "gfx_unittests": "41c1a28a4a9f7355dd44bc2a62e162aab1ef7779f0fd368e8e5b676d9314b67a/564",
            "gl_unittests_ozone": "136af74cd063b6a69cc0761fb3503f5f19654a860577b7bd7610655ed602a25b/488",
            "google_apis_unittests": "c2bad0a2bd5e292f291d7f4f90910e7a2233a24da9f6ef564d79377060eff059/650",
            "gpu_unittests": "741caf0eac4d2b577212e65b68184e6b4a1daaf74b1828b6f30e6ee2df1bd7b4/565",
            "gwp_asan_unittests": "1be8c02caeba2d01f4eb80efcb8ead3c49c6017f62ff8fc8ec5e044c08b395a6/489",
            "interactive_ui_tests": "c780d970812883fdd6aaeae3f6f471a15b9de7f1d348d8d31b8763e4c2fe95a8/1142",
            "ipc_tests": "e8366996290f38dab4a38af901c4917ef0f77134ebcffb158a9f253ef9412d49/488",
            "keyboard_unittests": "2bfb0e3a8453d86a0c783fa2d0b63e8fa0f664c9eac6eae6d5aeeb8922d36681/488",
            "latency_unittests": "b84208df72991d0a2349947bb91ee1ff2a87c5aff24fdc4fb60dabfa1cbf53cc/488",
            "leveldb_unittests": "d49632c849e4c29d24243438823971229553056b7397aec05c94303c282aaadb/488",
            "libjingle_xmpp_unittests": "a1921190ec89fa257a25d161a65b1b6bbebe5f416c9166506119f13cf8afeb76/488",
            "liburlpattern_unittests": "b48c3783fd8b36145e752d2ef33bc94a2668a212f4b10c5c69d3ca3b6717da85/488",
            "media_unittests": "d0ba5ca104646156c65874f7ef20b0d756596fc28fcc78694fb45d6d9ac1dc58/568",
            "message_center_unittests": "a39b66fbd0647a83a86d73b6310922c4d06b660b9b6188b0a27f007a820b3f36/488",
            "midi_unittests": "19d678ecb93aba065e8310330cd1a7275a8292685a950b80c8cc4fd0ab66a1b0/488",
            "mojo_unittests": "e9d2b51a77949180945e61273b32e729dcb9da60288786f058634cf00ec11869/566",
            "native_theme_unittests": "a3a90a408d880fd94f11e5c25b08fd89afcf46f79774dc1591a942fd040b9e7b/488",
            "net_unittests": "0a5b7fc6a91defd555d0977c3feee519c01ac40d08ff5e2bc1397f504c4ac885/567",
            "ozone_gl_unittests": "17e7d951081e6c510fb822e495a67237df987f59170ed3b56abdb74c7f5b9ffb/488",
            "ozone_unittests": "2896022649b904f31782c1c82fe21e28b9cd80e9b4242963a8ee049a3d0065f4/488",
            "ozone_x11_unittests": "1dfe065a38c0fe8f3e5fadf95d7371eaf28b6d2f1495c435c0e9b04bda7312ca/488",
            "pdf_unittests": "39c424c74c2b6f83c364f3349c3d484491208d82edcafc7c9b9128c3995974dc/565",
            "perfetto_unittests": "64a849fa952cf11557021969de53e75c17cfaf79fcfad0e522b9c20f93003c24/488",
            "printing_unittests": "5ab2f617231cd111fb6b95a8e9fae1e378efb8aa3755fe6e622148d6498b9c42/488",
            "pthreadpool_unittests": "e9086b47299392391be0b37e95a12593e759f8fb4dc22608a38160273eda05ef/488",
            "remoting_unittests": "a6edf8ee788af1671caf8a655b3b3d2ab8abb7007d5b2df0138deaf36d538ee1/647",
            "sandbox_linux_unittests": "49994b08adc7eb177209246958e354852ed819954bedc3856f14cc64f4649f3e/488",
            "services_unittests": "c094382b514ed617e664a9e45629ab0c5794cb8d3c5fd05ef53087ddeb666d1e/816",
            "shell_dialogs_unittests": "0700ba28586caf190b9bbc4cca4c73757fc8ebf77b44441a5dca67ca83fbd437/488",
            "shell_encryption_unittests": "3cfa87832a58a17fade7496f41d6ee96edca358aaf618f7c6b52fbab6db03018/488",
            "skia_unittests": "fd51d921b9594620ce58d7ab73de708ffe0be8877536c3cf4e6132675ce20217/488",
            "snapshot_unittests": "f2f5caa1c9ebd5b16e23785e575f6e6b5b650763b3bf9ff0967ab991ad9addbe/488",
            "sql_unittests": "a75d3140d880fca5327bf6781a9b8c60a5336cdc9284bc3d01c5c47fe167d4de/565",
            "storage_unittests": "4d21e8938df408a1cd9b6a931ea450b44eece2e886fb8ad1182418efd30dd693/646",
            "sync_integration_tests": "3064670f0b838da12e69c23d28843ad55b3a079538a28e9e0c7ad0f613808f96/730",
            "ui_base_unittests": "2543c2e33072b4a9c12cf1cd1e218b452b98fc54b3bc993dd88672404b83e0b6/641",
            "ui_chromeos_unittests": "e63253e4dd1d9823908a02823d231e513b110b32b11ba67280e6e7d75849ddfb/488",
            "ui_touch_selection_unittests": "a2e152f82397c5c0da7f572d3c35fa25540ff4f71033dd6fd49a019d8776e9ff/488",
            "ui_unittests": "7e98575da3039832fa5ab902b9ae9266aea085f3615f9f6339c9dce08b8313a4/488",
            "unit_tests": "378d655e501b8a44e215f23d1e816229b268830658b798ec8c90def79906a257/1062",
            "url_unittests": "e4095f842239335fb32db9f973bc3d4cafae0c9ac938b2a35d6d5c69ef844946/488",
            "usage_time_limit_unittests": "f85d9c3094e362dfea58abc956c74def3c772c0346769b4f92117ae410e548e8/568",
            "views_unittests": "25693de6ae0668acfba25b3814d3e77e6194197001a6a3acf9bf2f77437bf9f1/488",
            "viz_unittests": "3194f5aef80cf55994822d9cd7f57984a55ff7a7cae4bc544cb18fecf2a0798d/572",
            "wayland_client_perftests": "8cd7ac9ef37559db7cbe94e62cad8bd342ec1d12c8061d4579bb3b9ef9447173/647",
            "wayland_client_tests": "b33551834cdf07bb43a7d826cecadf57a19316960503018fa12dc8748804ad86/647",
            "wm_unittests": "02d043fa69676160639219d022dd81808d84632422dd876ecda86ddb08456b0d/488",
            "wtf_unittests": "d5ba267f46f56cca740cbddff849b45b30f4576a8bf6ca61e0ff0765be55dc50/488",
            "zlib_unittests": "eb0148d6a8bf91586f74d494e41becf2cedf75980b3f65e3960452b47a8c8e84/489"
          },
      "swarming_command_lines_cwd": "out/8916-Linux_Chromium_",
      "swarming_command_lines_digest": "3ef8fc3cccc647410d5375eec3bef30bb7385aa98bdce15d5dad588bb7f0f6b9/94",
      "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "22a3b5ce47844c5661201983ce53803d41a64b41",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8861426339638441232"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux Chromium OS ASan LSan Tests (1)"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux Chromium OS ASan LSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "116904"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[02:51:57.448] Scheduled build:
{
  "id": "8695996277265230961",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux Chromium OS ASan LSan Tests (1)"
  },
  "number": 67411,
  "createdBy": "project:chromium",
  "createTime": "2025-12-09T02:51:57.015840378Z",
  "updateTime": "2025-12-09T02:51:57.015840378Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "22a3b5ce47844c5661201983ce53803d41a64b41",
      "ref": "refs/heads/main"
    }
  }
}
[02:51:57.448] Task URL: https://cr-buildbucket.appspot.com/build/8695996277265230961
[02:51:57.448] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861426339638441232:2:0) after 5m4s
[02:51:57.863] Received PubSub notification, asking Buildbucket for the build status
[02:51:57.880] Build status: SCHEDULED
[02:52:31.648] Received PubSub notification, asking Buildbucket for the build status
[02:52:31.664] Build status: STARTED
[02:57:01.479] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861426339638441232:2:0)
[02:57:01.492] Build status: STARTED
[02:57:01.492] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861426339638441232:5:0) after 5m24s
[03:02:25.510] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861426339638441232:5:0)
[03:02:25.587] Build status: STARTED
[03:02:25.587] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861426339638441232:6:0) after 1m12s
[03:03:37.655] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861426339638441232:6:0)
[03:03:37.673] Build status: STARTED
[03:03:37.673] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861426339638441232:7:0) after 2m19s
[03:05:56.691] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861426339638441232:7:0)
[03:05:56.707] Build status: STARTED
[03:05:56.707] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861426339638441232:8:0) after 3m58s
[03:09:54.687] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861426339638441232:8:0)
[03:09:54.703] Build status: STARTED
[03:09:54.703] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861426339638441232:9:0) after 4m27s
[03:14:21.709] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861426339638441232:9:0)
[03:14:21.729] Build status: STARTED
[03:14:21.729] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861426339638441232:10:0) after 3m1s
[03:17:22.758] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861426339638441232:10:0)
[03:17:22.787] Build status: STARTED
[03:17:22.787] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861426339638441232:11:0) after 2m25s
[03:19:47.807] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861426339638441232:11:0)
[03:19:47.833] Build status: STARTED
[03:19:47.833] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861426339638441232:12:0) after 4m2s
[03:23:49.810] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861426339638441232:12:0)
[03:23:49.829] Build status: STARTED
[03:23:49.829] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861426339638441232:13:0) after 3m17s
[03:27:06.885] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861426339638441232:13:0)
[03:27:06.905] Build status: STARTED
[03:27:06.905] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861426339638441232:14:0) after 6m24s
[03:33:30.892] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861426339638441232:14:0)
[03:33:30.916] Build status: STARTED
[03:33:30.916] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861426339638441232:15:0) after 1m41s
[03:35:11.985] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861426339638441232:15:0)
[03:35:12.031] Build status: STARTED
[03:35:12.031] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861426339638441232:16:0) after 3m29s
[03:38:41.101] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861426339638441232:16:0)
[03:38:41.116] Build status: STARTED
[03:38:41.116] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861426339638441232:17:0) after 3m19s
[03:42:00.167] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861426339638441232:17:0)
[03:42:00.182] Build status: STARTED
[03:42:00.182] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861426339638441232:18:0) after 1m32s
[03:43:32.239] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861426339638441232:18:0)
[03:43:32.306] Build status: STARTED
[03:43:32.306] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861426339638441232:19:0) after 8m57s
[03:52:29.326] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861426339638441232:19:0)
[03:52:29.346] Build status: STARTED
[03:52:29.346] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861426339638441232:20:0) after 6m42s
[03:59:11.383] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861426339638441232:20:0)
[03:59:11.412] Build status: STARTED
[03:59:11.412] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861426339638441232:21:0) after 6m11s
[04:05:22.435] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861426339638441232:21:0)
[04:05:22.476] Build status: STARTED
[04:05:22.476] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861426339638441232:22:0) after 4m22s
[04:09:44.549] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861426339638441232:22:0)
[04:09:44.584] Build status: STARTED
[04:09:44.584] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861426339638441232:23:0) after 4m5s
[04:13:49.601] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861426339638441232:23:0)
[04:13:49.619] Build status: STARTED
[04:13:49.619] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861426339638441232:24:0) after 6m41s
[04:20:30.644] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861426339638441232:24:0)
[04:20:30.666] Build status: STARTED
[04:20:30.666] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861426339638441232:25:0) after 2m5s
[04:22:35.786] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861426339638441232:25:0)
[04:22:35.806] Build status: STARTED
[04:22:35.806] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861426339638441232:26:0) after 1m28s
[04:24:03.826] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861426339638441232:26:0)
[04:24:03.859] Build status: STARTED
[04:24:03.859] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861426339638441232:27:0) after 9m24s
[04:33:28.123] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861426339638441232:27:0)
[04:33:28.137] Build status: STARTED
[04:33:28.137] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861426339638441232:28:0) after 2m17s
[04:35:45.177] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861426339638441232:28:0)
[04:35:45.194] Build status: STARTED
[04:35:45.194] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861426339638441232:29:0) after 6m28s
[04:42:13.226] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861426339638441232:29:0)
[04:42:13.270] Build status: STARTED
[04:42:13.270] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861426339638441232:30:0) after 2m15s
[04:44:28.340] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861426339638441232:30:0)
[04:44:28.365] Build status: STARTED
[04:44:28.365] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861426339638441232:31:0) after 3m32s
[04:48:00.487] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861426339638441232:31:0)
[04:48:00.670] Build status: STARTED
[04:48:00.670] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861426339638441232:32:0) after 2m55s
[04:50:55.691] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861426339638441232:32:0)
[04:50:55.737] Build status: STARTED
[04:50:55.738] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861426339638441232:33:0) after 2m22s
[04:53:17.797] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861426339638441232:33:0)
[04:53:17.814] Build status: STARTED
[04:53:17.815] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861426339638441232:34:0) after 1m30s
[04:54:47.831] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861426339638441232:34:0)
[04:54:47.847] Build status: STARTED
[04:54:47.847] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861426339638441232:35:0) after 4m2s
[04:58:49.869] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861426339638441232:35:0)
[04:58:49.889] Build status: STARTED
[04:58:49.889] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861426339638441232:36:0) after 8m16s
[05:07:05.913] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861426339638441232:36:0)
[05:07:05.928] Build status: STARTED
[05:07:05.928] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861426339638441232:37:0) after 4m26s
[05:11:31.948] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861426339638441232:37:0)
[05:11:31.964] Build status: STARTED
[05:11:31.964] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861426339638441232:38:0) after 8m8s
[05:19:40.038] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861426339638441232:38:0)
[05:19:40.055] Build status: STARTED
[05:19:40.055] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861426339638441232:39:0) after 8m30s
[05:28:10.153] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861426339638441232:39:0)
[05:28:10.236] Build status: STARTED
[05:28:10.236] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861426339638441232:40:0) after 1m26s
[05:29:36.256] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861426339638441232:40:0)
[05:29:36.278] Build status: STARTED
[05:29:36.278] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861426339638441232:41:0) after 6m13s
[05:32:19.896] Received PubSub notification, asking Buildbucket for the build status
[05:32:19.976] Build:
{
  "id": "8695996277265230961",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux Chromium OS ASan LSan Tests (1)"
  },
  "number": 67411,
  "createdBy": "project:chromium",
  "createTime": "2025-12-09T02:51:57.015840378Z",
  "startTime": "2025-12-09T02:52:31.447804629Z",
  "endTime": "2025-12-09T05:31:26.148351206Z",
  "updateTime": "2025-12-09T05:31:26.148351206Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "22a3b5ce47844c5661201983ce53803d41a64b41",
      "ref": "refs/heads/main"
    }
  }
}
[05:32:19.976] Invocation finished in 2h40m24.607705537s with status FAILED