Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 2 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Linux Chromium OS ASan LSan Tests (1)"
>

Incoming triggers

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "4592c8497570b7dac351f5bbce58829ada11cbc7",
        "project": "chromium/src",
        "ref": "refs/heads/main"
      }
    ]
  },
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "4592c8497570b7dac351f5bbce58829ada11cbc7"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8697191887516541265"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8697191887516541265"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8697191887516541265"
    }
  ],
  "parent_build_id": "8697191887516541265",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux Chromium OS ASan LSan Builder",
  "parent_got_angle_revision": "173b937deb470f2972e1af58206eae43813412e4",
  "parent_got_dawn_revision": "08991a0b0a6f0ea46febbccb517ad0cb0ffbef22",
  "parent_got_revision": "4592c8497570b7dac351f5bbce58829ada11cbc7",
  "parent_got_revision_cp": "refs/heads/main@{#1550059}",
  "parent_got_swiftshader_revision": "be8ed1d0e9173e2c0d9380ba4cffe51582aaa866",
  "parent_got_v8_revision": "c36ce8d325cf74141e114622c2d248b2c1cc6a49",
  "parent_got_v8_revision_cp": "refs/heads/14.4.230@{#1}",
  "parent_got_webrtc_revision": "ff73efd929c8b8362a28dfe6708bf16d0fa34c2b",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#46316}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "4592c8497570b7dac351f5bbce58829ada11cbc7",
  "swarm_hashes": {
    "absl_hardening_tests": "c11ebe2957f58ad5491cd0c7990d7793bd9f60f6747fa6036bf347f72a21866a/488",
    "accessibility_unittests": "f8a81c3518be85441ae4e4e0bd9641879d93ff538da868c68940844a7c0f4aa9/488",
    "angle_unittests": "f6aa78097d1e0fe63daa562f8eba16d0dff4b566f51d7261db3a71e6490d1879/489",
    "app_shell_unittests": "d77d6de944928d1e87c1a3aeac852a7517765f0b9ab55d48dfe121e551276b37/649",
    "ash_components_unittests": "c53804475fe5f5b3b2bd257e939942a2877374992b36f36409f34c55430e2038/649",
    "ash_unittests": "94ffd255f423bea68f1f1b0ff593768c858b6c05da2c95d6311273f0baac5697/800",
    "ash_webui_unittests": "047429aa4e34c338eeb5ab97a3edba77b3871044af081bfa6ec1d5fbe50a5f37/648",
    "aura_unittests": "1cc7c24eb559d3f050deb052c175e19a385f6159f409e2b78b008bbd803bd0d6/488",
    "base_unittests": "d203a49732692fb52b658182b86ef336f4e269048f52d041af0b2fb002f702b8/566",
    "blink_common_unittests": "8e028e1a53ba5d2e7ebd1cc85b24f6f2b0f3170c04b931a82f796a2f54664856/566",
    "blink_fuzzer_unittests": "bd14def26117334bde5a21a0bbcc884dc366ebf2b60a8e13609adb5e0136bfe1/488",
    "blink_heap_unittests": "6bc37e9630db7620b4f32076a9c5fa7161810642a8a82b344fd60ea55e4a0a99/488",
    "blink_platform_unittests": "14a5c13c8ab44b155f905df3ffc0093d2d5b1729f9b86c461b687b5c64fdf1bf/645",
    "blink_unittests": "9e8447dfc1f7210c74923af2b25ebe38f2a4d858f60c71bd2fe9b10dc9c87d09/729",
    "boringssl_crypto_tests": "f38d6b7f23588600cb90dee99aeaff368b11c608845351c444fa0749e7ab36a6/489",
    "boringssl_ssl_tests": "201f8e6f9e2bfef8f9490ad722c97dc16f75ecf17b76d1377709f9f9e7f78ee6/488",
    "browser_tests": "733f0c945a1111d42129688567e4a6325d4f857ac029ada459f08668ef26f897/1299",
    "capture_unittests": "e1912b5029159f4c7ce3a38665ba3d4fffd9910ea1f4c0fc86258215fddb1b47/567",
    "cast_unittests": "d3425946a78f2511ffa02141281c9932ef8a53fb330ac193f13b4d87fa084573/488",
    "cc_unittests": "e0f75f3bb3f71d39ada77c4647c8e629b0a29e78afbf88fe54af8f8f610a8f98/648",
    "chrome_app_unittests": "692d8aee984dd9ebc55a07c5c9b96e1ab4e11ea5700c8fbf06ffedd32be9ac93/648",
    "chromedriver_unittests": "4f9c690b2ebc6c04816bf1c6e99dcbcd434b22e5ff189bbfef45f802e882237e/645",
    "chromeos_components_unittests": "29d55e34d5af2e23af32f9be6cc7413d02e52f2f40fbf55a73dc7cd4f40fd88c/647",
    "chromeos_unittests": "ecd0eb6cb4ab9727a54dc8a93c541f56dc91d9e14fb049fcc3683f014bac0a74/807",
    "components_browsertests": "452ff23d4fa97ba4702ffb9b96a0e9a0e2d47d6822dde0fc350312fec8bba95b/732",
    "components_unittests": "7097b718bdc01317d4769e70560b26a118beffc3ac58b56149afef2c3b0759fe/894",
    "compositor_unittests": "ddd41d8ebdafd73783aabab739b948ebd313a0d4d3389d9d9ca4845e9a1f1865/564",
    "content_browsertests": "43bd11b9d4dec330d46f4457bad7cb7de4a94403d80b212a02dad22a459bc83d/805",
    "content_unittests": "4ec71eb60cea55c7467674571a5905fe1b0110eeca17a0addb14c016032bd5fe/725",
    "crashpad_tests": "034aeb5fbdf2ca649806b2c23b55272ff0349ff9e50dc1916203cf7c5c33bb83/489",
    "crypto_unittests": "bee566a68af86fb94281a6acfcf2cee6e9bb8cd0450d5bf4812c7c30af9bf248/568",
    "dbus_unittests": "9a593c9b8c56f619fe0b0cf6b82349565f194306be2b575fe6b3b44db2276031/488",
    "device_unittests": "e0e5b9913c89c183926041ad71fff6b09417d56495a7bded71de935863746d62/565",
    "display_unittests": "0ef8c3911ea5fb28de319b9b452799d689d0c15a8306dce62e86e1e0aa6acfdf/488",
    "env_chromium_unittests": "cea70f6217874a4f22d4f82b5ff005359f0ead4c8612f508b576d2f509a62a1a/488",
    "events_unittests": "ceea406d5f99ed917a51e90d08cb86d584dabbf20c2b50565a869169b066d05e/488",
    "exo_unittests": "df15b7309eb5b135e085daa86ac0dcb0f91d783979f909121255012b91225015/647",
    "extensions_browsertests": "b7e51631e042bba7cc92ae825daae2814231decd6c42855b16a5042fce8fd9ee/651",
    "extensions_unittests": "2fe8525cba096025fbc2ca237be931c11e6b0237effdf89e397b1210847099ad/812",
    "filesystem_service_unittests": "5f21df9d7d7803d943b6541890e1b21e82745c3258b3d6c4e75ddcf36feaa6fc/488",
    "fuzzing_unittests": "f72967d64222e47580c70682c41c3791f06094fe1ef8e8fd77d9a315c1c36b56/488",
    "gcm_unit_tests": "8bfc260a457274801d62be458efdf35c0fae4c02a3a0f752c1934b036400d5a6/565",
    "gfx_unittests": "c351e4d424c0d8a2bb01a6088fb6ce4ba3fcd693dfaa34c9e457a28667561137/564",
    "gl_unittests_ozone": "151183979c77e721bd58d1150f229cdb2e01f287366ef0e10f5ee5493f6d8a8b/488",
    "google_apis_unittests": "fddb42b2ea330c407bfa2674c1fae9ce87a9969cd049e77dbb1038a41dc9f609/650",
    "gpu_unittests": "85f8964a620929047c70cfeaab72e58a9cde977bd9315d0685ab907ca2f4ce54/565",
    "gwp_asan_unittests": "3da6462796ce0ebc00cc65b0126754727d8671f5d3d0102ff92f1865a00dae3b/489",
    "interactive_ui_tests": "bbd69b41d268a2956782403454250d4d6332ca8ec253e2bf192c2e1a5a3767cb/1142",
    "ipc_tests": "94507b46952e3bea5aa6719f98942303c3bd818fa2d477d4fd703472e87f2265/488",
    "keyboard_unittests": "a806bcc131aa4341d91f2b24db67d559a1d8d72ca27ec465358841e23747f628/488",
    "latency_unittests": "6c6416bccbbb7290aa4a3e145a9bc0546f70ec84fa4d2d71949e86df820db03d/488",
    "leveldb_unittests": "9cff54f2d97e4eb75fed710455137c2c047e42684f44701ce31474412003c07c/488",
    "libjingle_xmpp_unittests": "75a5fb7ae25fa5ba27fab723f33c43870f431d09368eff4e111062fb7aa5dd4c/488",
    "liburlpattern_unittests": "86b663e748fcce887030dc457177323bfb386dabe71bb2a95d8c7b74a402fd75/488",
    "media_unittests": "364571642dda844cc1b887d6ea6c0ae3cae36c8e47251661647d0ae098838d00/568",
    "message_center_unittests": "b0cc4c13e16f151538275ccc647fa711c4ff51c5ad2827f54f58cbb8d43300e7/488",
    "midi_unittests": "9a486fcc08ca104b2129579b3012a4576f68ca0f486cf68fa1e4967ebea7094e/488",
    "mojo_unittests": "a4c21d79cbcf723397c35f03300e814c5b5dc4f2aeebe2d903a12b6842516ca4/566",
    "native_theme_unittests": "ff3a8ef16509ab03531a48dc859d6200185bf267bbba380c66fdc52613424b49/488",
    "net_unittests": "65f4092343c93e97eab4b03a210404d8919c64a2446ea58eebbceb3713406c1e/567",
    "ozone_gl_unittests": "64b6da405724e58af02b861e414d05feed3cd125de1a8974c57544e95efc65f4/488",
    "ozone_unittests": "03560286fe144edf45f0c1182b7005d8634edf720c8781142342888b19ded216/488",
    "ozone_x11_unittests": "64b9ef54330a378179c5f35b7a07c3d109eb89e16fe4e92ad2760ff0c7e96389/488",
    "pdf_unittests": "13eabf3bca6d0ea07323cffb2702b1df01163f7f69360bea8ae39cb94e618e34/565",
    "perfetto_unittests": "d9e15c6e2dbd0f0c897b7ab0698ea88e5ff549347d5b6bfd0c36e11037e571b5/488",
    "printing_unittests": "4d875f906f250ee600304f76813e3b82c1a916f21059b4109a45146daaed2222/488",
    "pthreadpool_unittests": "5b9f5d4924c9a5c4666cb4b24a51b740db6f575a4aa7e73d78100420d97e8f33/488",
    "remoting_unittests": "2c2c039e3e645f6927737ca5ff95521ef53c987b6602ee23994f09cf2448ee20/647",
    "sandbox_linux_unittests": "03adc81a576affad2964c4d7481051a5ea234e496666bfac7ffc26ad57e7516d/488",
    "services_unittests": "7b02571db5d60e652fcc064d1aa141b3dd93cc21c9cebb8111a2b8f783d7b613/816",
    "shell_dialogs_unittests": "adb5f7a3782021afad9b702edbeb15b2c45a30267faaed185ef73812f1e63ec7/488",
    "shell_encryption_unittests": "9b569c6db74e4a34e3e88418073563f777cedb96c85a16e1ecdf7a8c3416e949/488",
    "skia_unittests": "607fd82c2b24dfc943965c19132db83c454a04ab54f607a8e6f23e19957ab36d/488",
    "snapshot_unittests": "78ab3bf3e0a826e6cbc5e7cac97ef35133e5729beee3beb27e0310aecc7687ca/488",
    "sql_unittests": "bbe6d278cdec4cccbc8a72e3e59036152dfe2dadef4b3844154a5838033540e8/565",
    "storage_unittests": "6a618f8a4cf61519a615dfb5cdb0c14217ac4299be594427e176c5d3f4a7ab39/646",
    "sync_integration_tests": "7ca24120156188ecb15dbfc28a9c66e65a489ca91b3615cd1a0f3c0c390f0c69/730",
    "ui_base_unittests": "c65a6c3bcdc0324d8b5db9ec8c71a48f52f2eb86f8ca2e2aa2ea60a97f3e3d94/641",
    "ui_chromeos_unittests": "72cec38bd6848a525bf3f4fdbb1edf39fa133b22a474450466be15b9acb01cb5/488",
    "ui_touch_selection_unittests": "7b53d85b56954b77ea6973e4bc28984d150a68bd7299a138da357ecbcad984a5/488",
    "ui_unittests": "3ae2adcc76605c178e93a4d417aa50c54932396437e42a74ab3f6a0e4e27c167/488",
    "unit_tests": "50d4e0bb40a30023bf591833a8417f3383889cc6b860d9f5f831ec9bd94c0748/1062",
    "url_unittests": "c0e918f878560a7a414ed67fec402aa198c0c0848034a938acba0d7157b5885d/488",
    "usage_time_limit_unittests": "151d4d3d33a4814d2ade7663a0f38faafacd22d42b7ec1c29692380c62bafad9/568",
    "views_unittests": "1633dd4b792fa24c585abd1dcfda5ee7f6d8ba558996beee8607bea025e5f850/488",
    "viz_unittests": "34bc5bfb6a6d6e50abed1731399e9375578533036a212e056b6e8b46c1d14da0/572",
    "wayland_client_perftests": "7f3c8f9ad0cb218625cc76c1ae215df5442319a085fd44ed9bd4eedfddb2ebc0/647",
    "wayland_client_tests": "4b30b614a2f87d642b1b2677fcea9ea7c1dbf64b32d42298ab8a968c2021d7ee/647",
    "wm_unittests": "a25cee74458e34d11c593c82ec3b812e3edfecfd31d7df31767bf003846f9920/488",
    "wtf_unittests": "8ab9565f8fc647b1e43c0f4d1dc42d3ebad747f575273d1693cda8e0a8f5a462/488",
    "zlib_unittests": "c20544f9f5e6c35758159bfd59abb67788c84e003f344e0a17d90b531b4e21ad/489"
  },
  "swarming_command_lines_cwd": "out/8916-Linux_Chromium_",
  "swarming_command_lines_digest": "3ef8fc3cccc647410d5375eec3bef30bb7385aa98bdce15d5dad588bb7f0f6b9/94",
  "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/4592c8497570b7dac351f5bbce58829ada11cbc7
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux Chromium OS ASan LSan Builder
  • parent_buildnumber:116138
  • user_agent:recipe

Debug log (UTC)

[23:01:30.103] New invocation is queued and will start shortly
[23:01:30.103] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[23:01:31.161] Starting the invocation (attempt 1)
[23:01:31.188] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/4592c8497570b7dac351f5bbce58829ada11cbc7"
[23:01:31.188] Popped gitiles commit info from properties and tags
[23:01:31.188] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:01:31.188] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:01:31.189] Buildbucket request:
{
  "requestId": "8862618597054719616",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux Chromium OS ASan LSan Tests (1)"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "4592c8497570b7dac351f5bbce58829ada11cbc7",
                        "project": "chromium/src",
                        "ref": "refs/heads/main"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "4592c8497570b7dac351f5bbce58829ada11cbc7"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8697191887516541265"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8697191887516541265"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8697191887516541265"
                }
          ],
      "parent_build_id": "8697191887516541265",
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux Chromium OS ASan LSan Builder",
      "parent_got_angle_revision": "173b937deb470f2972e1af58206eae43813412e4",
      "parent_got_dawn_revision": "08991a0b0a6f0ea46febbccb517ad0cb0ffbef22",
      "parent_got_revision": "4592c8497570b7dac351f5bbce58829ada11cbc7",
      "parent_got_revision_cp": "refs/heads/main@{#1550059}",
      "parent_got_swiftshader_revision": "be8ed1d0e9173e2c0d9380ba4cffe51582aaa866",
      "parent_got_v8_revision": "c36ce8d325cf74141e114622c2d248b2c1cc6a49",
      "parent_got_v8_revision_cp": "refs/heads/14.4.230@{#1}",
      "parent_got_webrtc_revision": "ff73efd929c8b8362a28dfe6708bf16d0fa34c2b",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#46316}",
      "swarm_hashes": {
            "absl_hardening_tests": "c11ebe2957f58ad5491cd0c7990d7793bd9f60f6747fa6036bf347f72a21866a/488",
            "accessibility_unittests": "f8a81c3518be85441ae4e4e0bd9641879d93ff538da868c68940844a7c0f4aa9/488",
            "angle_unittests": "f6aa78097d1e0fe63daa562f8eba16d0dff4b566f51d7261db3a71e6490d1879/489",
            "app_shell_unittests": "d77d6de944928d1e87c1a3aeac852a7517765f0b9ab55d48dfe121e551276b37/649",
            "ash_components_unittests": "c53804475fe5f5b3b2bd257e939942a2877374992b36f36409f34c55430e2038/649",
            "ash_unittests": "94ffd255f423bea68f1f1b0ff593768c858b6c05da2c95d6311273f0baac5697/800",
            "ash_webui_unittests": "047429aa4e34c338eeb5ab97a3edba77b3871044af081bfa6ec1d5fbe50a5f37/648",
            "aura_unittests": "1cc7c24eb559d3f050deb052c175e19a385f6159f409e2b78b008bbd803bd0d6/488",
            "base_unittests": "d203a49732692fb52b658182b86ef336f4e269048f52d041af0b2fb002f702b8/566",
            "blink_common_unittests": "8e028e1a53ba5d2e7ebd1cc85b24f6f2b0f3170c04b931a82f796a2f54664856/566",
            "blink_fuzzer_unittests": "bd14def26117334bde5a21a0bbcc884dc366ebf2b60a8e13609adb5e0136bfe1/488",
            "blink_heap_unittests": "6bc37e9630db7620b4f32076a9c5fa7161810642a8a82b344fd60ea55e4a0a99/488",
            "blink_platform_unittests": "14a5c13c8ab44b155f905df3ffc0093d2d5b1729f9b86c461b687b5c64fdf1bf/645",
            "blink_unittests": "9e8447dfc1f7210c74923af2b25ebe38f2a4d858f60c71bd2fe9b10dc9c87d09/729",
            "boringssl_crypto_tests": "f38d6b7f23588600cb90dee99aeaff368b11c608845351c444fa0749e7ab36a6/489",
            "boringssl_ssl_tests": "201f8e6f9e2bfef8f9490ad722c97dc16f75ecf17b76d1377709f9f9e7f78ee6/488",
            "browser_tests": "733f0c945a1111d42129688567e4a6325d4f857ac029ada459f08668ef26f897/1299",
            "capture_unittests": "e1912b5029159f4c7ce3a38665ba3d4fffd9910ea1f4c0fc86258215fddb1b47/567",
            "cast_unittests": "d3425946a78f2511ffa02141281c9932ef8a53fb330ac193f13b4d87fa084573/488",
            "cc_unittests": "e0f75f3bb3f71d39ada77c4647c8e629b0a29e78afbf88fe54af8f8f610a8f98/648",
            "chrome_app_unittests": "692d8aee984dd9ebc55a07c5c9b96e1ab4e11ea5700c8fbf06ffedd32be9ac93/648",
            "chromedriver_unittests": "4f9c690b2ebc6c04816bf1c6e99dcbcd434b22e5ff189bbfef45f802e882237e/645",
            "chromeos_components_unittests": "29d55e34d5af2e23af32f9be6cc7413d02e52f2f40fbf55a73dc7cd4f40fd88c/647",
            "chromeos_unittests": "ecd0eb6cb4ab9727a54dc8a93c541f56dc91d9e14fb049fcc3683f014bac0a74/807",
            "components_browsertests": "452ff23d4fa97ba4702ffb9b96a0e9a0e2d47d6822dde0fc350312fec8bba95b/732",
            "components_unittests": "7097b718bdc01317d4769e70560b26a118beffc3ac58b56149afef2c3b0759fe/894",
            "compositor_unittests": "ddd41d8ebdafd73783aabab739b948ebd313a0d4d3389d9d9ca4845e9a1f1865/564",
            "content_browsertests": "43bd11b9d4dec330d46f4457bad7cb7de4a94403d80b212a02dad22a459bc83d/805",
            "content_unittests": "4ec71eb60cea55c7467674571a5905fe1b0110eeca17a0addb14c016032bd5fe/725",
            "crashpad_tests": "034aeb5fbdf2ca649806b2c23b55272ff0349ff9e50dc1916203cf7c5c33bb83/489",
            "crypto_unittests": "bee566a68af86fb94281a6acfcf2cee6e9bb8cd0450d5bf4812c7c30af9bf248/568",
            "dbus_unittests": "9a593c9b8c56f619fe0b0cf6b82349565f194306be2b575fe6b3b44db2276031/488",
            "device_unittests": "e0e5b9913c89c183926041ad71fff6b09417d56495a7bded71de935863746d62/565",
            "display_unittests": "0ef8c3911ea5fb28de319b9b452799d689d0c15a8306dce62e86e1e0aa6acfdf/488",
            "env_chromium_unittests": "cea70f6217874a4f22d4f82b5ff005359f0ead4c8612f508b576d2f509a62a1a/488",
            "events_unittests": "ceea406d5f99ed917a51e90d08cb86d584dabbf20c2b50565a869169b066d05e/488",
            "exo_unittests": "df15b7309eb5b135e085daa86ac0dcb0f91d783979f909121255012b91225015/647",
            "extensions_browsertests": "b7e51631e042bba7cc92ae825daae2814231decd6c42855b16a5042fce8fd9ee/651",
            "extensions_unittests": "2fe8525cba096025fbc2ca237be931c11e6b0237effdf89e397b1210847099ad/812",
            "filesystem_service_unittests": "5f21df9d7d7803d943b6541890e1b21e82745c3258b3d6c4e75ddcf36feaa6fc/488",
            "fuzzing_unittests": "f72967d64222e47580c70682c41c3791f06094fe1ef8e8fd77d9a315c1c36b56/488",
            "gcm_unit_tests": "8bfc260a457274801d62be458efdf35c0fae4c02a3a0f752c1934b036400d5a6/565",
            "gfx_unittests": "c351e4d424c0d8a2bb01a6088fb6ce4ba3fcd693dfaa34c9e457a28667561137/564",
            "gl_unittests_ozone": "151183979c77e721bd58d1150f229cdb2e01f287366ef0e10f5ee5493f6d8a8b/488",
            "google_apis_unittests": "fddb42b2ea330c407bfa2674c1fae9ce87a9969cd049e77dbb1038a41dc9f609/650",
            "gpu_unittests": "85f8964a620929047c70cfeaab72e58a9cde977bd9315d0685ab907ca2f4ce54/565",
            "gwp_asan_unittests": "3da6462796ce0ebc00cc65b0126754727d8671f5d3d0102ff92f1865a00dae3b/489",
            "interactive_ui_tests": "bbd69b41d268a2956782403454250d4d6332ca8ec253e2bf192c2e1a5a3767cb/1142",
            "ipc_tests": "94507b46952e3bea5aa6719f98942303c3bd818fa2d477d4fd703472e87f2265/488",
            "keyboard_unittests": "a806bcc131aa4341d91f2b24db67d559a1d8d72ca27ec465358841e23747f628/488",
            "latency_unittests": "6c6416bccbbb7290aa4a3e145a9bc0546f70ec84fa4d2d71949e86df820db03d/488",
            "leveldb_unittests": "9cff54f2d97e4eb75fed710455137c2c047e42684f44701ce31474412003c07c/488",
            "libjingle_xmpp_unittests": "75a5fb7ae25fa5ba27fab723f33c43870f431d09368eff4e111062fb7aa5dd4c/488",
            "liburlpattern_unittests": "86b663e748fcce887030dc457177323bfb386dabe71bb2a95d8c7b74a402fd75/488",
            "media_unittests": "364571642dda844cc1b887d6ea6c0ae3cae36c8e47251661647d0ae098838d00/568",
            "message_center_unittests": "b0cc4c13e16f151538275ccc647fa711c4ff51c5ad2827f54f58cbb8d43300e7/488",
            "midi_unittests": "9a486fcc08ca104b2129579b3012a4576f68ca0f486cf68fa1e4967ebea7094e/488",
            "mojo_unittests": "a4c21d79cbcf723397c35f03300e814c5b5dc4f2aeebe2d903a12b6842516ca4/566",
            "native_theme_unittests": "ff3a8ef16509ab03531a48dc859d6200185bf267bbba380c66fdc52613424b49/488",
            "net_unittests": "65f4092343c93e97eab4b03a210404d8919c64a2446ea58eebbceb3713406c1e/567",
            "ozone_gl_unittests": "64b6da405724e58af02b861e414d05feed3cd125de1a8974c57544e95efc65f4/488",
            "ozone_unittests": "03560286fe144edf45f0c1182b7005d8634edf720c8781142342888b19ded216/488",
            "ozone_x11_unittests": "64b9ef54330a378179c5f35b7a07c3d109eb89e16fe4e92ad2760ff0c7e96389/488",
            "pdf_unittests": "13eabf3bca6d0ea07323cffb2702b1df01163f7f69360bea8ae39cb94e618e34/565",
            "perfetto_unittests": "d9e15c6e2dbd0f0c897b7ab0698ea88e5ff549347d5b6bfd0c36e11037e571b5/488",
            "printing_unittests": "4d875f906f250ee600304f76813e3b82c1a916f21059b4109a45146daaed2222/488",
            "pthreadpool_unittests": "5b9f5d4924c9a5c4666cb4b24a51b740db6f575a4aa7e73d78100420d97e8f33/488",
            "remoting_unittests": "2c2c039e3e645f6927737ca5ff95521ef53c987b6602ee23994f09cf2448ee20/647",
            "sandbox_linux_unittests": "03adc81a576affad2964c4d7481051a5ea234e496666bfac7ffc26ad57e7516d/488",
            "services_unittests": "7b02571db5d60e652fcc064d1aa141b3dd93cc21c9cebb8111a2b8f783d7b613/816",
            "shell_dialogs_unittests": "adb5f7a3782021afad9b702edbeb15b2c45a30267faaed185ef73812f1e63ec7/488",
            "shell_encryption_unittests": "9b569c6db74e4a34e3e88418073563f777cedb96c85a16e1ecdf7a8c3416e949/488",
            "skia_unittests": "607fd82c2b24dfc943965c19132db83c454a04ab54f607a8e6f23e19957ab36d/488",
            "snapshot_unittests": "78ab3bf3e0a826e6cbc5e7cac97ef35133e5729beee3beb27e0310aecc7687ca/488",
            "sql_unittests": "bbe6d278cdec4cccbc8a72e3e59036152dfe2dadef4b3844154a5838033540e8/565",
            "storage_unittests": "6a618f8a4cf61519a615dfb5cdb0c14217ac4299be594427e176c5d3f4a7ab39/646",
            "sync_integration_tests": "7ca24120156188ecb15dbfc28a9c66e65a489ca91b3615cd1a0f3c0c390f0c69/730",
            "ui_base_unittests": "c65a6c3bcdc0324d8b5db9ec8c71a48f52f2eb86f8ca2e2aa2ea60a97f3e3d94/641",
            "ui_chromeos_unittests": "72cec38bd6848a525bf3f4fdbb1edf39fa133b22a474450466be15b9acb01cb5/488",
            "ui_touch_selection_unittests": "7b53d85b56954b77ea6973e4bc28984d150a68bd7299a138da357ecbcad984a5/488",
            "ui_unittests": "3ae2adcc76605c178e93a4d417aa50c54932396437e42a74ab3f6a0e4e27c167/488",
            "unit_tests": "50d4e0bb40a30023bf591833a8417f3383889cc6b860d9f5f831ec9bd94c0748/1062",
            "url_unittests": "c0e918f878560a7a414ed67fec402aa198c0c0848034a938acba0d7157b5885d/488",
            "usage_time_limit_unittests": "151d4d3d33a4814d2ade7663a0f38faafacd22d42b7ec1c29692380c62bafad9/568",
            "views_unittests": "1633dd4b792fa24c585abd1dcfda5ee7f6d8ba558996beee8607bea025e5f850/488",
            "viz_unittests": "34bc5bfb6a6d6e50abed1731399e9375578533036a212e056b6e8b46c1d14da0/572",
            "wayland_client_perftests": "7f3c8f9ad0cb218625cc76c1ae215df5442319a085fd44ed9bd4eedfddb2ebc0/647",
            "wayland_client_tests": "4b30b614a2f87d642b1b2677fcea9ea7c1dbf64b32d42298ab8a968c2021d7ee/647",
            "wm_unittests": "a25cee74458e34d11c593c82ec3b812e3edfecfd31d7df31767bf003846f9920/488",
            "wtf_unittests": "8ab9565f8fc647b1e43c0f4d1dc42d3ebad747f575273d1693cda8e0a8f5a462/488",
            "zlib_unittests": "c20544f9f5e6c35758159bfd59abb67788c84e003f344e0a17d90b531b4e21ad/489"
          },
      "swarming_command_lines_cwd": "out/8916-Linux_Chromium_",
      "swarming_command_lines_digest": "3ef8fc3cccc647410d5375eec3bef30bb7385aa98bdce15d5dad588bb7f0f6b9/94",
      "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "4592c8497570b7dac351f5bbce58829ada11cbc7",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8862618597054719616"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux Chromium OS ASan LSan Tests (1)"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux Chromium OS ASan LSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "116138"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[23:01:31.716] Scheduled build:
{
  "id": "8697188535154057553",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux Chromium OS ASan LSan Tests (1)"
  },
  "number": 67290,
  "createdBy": "project:chromium",
  "createTime": "2025-11-25T23:01:31.288595790Z",
  "updateTime": "2025-11-25T23:01:31.288595790Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "4592c8497570b7dac351f5bbce58829ada11cbc7",
      "ref": "refs/heads/main"
    }
  }
}
[23:01:31.716] Task URL: https://cr-buildbucket.appspot.com/build/8697188535154057553
[23:01:31.716] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862618597054719616:2:0) after 5m22s
[23:01:32.535] Received PubSub notification, asking Buildbucket for the build status
[23:01:32.554] Build status: SCHEDULED
[23:01:40.463] Received PubSub notification, asking Buildbucket for the build status
[23:01:40.485] Build status: STARTED
[23:06:53.784] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862618597054719616:2:0)
[23:06:53.816] Build status: STARTED
[23:06:53.816] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862618597054719616:5:0) after 4m59s
[23:11:52.835] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862618597054719616:5:0)
[23:11:52.850] Build status: STARTED
[23:11:52.850] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862618597054719616:6:0) after 8m3s
[23:19:55.859] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862618597054719616:6:0)
[23:19:55.886] Build status: STARTED
[23:19:55.886] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862618597054719616:7:0) after 1m34s
[23:21:29.966] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862618597054719616:7:0)
[23:21:29.982] Build status: STARTED
[23:21:29.982] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862618597054719616:8:0) after 7m33s
[23:29:03.086] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862618597054719616:8:0)
[23:29:03.108] Build status: STARTED
[23:29:03.108] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862618597054719616:9:0) after 2m4s
[23:31:07.091] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862618597054719616:9:0)
[23:31:07.120] Build status: STARTED
[23:31:07.120] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862618597054719616:10:0) after 2m15s
[23:33:22.188] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862618597054719616:10:0)
[23:33:22.209] Build status: STARTED
[23:33:22.209] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862618597054719616:11:0) after 7m7s
[23:40:29.333] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862618597054719616:11:0)
[23:40:29.345] Build status: STARTED
[23:40:29.345] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862618597054719616:12:0) after 6m11s
[23:46:40.369] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862618597054719616:12:0)
[23:46:40.395] Build status: STARTED
[23:46:40.396] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862618597054719616:13:0) after 8m50s
[23:55:30.420] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862618597054719616:13:0)
[23:55:30.496] Build status: STARTED
[23:55:30.496] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862618597054719616:14:0) after 8m21s
[00:03:51.550] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862618597054719616:14:0)
[00:03:51.562] Build status: STARTED
[00:03:51.562] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862618597054719616:15:0) after 5m32s
[00:09:23.571] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862618597054719616:15:0)
[00:09:23.588] Build status: STARTED
[00:09:23.588] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862618597054719616:16:0) after 6m48s
[00:16:11.790] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862618597054719616:16:0)
[00:16:11.925] Build status: STARTED
[00:16:11.925] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862618597054719616:17:0) after 3m22s
[00:19:33.953] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862618597054719616:17:0)
[00:19:33.975] Build status: STARTED
[00:19:33.975] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862618597054719616:18:0) after 5m11s
[00:24:45.009] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862618597054719616:18:0)
[00:24:45.025] Build status: STARTED
[00:24:45.025] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862618597054719616:19:0) after 2m58s
[00:27:43.053] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862618597054719616:19:0)
[00:27:43.073] Build status: STARTED
[00:27:43.073] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862618597054719616:20:0) after 4m31s
[00:32:14.176] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862618597054719616:20:0)
[00:32:14.190] Build status: STARTED
[00:32:14.190] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862618597054719616:21:0) after 8m21s
[00:40:35.215] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862618597054719616:21:0)
[00:40:35.278] Build status: STARTED
[00:40:35.278] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862618597054719616:22:0) after 9m26s
[00:50:01.309] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862618597054719616:22:0)
[00:50:01.391] Build status: STARTED
[00:50:01.391] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862618597054719616:23:0) after 4m28s
[00:54:29.414] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862618597054719616:23:0)
[00:54:29.453] Build status: STARTED
[00:54:29.453] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862618597054719616:24:0) after 6m48s
[01:01:17.478] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862618597054719616:24:0)
[01:01:17.561] Build status: STARTED
[01:01:17.561] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862618597054719616:25:0) after 9m45s
[01:11:02.599] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862618597054719616:25:0)
[01:11:02.614] Build status: STARTED
[01:11:02.614] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862618597054719616:26:0) after 4m56s
[01:15:58.696] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862618597054719616:26:0)
[01:15:58.717] Build status: STARTED
[01:15:58.717] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862618597054719616:27:0) after 9m54s
[01:25:52.827] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862618597054719616:27:0)
[01:25:52.840] Build status: STARTED
[01:25:52.840] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862618597054719616:28:0) after 6m5s
[01:31:57.864] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862618597054719616:28:0)
[01:31:57.892] Build status: STARTED
[01:31:57.892] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862618597054719616:29:0) after 3m57s
[01:35:54.966] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862618597054719616:29:0)
[01:35:54.982] Build status: STARTED
[01:35:54.982] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862618597054719616:30:0) after 6m52s
[01:42:47.008] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862618597054719616:30:0)
[01:42:47.025] Build status: STARTED
[01:42:47.025] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8862618597054719616:31:0) after 8m54s
[01:47:36.068] Received PubSub notification, asking Buildbucket for the build status
[01:47:36.080] Build:
{
  "id": "8697188535154057553",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux Chromium OS ASan LSan Tests (1)"
  },
  "number": 67290,
  "createdBy": "project:chromium",
  "createTime": "2025-11-25T23:01:31.288595790Z",
  "startTime": "2025-11-25T23:01:40.064572547Z",
  "endTime": "2025-11-26T01:47:07.725081868Z",
  "updateTime": "2025-11-26T01:47:07.725081868Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "4592c8497570b7dac351f5bbce58829ada11cbc7",
      "ref": "refs/heads/main"
    }
  }
}
[01:47:36.080] Invocation finished in 2h46m5.987512919s with status FAILED