Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 2 hours
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Linux Chromium OS ASan LSan Tests (1)"
>

Incoming triggers

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "a8b2de08e039380309e2554906ff42f8eac0e9be",
        "project": "chromium/src",
        "ref": "refs/heads/main"
      }
    ]
  },
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "a8b2de08e039380309e2554906ff42f8eac0e9be"
  },
  "instruction_dependencies": [
    {
      "instruction_id": "bot_update_repro_instructions",
      "invocation_id": "build-8696553684520862433"
    },
    {
      "instruction_id": "generate_build_files_repro_instructions",
      "invocation_id": "build-8696553684520862433"
    },
    {
      "instruction_id": "compile_repro_instructions",
      "invocation_id": "build-8696553684520862433"
    }
  ],
  "parent_build_id": "8696553684520862433",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux Chromium OS ASan LSan Builder",
  "parent_got_angle_revision": "2f231d573555fd5789f65c4285a6773f61d87281",
  "parent_got_dawn_revision": "fa54d1eaf3f0184b44aa243972dbbc2aac6ee02d",
  "parent_got_revision": "a8b2de08e039380309e2554906ff42f8eac0e9be",
  "parent_got_revision_cp": "refs/heads/main@{#1553129}",
  "parent_got_swiftshader_revision": "04fbb7daf5a53689e067190e7ef1047c5d49e292",
  "parent_got_v8_revision": "e858bb3a89e0b1e8f5fd701c5687a60de6b4964f",
  "parent_got_v8_revision_cp": "refs/heads/14.5.11@{#1}",
  "parent_got_webrtc_revision": "832e016d332b95496fc0b2583309d055d672cd49",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#46374}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "a8b2de08e039380309e2554906ff42f8eac0e9be",
  "swarm_hashes": {
    "absl_hardening_tests": "b14fa62b3fa7c5c8d7ae367aecf3c22250bc03b4b8495ec93afcbca54d50d7ae/488",
    "accessibility_unittests": "938964baa14a8888eafade2a517a47500779f7067790ae7c9012559b5e953541/488",
    "angle_unittests": "b559c47d3bfe139b5be0ceb2b4f6ab8472992883cb9da3c4cb8a1aa8df2b0e45/489",
    "app_shell_unittests": "1125c7fc5c35e5705e5d881480f6a84b3d06ba5589dd4e04e858b0e7a45d3bc4/649",
    "ash_components_unittests": "d9fe6819e8b4c777add70c83a0fc930c6a6a9f19f88f817109b618be9d729d53/649",
    "ash_unittests": "7f0afb11e544b4601ff7822d6b38ddcb9ec6438ad06f890200203cc0126fa86e/800",
    "ash_webui_unittests": "5607a15750a8ff10cf651e42ee3900f736f086560fdb58764fbf858505e3235a/648",
    "aura_unittests": "d6e038caa642a6d1e82f3033ed86d3937b6b39a1afd1b3834868f89056560552/488",
    "base_unittests": "2a3c8ed1a9d8e08081d0d66a354295e1359e76143e2ad234426a72d9856be0b2/566",
    "blink_common_unittests": "cf4581c569737adb9d131d0b235b9a541e0fad98c969a9a49b640874af921388/566",
    "blink_fuzzer_unittests": "bc1c642c8fa41ad00644ab3a62ebce8d8dd5a350c42174ffac718ef9b55bbb55/488",
    "blink_heap_unittests": "f92b309cbfa781ba5a688f1616d67c9f324c6dbbb163f47636b6311b91dfb982/488",
    "blink_platform_unittests": "692f37fb8b01bfa2cc113031020505d540cdd561dd1e0db97b75438bc749e7ea/645",
    "blink_unittests": "d42cc62f3ef42538626c4b2c1057473daaf922b49760acab4331dd914de4f19b/729",
    "boringssl_crypto_tests": "756561fac0c56f517a6c5f3740506d90c690a2ae1121b4e8b26ec3c878647834/489",
    "boringssl_ssl_tests": "3dda1af4829021bf0dbc3c700f4d0495d0010e57dc8fb5f052a9c649a4219976/488",
    "browser_tests": "24fb748676e6f8e8ed4e7016fe9e7e070297b1dce4bf0c245d1648e07515873d/1299",
    "capture_unittests": "4bcb3e21cd810e3c5a0a436a005ece9c1cf386ba2b847abf07589c32949f5c11/567",
    "cast_unittests": "578daba51498b1b3f70b59b4a9eb38f88e53691879a50908e77936dbb77e8f61/488",
    "cc_unittests": "5f859bd8ca9f0b5e1fb5830ee1348b957f34aead903335b7210ea21b281979bd/648",
    "chrome_app_unittests": "2af9016a2e69ba31f28ca9f625b65a1f6d5f7e0c2a4ba44e27c1a273b64eda56/648",
    "chromedriver_unittests": "8de84760248ed31921571caa8a5ae805d744bdcce12ac3c45492dfff9ff7066a/645",
    "chromeos_components_unittests": "039e663649a83bdcf0a710177e023424bba344da89222579dd1a3e2a4ec0c539/647",
    "chromeos_unittests": "c96d19fff8ea1d02eb10e93454cf27718ae1858523ac186ff1731c1bb32d472a/807",
    "components_browsertests": "cfabce10a980d0fab8bd75439aa257fc705330d45cc50039dd7315e2cc58d4ff/732",
    "components_unittests": "f7c6acd9b9792e4466e91e0f6c83619391ffbc5d734d9b0b23f3df599aaaca0e/894",
    "compositor_unittests": "69dcb9dc98ce5d80ba977bd10d6456cd150e36156cdeb1373f433ae90c1e45ef/564",
    "content_browsertests": "1b1570cbf5192aff4f9d086d7dc05a37a73ce040b9eb5629d2c96b997134c757/805",
    "content_unittests": "104ba7918a89cfcc9aab9f037be472b42eb764ccfc13193f6e5d9637f08c4f1a/725",
    "crashpad_tests": "5a6d40784b8184c8e97bb4858061cb3e972a2ee6a49f757ab035056bebccb67c/489",
    "crypto_unittests": "b56621539161ecddd417bf49b435ab8737138575fa9dc486d4e03d3cbd875455/568",
    "dbus_unittests": "d33c6a10f920829fbcb7686d86e829554b7b9fb15310df27c79cd069ac7c247c/488",
    "device_unittests": "0795626397bfa738582ac7ad9dd6d5e83f400373efa952f977e9c9a8807d4d6e/565",
    "display_unittests": "b79b2fcab0efb6770f76af4d6acd81a11a8141f2c8b759f3afd47cccf17e6f36/488",
    "env_chromium_unittests": "01c8a9e76d99d6dc0ed3535f28275164196051240876c7818c838e2a864897f1/488",
    "events_unittests": "46c1b066a1aa91e50c9098fe1ceb333479279068d622ec5ea99c50fab260c02d/488",
    "exo_unittests": "3f39a1b8fa46628245e23855020e0eb7fa4a0489fd1cd512048b7f0edb5c80ee/647",
    "extensions_browsertests": "3eb0203f0532ee46ba0f43da4841db4724aea9a7608bf088e1085fc4d5fd1860/651",
    "extensions_unittests": "3644a285ca4db19c60b4dd34e541ebbd60da4b2e4e2349a1a2708015c81bf495/812",
    "filesystem_service_unittests": "18bc5b845c93c3766a0e2f43ff3c62c51afae3b185f6946e6ccfb0602f95515c/488",
    "fuzzing_unittests": "1f1197d6a59f2bf79e02695ab1823744a04b047f5f9bcf12e4d2338aedb9ee6f/488",
    "gcm_unit_tests": "f68e5daefd1f10bf6618cda11be11b02add2b7a394905b7a580e0bbaa3d6c04a/565",
    "gfx_unittests": "143745f6f006f6a312046ca8bbb1524b097992754a408cfaeb530712759ef394/564",
    "gl_unittests_ozone": "a9f6aef426b480b4487aa2d9eb110748c00bea6b035018d41172e6e79bea8b5f/488",
    "google_apis_unittests": "d49e1ea62f547edcf08660b4fcf37ac768fbaab2dc3edeb9f66f7db16c4181b0/650",
    "gpu_unittests": "fcee0322158aeb8038dd5789c5c7c8e019bf0e168143a3aff4b45742d6bf4f0d/565",
    "gwp_asan_unittests": "c1affe77fbebdbda61509f035015155c3d1082185b9b93ee92cebccda8079dde/489",
    "interactive_ui_tests": "f652bb6452c2496c87be765f5b4e404ffb94839a624ac6271f3f7af5f4dedfed/1142",
    "ipc_tests": "1f919c9c67402b559fd4d9a919f3543e31717dc0ecfdc9abe1844577d995a412/488",
    "keyboard_unittests": "82e7a9d49804925afa6fb9b0fadc8926701e0b48bba6d1d392d8e5e484e6517d/488",
    "latency_unittests": "445f85eaae970ee3e2380b97470cb709834ccfe0cb01ea517ef7aca37ab8424a/488",
    "leveldb_unittests": "77d3a115969cd21defdf1d1b6da0b85b4fb3c9d4cc99fa9d1ace5d7763759a73/488",
    "libjingle_xmpp_unittests": "32366ac53c5c7f4cd86ba0270a7e2ad623e8235a0400b31579e8640c657b5330/488",
    "liburlpattern_unittests": "653c15c51ccef5ca34e49fa9dcc82363106de678091826f109bc3b7318e9e379/488",
    "media_unittests": "9232345ae7b9ebed6cceed990a0396484547dc61fc3f70aa49120142ecca9ba3/568",
    "message_center_unittests": "901a152d4b3315d1b0aa327cbd0ddb8d47c836302238559ecffd265b68deeac3/488",
    "midi_unittests": "e19af01031c61c589abbabd3ba5ff0bb6d46a1dbfa9e7cef961df2290fc750be/488",
    "mojo_unittests": "f3c141c5a67aac40aaa8438694e302e478d7eedbda47dd24db371880007c52f9/566",
    "native_theme_unittests": "4e5f078d3ed0821c2521b00da382c0786e4ee41afc9568f5f9eab20ea015bd48/488",
    "net_unittests": "050ba08aeaaf39d0b89eda29777162e0e7103d9d0cae7e4d39f1b69cd74ec39e/567",
    "ozone_gl_unittests": "85629eebbf88dc32f459c931494016b411e607bc977a2796e77a5ec97a790e3d/488",
    "ozone_unittests": "6d1857646c31cc19e49c982b83ca90b229fcf08e264f248bc903e2274b065bbf/488",
    "ozone_x11_unittests": "52de603de93fdad5e53788327732f7a0a1648c5aa4b860fc5565457056778a18/488",
    "pdf_unittests": "bd5e50bfdb9f1351f4678744b3fbb29bd7827c4c02cef5f698b1a4280523e40d/565",
    "perfetto_unittests": "57cce0bee234e2a12216c80bcb605e77c174cbb7ee5ae7271f258da82ba0981b/488",
    "printing_unittests": "acd88b7b4efe83001824c2cf9447de4c247cbcdfa41c11396fc622c0d0ddc5d3/488",
    "pthreadpool_unittests": "b0298452246f27fe60b7cd3ba44871b0ef41ded945fb37d7a446ee56fcf51bef/488",
    "remoting_unittests": "2cd83f29a293fd5b6dffb0b65b858357f8df27f9acf1bbb5bc605d3f7d6526e6/647",
    "sandbox_linux_unittests": "370dbf9ea120f3007058e410e27244a2c4210f38ff04bdff6c88a0af78a99c77/488",
    "services_unittests": "61f6be3a64e6611bae0ac4dd4203689eddaa55a68d1deadd84ef25dca660da4f/816",
    "shell_dialogs_unittests": "30472867a921123ab650c7ca1238754117bfbe0f1a9ef44f3b713cf957287709/488",
    "shell_encryption_unittests": "bcf649c729e0062f80664ccc685d7284f339aa829ba0c7190b019d4ee5920e9a/488",
    "skia_unittests": "0473be04f4a6177daceb6956877bf62eccf9ef112e54d483545b5e728eddaa72/488",
    "snapshot_unittests": "5c150953d455b887d3e1441535aa0624d4f9355042e3b956f532dc870641db0c/488",
    "sql_unittests": "ed1a229d7611dc346452ce71a6fc8f2a388ac362aa10c826a0e6db87514c4814/565",
    "storage_unittests": "5335370a6463c3c60e9ca3ba0a14228bda621cfcc307f4f6517454411cb75cbf/646",
    "sync_integration_tests": "c08463bcea7b10881f91df8b2db0b66ef8dec0683591ca7f8462a9274a41323f/730",
    "ui_base_unittests": "cc7a405a022bf42c3000ae6f72394a05cfd6ff8346241314fd1d81a047ad9224/641",
    "ui_chromeos_unittests": "82233ccafb1641dd35deb44a5fb6191c5f49ea32a906f0cb027fd90b226f670d/488",
    "ui_touch_selection_unittests": "743b6be70e5f53066fa66a0ed4c84e6edc10becd154da7e754fea7560b91bb50/488",
    "ui_unittests": "f849d0b068b85ab1d05b8eab3bc2b51ca32b518e11bdfe6583a565a91c4c2baa/488",
    "unit_tests": "5bb6b8a646e3f1a4c37eace57f95df887370ad02d6c6f808837b58464db08dc5/1062",
    "url_unittests": "f0bc75d2c1addf83948d91d048640871147af56373dd3728e583ae6fa27a3dec/488",
    "usage_time_limit_unittests": "052cfaf36cc1c450bd75e2b5794490d4a5665ff48b64052f6cba54ef2a66e6bc/568",
    "views_unittests": "54b0bbb98cd71dc38e22460bb03c8f6b95ebe1eab91f97bf59a32178cecd3c04/488",
    "viz_unittests": "04f207a668c1cb7edf546dd244ea4c708d68068ce00749eb5905815bab0121eb/572",
    "wayland_client_perftests": "b00937ea65457f0c4aff1617c3d5fac2ad28812f63eaf54fff7cad1902c63ca5/647",
    "wayland_client_tests": "8147c98c14335708d24e2b5e79749fb3c83adf8d1ba25a604f6f3682c04535e8/647",
    "wm_unittests": "7e80e8896d9f27db773c6c11eb7f349287f26dcc5a5de2e940ff8e5707302c36/488",
    "wtf_unittests": "4be5bab9ca6f9829c156a0589c3fb87c048dfd2e304e0ccbac99636e2eebee2d/488",
    "zlib_unittests": "0027033cf6f43a06fe7ca288d088369e5e010bc8d32803b80caab9bb868aab0d/489"
  },
  "swarming_command_lines_cwd": "out/8916-Linux_Chromium_",
  "swarming_command_lines_digest": "3ef8fc3cccc647410d5375eec3bef30bb7385aa98bdce15d5dad588bb7f0f6b9/94",
  "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a8b2de08e039380309e2554906ff42f8eac0e9be
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux Chromium OS ASan LSan Builder
  • parent_buildnumber:116571
  • user_agent:recipe

Debug log (UTC)

[23:47:53.018] New invocation is queued and will start shortly
[23:47:53.018] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[23:47:54.211] Starting the invocation (attempt 1)
[23:47:54.235] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a8b2de08e039380309e2554906ff42f8eac0e9be"
[23:47:54.235] Popped gitiles commit info from properties and tags
[23:47:54.235] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:47:54.235] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:47:54.235] Buildbucket request:
{
  "requestId": "8861981500190124576",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux Chromium OS ASan LSan Tests (1)"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "a8b2de08e039380309e2554906ff42f8eac0e9be",
                        "project": "chromium/src",
                        "ref": "refs/heads/main"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "a8b2de08e039380309e2554906ff42f8eac0e9be"
          },
      "instruction_dependencies": [
            {
                  "instruction_id": "bot_update_repro_instructions",
                  "invocation_id": "build-8696553684520862433"
                },
            {
                  "instruction_id": "generate_build_files_repro_instructions",
                  "invocation_id": "build-8696553684520862433"
                },
            {
                  "instruction_id": "compile_repro_instructions",
                  "invocation_id": "build-8696553684520862433"
                }
          ],
      "parent_build_id": "8696553684520862433",
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux Chromium OS ASan LSan Builder",
      "parent_got_angle_revision": "2f231d573555fd5789f65c4285a6773f61d87281",
      "parent_got_dawn_revision": "fa54d1eaf3f0184b44aa243972dbbc2aac6ee02d",
      "parent_got_revision": "a8b2de08e039380309e2554906ff42f8eac0e9be",
      "parent_got_revision_cp": "refs/heads/main@{#1553129}",
      "parent_got_swiftshader_revision": "04fbb7daf5a53689e067190e7ef1047c5d49e292",
      "parent_got_v8_revision": "e858bb3a89e0b1e8f5fd701c5687a60de6b4964f",
      "parent_got_v8_revision_cp": "refs/heads/14.5.11@{#1}",
      "parent_got_webrtc_revision": "832e016d332b95496fc0b2583309d055d672cd49",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#46374}",
      "swarm_hashes": {
            "absl_hardening_tests": "b14fa62b3fa7c5c8d7ae367aecf3c22250bc03b4b8495ec93afcbca54d50d7ae/488",
            "accessibility_unittests": "938964baa14a8888eafade2a517a47500779f7067790ae7c9012559b5e953541/488",
            "angle_unittests": "b559c47d3bfe139b5be0ceb2b4f6ab8472992883cb9da3c4cb8a1aa8df2b0e45/489",
            "app_shell_unittests": "1125c7fc5c35e5705e5d881480f6a84b3d06ba5589dd4e04e858b0e7a45d3bc4/649",
            "ash_components_unittests": "d9fe6819e8b4c777add70c83a0fc930c6a6a9f19f88f817109b618be9d729d53/649",
            "ash_unittests": "7f0afb11e544b4601ff7822d6b38ddcb9ec6438ad06f890200203cc0126fa86e/800",
            "ash_webui_unittests": "5607a15750a8ff10cf651e42ee3900f736f086560fdb58764fbf858505e3235a/648",
            "aura_unittests": "d6e038caa642a6d1e82f3033ed86d3937b6b39a1afd1b3834868f89056560552/488",
            "base_unittests": "2a3c8ed1a9d8e08081d0d66a354295e1359e76143e2ad234426a72d9856be0b2/566",
            "blink_common_unittests": "cf4581c569737adb9d131d0b235b9a541e0fad98c969a9a49b640874af921388/566",
            "blink_fuzzer_unittests": "bc1c642c8fa41ad00644ab3a62ebce8d8dd5a350c42174ffac718ef9b55bbb55/488",
            "blink_heap_unittests": "f92b309cbfa781ba5a688f1616d67c9f324c6dbbb163f47636b6311b91dfb982/488",
            "blink_platform_unittests": "692f37fb8b01bfa2cc113031020505d540cdd561dd1e0db97b75438bc749e7ea/645",
            "blink_unittests": "d42cc62f3ef42538626c4b2c1057473daaf922b49760acab4331dd914de4f19b/729",
            "boringssl_crypto_tests": "756561fac0c56f517a6c5f3740506d90c690a2ae1121b4e8b26ec3c878647834/489",
            "boringssl_ssl_tests": "3dda1af4829021bf0dbc3c700f4d0495d0010e57dc8fb5f052a9c649a4219976/488",
            "browser_tests": "24fb748676e6f8e8ed4e7016fe9e7e070297b1dce4bf0c245d1648e07515873d/1299",
            "capture_unittests": "4bcb3e21cd810e3c5a0a436a005ece9c1cf386ba2b847abf07589c32949f5c11/567",
            "cast_unittests": "578daba51498b1b3f70b59b4a9eb38f88e53691879a50908e77936dbb77e8f61/488",
            "cc_unittests": "5f859bd8ca9f0b5e1fb5830ee1348b957f34aead903335b7210ea21b281979bd/648",
            "chrome_app_unittests": "2af9016a2e69ba31f28ca9f625b65a1f6d5f7e0c2a4ba44e27c1a273b64eda56/648",
            "chromedriver_unittests": "8de84760248ed31921571caa8a5ae805d744bdcce12ac3c45492dfff9ff7066a/645",
            "chromeos_components_unittests": "039e663649a83bdcf0a710177e023424bba344da89222579dd1a3e2a4ec0c539/647",
            "chromeos_unittests": "c96d19fff8ea1d02eb10e93454cf27718ae1858523ac186ff1731c1bb32d472a/807",
            "components_browsertests": "cfabce10a980d0fab8bd75439aa257fc705330d45cc50039dd7315e2cc58d4ff/732",
            "components_unittests": "f7c6acd9b9792e4466e91e0f6c83619391ffbc5d734d9b0b23f3df599aaaca0e/894",
            "compositor_unittests": "69dcb9dc98ce5d80ba977bd10d6456cd150e36156cdeb1373f433ae90c1e45ef/564",
            "content_browsertests": "1b1570cbf5192aff4f9d086d7dc05a37a73ce040b9eb5629d2c96b997134c757/805",
            "content_unittests": "104ba7918a89cfcc9aab9f037be472b42eb764ccfc13193f6e5d9637f08c4f1a/725",
            "crashpad_tests": "5a6d40784b8184c8e97bb4858061cb3e972a2ee6a49f757ab035056bebccb67c/489",
            "crypto_unittests": "b56621539161ecddd417bf49b435ab8737138575fa9dc486d4e03d3cbd875455/568",
            "dbus_unittests": "d33c6a10f920829fbcb7686d86e829554b7b9fb15310df27c79cd069ac7c247c/488",
            "device_unittests": "0795626397bfa738582ac7ad9dd6d5e83f400373efa952f977e9c9a8807d4d6e/565",
            "display_unittests": "b79b2fcab0efb6770f76af4d6acd81a11a8141f2c8b759f3afd47cccf17e6f36/488",
            "env_chromium_unittests": "01c8a9e76d99d6dc0ed3535f28275164196051240876c7818c838e2a864897f1/488",
            "events_unittests": "46c1b066a1aa91e50c9098fe1ceb333479279068d622ec5ea99c50fab260c02d/488",
            "exo_unittests": "3f39a1b8fa46628245e23855020e0eb7fa4a0489fd1cd512048b7f0edb5c80ee/647",
            "extensions_browsertests": "3eb0203f0532ee46ba0f43da4841db4724aea9a7608bf088e1085fc4d5fd1860/651",
            "extensions_unittests": "3644a285ca4db19c60b4dd34e541ebbd60da4b2e4e2349a1a2708015c81bf495/812",
            "filesystem_service_unittests": "18bc5b845c93c3766a0e2f43ff3c62c51afae3b185f6946e6ccfb0602f95515c/488",
            "fuzzing_unittests": "1f1197d6a59f2bf79e02695ab1823744a04b047f5f9bcf12e4d2338aedb9ee6f/488",
            "gcm_unit_tests": "f68e5daefd1f10bf6618cda11be11b02add2b7a394905b7a580e0bbaa3d6c04a/565",
            "gfx_unittests": "143745f6f006f6a312046ca8bbb1524b097992754a408cfaeb530712759ef394/564",
            "gl_unittests_ozone": "a9f6aef426b480b4487aa2d9eb110748c00bea6b035018d41172e6e79bea8b5f/488",
            "google_apis_unittests": "d49e1ea62f547edcf08660b4fcf37ac768fbaab2dc3edeb9f66f7db16c4181b0/650",
            "gpu_unittests": "fcee0322158aeb8038dd5789c5c7c8e019bf0e168143a3aff4b45742d6bf4f0d/565",
            "gwp_asan_unittests": "c1affe77fbebdbda61509f035015155c3d1082185b9b93ee92cebccda8079dde/489",
            "interactive_ui_tests": "f652bb6452c2496c87be765f5b4e404ffb94839a624ac6271f3f7af5f4dedfed/1142",
            "ipc_tests": "1f919c9c67402b559fd4d9a919f3543e31717dc0ecfdc9abe1844577d995a412/488",
            "keyboard_unittests": "82e7a9d49804925afa6fb9b0fadc8926701e0b48bba6d1d392d8e5e484e6517d/488",
            "latency_unittests": "445f85eaae970ee3e2380b97470cb709834ccfe0cb01ea517ef7aca37ab8424a/488",
            "leveldb_unittests": "77d3a115969cd21defdf1d1b6da0b85b4fb3c9d4cc99fa9d1ace5d7763759a73/488",
            "libjingle_xmpp_unittests": "32366ac53c5c7f4cd86ba0270a7e2ad623e8235a0400b31579e8640c657b5330/488",
            "liburlpattern_unittests": "653c15c51ccef5ca34e49fa9dcc82363106de678091826f109bc3b7318e9e379/488",
            "media_unittests": "9232345ae7b9ebed6cceed990a0396484547dc61fc3f70aa49120142ecca9ba3/568",
            "message_center_unittests": "901a152d4b3315d1b0aa327cbd0ddb8d47c836302238559ecffd265b68deeac3/488",
            "midi_unittests": "e19af01031c61c589abbabd3ba5ff0bb6d46a1dbfa9e7cef961df2290fc750be/488",
            "mojo_unittests": "f3c141c5a67aac40aaa8438694e302e478d7eedbda47dd24db371880007c52f9/566",
            "native_theme_unittests": "4e5f078d3ed0821c2521b00da382c0786e4ee41afc9568f5f9eab20ea015bd48/488",
            "net_unittests": "050ba08aeaaf39d0b89eda29777162e0e7103d9d0cae7e4d39f1b69cd74ec39e/567",
            "ozone_gl_unittests": "85629eebbf88dc32f459c931494016b411e607bc977a2796e77a5ec97a790e3d/488",
            "ozone_unittests": "6d1857646c31cc19e49c982b83ca90b229fcf08e264f248bc903e2274b065bbf/488",
            "ozone_x11_unittests": "52de603de93fdad5e53788327732f7a0a1648c5aa4b860fc5565457056778a18/488",
            "pdf_unittests": "bd5e50bfdb9f1351f4678744b3fbb29bd7827c4c02cef5f698b1a4280523e40d/565",
            "perfetto_unittests": "57cce0bee234e2a12216c80bcb605e77c174cbb7ee5ae7271f258da82ba0981b/488",
            "printing_unittests": "acd88b7b4efe83001824c2cf9447de4c247cbcdfa41c11396fc622c0d0ddc5d3/488",
            "pthreadpool_unittests": "b0298452246f27fe60b7cd3ba44871b0ef41ded945fb37d7a446ee56fcf51bef/488",
            "remoting_unittests": "2cd83f29a293fd5b6dffb0b65b858357f8df27f9acf1bbb5bc605d3f7d6526e6/647",
            "sandbox_linux_unittests": "370dbf9ea120f3007058e410e27244a2c4210f38ff04bdff6c88a0af78a99c77/488",
            "services_unittests": "61f6be3a64e6611bae0ac4dd4203689eddaa55a68d1deadd84ef25dca660da4f/816",
            "shell_dialogs_unittests": "30472867a921123ab650c7ca1238754117bfbe0f1a9ef44f3b713cf957287709/488",
            "shell_encryption_unittests": "bcf649c729e0062f80664ccc685d7284f339aa829ba0c7190b019d4ee5920e9a/488",
            "skia_unittests": "0473be04f4a6177daceb6956877bf62eccf9ef112e54d483545b5e728eddaa72/488",
            "snapshot_unittests": "5c150953d455b887d3e1441535aa0624d4f9355042e3b956f532dc870641db0c/488",
            "sql_unittests": "ed1a229d7611dc346452ce71a6fc8f2a388ac362aa10c826a0e6db87514c4814/565",
            "storage_unittests": "5335370a6463c3c60e9ca3ba0a14228bda621cfcc307f4f6517454411cb75cbf/646",
            "sync_integration_tests": "c08463bcea7b10881f91df8b2db0b66ef8dec0683591ca7f8462a9274a41323f/730",
            "ui_base_unittests": "cc7a405a022bf42c3000ae6f72394a05cfd6ff8346241314fd1d81a047ad9224/641",
            "ui_chromeos_unittests": "82233ccafb1641dd35deb44a5fb6191c5f49ea32a906f0cb027fd90b226f670d/488",
            "ui_touch_selection_unittests": "743b6be70e5f53066fa66a0ed4c84e6edc10becd154da7e754fea7560b91bb50/488",
            "ui_unittests": "f849d0b068b85ab1d05b8eab3bc2b51ca32b518e11bdfe6583a565a91c4c2baa/488",
            "unit_tests": "5bb6b8a646e3f1a4c37eace57f95df887370ad02d6c6f808837b58464db08dc5/1062",
            "url_unittests": "f0bc75d2c1addf83948d91d048640871147af56373dd3728e583ae6fa27a3dec/488",
            "usage_time_limit_unittests": "052cfaf36cc1c450bd75e2b5794490d4a5665ff48b64052f6cba54ef2a66e6bc/568",
            "views_unittests": "54b0bbb98cd71dc38e22460bb03c8f6b95ebe1eab91f97bf59a32178cecd3c04/488",
            "viz_unittests": "04f207a668c1cb7edf546dd244ea4c708d68068ce00749eb5905815bab0121eb/572",
            "wayland_client_perftests": "b00937ea65457f0c4aff1617c3d5fac2ad28812f63eaf54fff7cad1902c63ca5/647",
            "wayland_client_tests": "8147c98c14335708d24e2b5e79749fb3c83adf8d1ba25a604f6f3682c04535e8/647",
            "wm_unittests": "7e80e8896d9f27db773c6c11eb7f349287f26dcc5a5de2e940ff8e5707302c36/488",
            "wtf_unittests": "4be5bab9ca6f9829c156a0589c3fb87c048dfd2e304e0ccbac99636e2eebee2d/488",
            "zlib_unittests": "0027033cf6f43a06fe7ca288d088369e5e010bc8d32803b80caab9bb868aab0d/489"
          },
      "swarming_command_lines_cwd": "out/8916-Linux_Chromium_",
      "swarming_command_lines_digest": "3ef8fc3cccc647410d5375eec3bef30bb7385aa98bdce15d5dad588bb7f0f6b9/94",
      "swarming_rts_command_lines_digest": "9484f33bed6c51d11cc0b1225b7532c3b2ccd522df35d72f0208c718535666e9/92"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "a8b2de08e039380309e2554906ff42f8eac0e9be",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8861981500190124576"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux Chromium OS ASan LSan Tests (1)"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux Chromium OS ASan LSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "116571"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[23:47:54.664] Scheduled build:
{
  "id": "8696551438203296881",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux Chromium OS ASan LSan Tests (1)"
  },
  "number": 67358,
  "createdBy": "project:chromium",
  "createTime": "2025-12-02T23:47:54.287952853Z",
  "updateTime": "2025-12-02T23:47:54.287952853Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "a8b2de08e039380309e2554906ff42f8eac0e9be",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[23:47:54.664] Task URL: https://cr-buildbucket.appspot.com/build/8696551438203296881
[23:47:54.664] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861981500190124576:2:0) after 6m28s
[23:47:55.652] Received PubSub notification, asking Buildbucket for the build status
[23:47:55.676] Build status: SCHEDULED
[23:47:58.241] Received PubSub notification, asking Buildbucket for the build status
[23:47:58.258] Build status: STARTED
[23:54:22.682] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861981500190124576:2:0)
[23:54:22.698] Build status: STARTED
[23:54:22.699] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861981500190124576:5:0) after 3m27s
[23:57:49.892] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861981500190124576:5:0)
[23:57:49.916] Build status: STARTED
[23:57:49.916] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861981500190124576:6:0) after 1m58s
[23:59:47.943] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861981500190124576:6:0)
[23:59:47.998] Build status: STARTED
[23:59:47.998] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861981500190124576:7:0) after 6m42s
[00:06:30.115] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861981500190124576:7:0)
[00:06:30.140] Build status: STARTED
[00:06:30.140] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861981500190124576:8:0) after 2m18s
[00:08:48.211] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861981500190124576:8:0)
[00:08:48.234] Build status: STARTED
[00:08:48.234] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861981500190124576:9:0) after 1m29s
[00:10:17.253] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861981500190124576:9:0)
[00:10:17.268] Build status: STARTED
[00:10:17.268] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861981500190124576:10:0) after 5m53s
[00:16:10.289] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861981500190124576:10:0)
[00:16:10.351] Build status: STARTED
[00:16:10.351] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861981500190124576:11:0) after 4m57s
[00:21:07.446] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861981500190124576:11:0)
[00:21:07.523] Build status: STARTED
[00:21:07.523] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861981500190124576:12:0) after 3m11s
[00:24:18.617] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861981500190124576:12:0)
[00:24:18.666] Build status: STARTED
[00:24:18.666] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861981500190124576:13:0) after 6m7s
[00:30:25.799] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861981500190124576:13:0)
[00:30:25.833] Build status: STARTED
[00:30:25.833] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861981500190124576:14:0) after 9m28s
[00:39:53.879] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861981500190124576:14:0)
[00:39:53.937] Build status: STARTED
[00:39:53.937] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861981500190124576:15:0) after 7m29s
[00:47:22.998] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861981500190124576:15:0)
[00:47:23.013] Build status: STARTED
[00:47:23.013] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861981500190124576:16:0) after 2m8s
[00:49:31.015] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861981500190124576:16:0)
[00:49:31.036] Build status: STARTED
[00:49:31.036] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861981500190124576:17:0) after 6m16s
[00:55:47.106] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861981500190124576:17:0)
[00:55:47.126] Build status: STARTED
[00:55:47.126] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861981500190124576:18:0) after 8m57s
[01:04:44.151] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861981500190124576:18:0)
[01:04:44.168] Build status: STARTED
[01:04:44.168] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861981500190124576:19:0) after 5m15s
[01:09:59.243] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861981500190124576:19:0)
[01:09:59.330] Build status: STARTED
[01:09:59.330] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861981500190124576:20:0) after 1m54s
[01:11:53.348] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861981500190124576:20:0)
[01:11:53.360] Build status: STARTED
[01:11:53.360] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861981500190124576:21:0) after 5m3s
[01:16:56.417] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861981500190124576:21:0)
[01:16:56.434] Build status: STARTED
[01:16:56.434] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861981500190124576:22:0) after 5m25s
[01:22:21.439] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861981500190124576:22:0)
[01:22:21.456] Build status: STARTED
[01:22:21.456] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861981500190124576:23:0) after 1m54s
[01:24:15.526] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861981500190124576:23:0)
[01:24:15.544] Build status: STARTED
[01:24:15.544] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861981500190124576:24:0) after 1m1s
[01:25:16.657] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861981500190124576:24:0)
[01:25:16.674] Build status: STARTED
[01:25:16.674] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861981500190124576:25:0) after 5m36s
[01:30:52.730] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861981500190124576:25:0)
[01:30:52.748] Build status: STARTED
[01:30:52.748] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861981500190124576:26:0) after 5m42s
[01:36:34.775] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861981500190124576:26:0)
[01:36:34.790] Build status: STARTED
[01:36:34.790] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861981500190124576:27:0) after 7m20s
[01:43:54.819] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861981500190124576:27:0)
[01:43:54.836] Build status: STARTED
[01:43:54.836] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861981500190124576:28:0) after 9m25s
[01:53:19.898] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861981500190124576:28:0)
[01:53:19.915] Build status: STARTED
[01:53:19.915] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861981500190124576:29:0) after 9m43s
[02:03:02.937] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861981500190124576:29:0)
[02:03:02.979] Build status: STARTED
[02:03:02.979] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861981500190124576:30:0) after 3m0s
[02:06:03.015] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861981500190124576:30:0)
[02:06:03.032] Build status: STARTED
[02:06:03.032] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861981500190124576:31:0) after 7m57s
[02:14:00.061] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861981500190124576:31:0)
[02:14:00.076] Build status: STARTED
[02:14:00.077] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861981500190124576:32:0) after 1m36s
[02:15:36.163] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861981500190124576:32:0)
[02:15:36.197] Build status: STARTED
[02:15:36.197] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861981500190124576:33:0) after 2m10s
[02:17:46.212] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861981500190124576:33:0)
[02:17:46.288] Build status: STARTED
[02:17:46.288] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861981500190124576:34:0) after 2m33s
[02:20:19.296] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861981500190124576:34:0)
[02:20:19.318] Build status: STARTED
[02:20:19.318] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861981500190124576:35:0) after 5m21s
[02:25:40.355] Handling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861981500190124576:35:0)
[02:25:40.372] Build status: STARTED
[02:25:40.372] Scheduling timer "check-buildbucket-build-status" (chromium/Linux Chromium OS ASan LSan Tests (1):8861981500190124576:36:0) after 1m57s
[02:26:19.576] Received PubSub notification, asking Buildbucket for the build status
[02:26:19.620] Build:
{
  "id": "8696551438203296881",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux Chromium OS ASan LSan Tests (1)"
  },
  "number": 67358,
  "createdBy": "project:chromium",
  "createTime": "2025-12-02T23:47:54.287952853Z",
  "startTime": "2025-12-02T23:47:58.079209754Z",
  "endTime": "2025-12-03T02:26:19.157374650Z",
  "updateTime": "2025-12-03T02:26:19.157374650Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "a8b2de08e039380309e2554906ff42f8eac0e9be",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[02:26:19.620] Invocation finished in 2h38m26.610840009s with status FAILED