Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 28 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/78952 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "99b65c5a2c9a50f2172853e560430efa92eefb2b"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "f16d7b9ceefba1b09c07df350fc4940a22815e55",
  "parent_got_dawn_revision": "3053ff2fa6b96cb3fc93e0170aa5e97f0740391c",
  "parent_got_nacl_revision": "9d577686a4321b08f6b86ff2589070fdee1c53f9",
  "parent_got_revision": "99b65c5a2c9a50f2172853e560430efa92eefb2b",
  "parent_got_revision_cp": "refs/heads/main@{#939832}",
  "parent_got_swiftshader_revision": "4c6da56da96ce9e90654850d2cd584ffe6e29514",
  "parent_got_v8_revision": "eac12a97bf512c08fc0bf854eb229536fa5348e4",
  "parent_got_v8_revision_cp": "refs/heads/9.8.17@{#1}",
  "parent_got_webrtc_revision": "46814941f21320708ce2abe8d451658bcec06a0c",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35324}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "99b65c5a2c9a50f2172853e560430efa92eefb2b",
  "swarm_hashes": {
    "absl_hardening_tests": "022efcf5e4c427fad671c9f1281b7191dd57cee3582d860bd2675a7cd87b90eb/569",
    "accessibility_unittests": "872c04435f68c5d2805795327b776b0f6c76ea25e819a991de34ed129a5b969b/569",
    "angle_unittests": "a9820e8624a393ba63fed7cb6b724e48e049e99d94ab41a67d09af3ad804add6/570",
    "app_shell_unittests": "007174781171ecb4a7ba34c7ecaba6b05f83bc2af6b364c6ae3f6c2321946ff4/809",
    "aura_unittests": "93cf5f53ed5e059449916cedafa950cf9a8d2ddd045b2b4ab7b76bb71a978e82/569",
    "base_unittests": "be106499cdeafb456a6dca4da5fc9f5a4e24d8f7eb0dd87b67770c71526fa752/648",
    "blink_common_unittests": "092dfcc96c89b38ff2e3c799f16b7eb9ea71fd32b10573c31c3ee656257180df/647",
    "blink_fuzzer_unittests": "5d7599c0fce01984d59529abb3499466d71267123583f1351884fee5ad971028/648",
    "blink_heap_unittests": "1a9430e305ec07cd5bf81bc82b38ad958d2ce5079fd940d71d3022c3c21ed927/648",
    "blink_platform_unittests": "bcc6562b08e0379c34ea4d73004037464a11b3265b0ca46ec95ff0246d98ef08/726",
    "blink_unittests": "2ead848c505ea411e3880b4cc7e74eb7024b5af400b33e34f31bb5ae12cef4b5/726",
    "boringssl_crypto_tests": "36fa115a43ada09962d403118f472ce805bbb109381839f737aa450b90f0e07d/570",
    "boringssl_ssl_tests": "ba4bc32d153a53608a9ed7611e9660990f5298238fac0ef2bf45b281b2903ab5/569",
    "capture_unittests": "cc2cd21f89262f95b9a1d0e8da4d4a84a4dfecb348c6a48c3077d4eab31cbfc7/648",
    "cast_unittests": "88567897af4df77ac5d6aeb04f9a9850f91909380cadabad3c3c78679407b9e9/569",
    "cc_unittests": "40780556a2f9c71f6a31284440012aac35596429cf2fcbe2ca27bc10a2c2b348/653",
    "chrome_app_unittests": "bd5da63909ffc2efe5a6a10f81be4f5c9f78f72c8bc6a49401ab6b07afe5d137/727",
    "chromedriver_unittests": "216e786a08f06b4e2fba3ed5f0bb858dbc13aeaf6de3488c86c3af778284f644/726",
    "color_unittests": "54c36bba78cb49b5df91b7712f22cce698b30a6a677ad0d6c920bbb97634ef51/569",
    "components_browsertests": "24ddc4b0120ab5df6a7c1815df39d43ce7b899e45d0f07eb4289d753b1c71522/892",
    "components_unittests": "96d0495a19fedd099b96051bb62d09d8b7290933f6fec6c5f9712baa5af1b188/892",
    "compositor_unittests": "ab55cb19b0d701fbbe05f546ea47bc0ee373ec60605032271da99a0220e49823/645",
    "content_browsertests": "e73909f054d4a29fb9f16fafd3f38e68e86fa20e3785443e69b96c2abad4dbbc/887",
    "content_unittests": "8a761d878c094bed09cb5e9827359340642bc8ba90b961e52fa80cdfb0115a25/806",
    "cronet_tests": "31b14480f0386ba84c0274759ee3591012b23bd1065650929b92e5510da87699/730",
    "cronet_unittests": "9268595c6ad2a6711f0de969cad194850816c5359f185bd29013a6d2e7110d73/646",
    "crypto_unittests": "369a2075b92b97e48be597611ea63fbf18cddc691b42f35cfce3f3280ca8c630/569",
    "dbus_unittests": "fb68f9119127714549af9e456e6240be88e33fa756dc837f49a5b232f10ab150/569",
    "device_unittests": "b33a27896d09d925b0d7bd93e3a2ee4f6c73654113abd1c5f107e9f368770c2a/646",
    "display_unittests": "a36f5a807c9f464059fd5d2772ea36b1fd57f1caa04e1fac04b470b7bc5b300b/569",
    "events_unittests": "2505d2f9389c6f9d6a3be19a710c1f23189ad1689bf64be39fca91d8790e6ddd/569",
    "extensions_browsertests": "3aae68f17f7b75eabeaf8d8f3fa7ccdeb200393fd22ffd399e334f37687209ff/811",
    "extensions_unittests": "76ccd1bd181cebacb9c79a1ac9e314b4ee458015791e644702653ca6d1062801/975",
    "filesystem_service_unittests": "9899f0a8be90ada093ca8e5ffaea05bb85eb2f1caa829de11ea9c64f9faf0c37/569",
    "gcm_unit_tests": "0beb1d9a65c33689c7843cd54e9e82595447ae8073351d4641916999330ac608/646",
    "gfx_unittests": "119a1bec3e687bfefdcc118921e1c94750c15f1fa6bdcdc48cc1db2adee7a538/645",
    "gin_unittests": "b91d2c5b05e2d62297b1e0b0ccf12decfbc8a436e3a80b67866d15626ca6919b/646",
    "gl_tests": "b49e28263a2daec9167004e5d6bc7b4ff72f51fa41662536b71256226343cdde/569",
    "gl_unittests": "314e685bc8509da0e7ddddad9842dddf67494ea1ad79163ae16c2f285577f354/569",
    "google_apis_unittests": "818df7dcfac95d77589d05b3d0c668eddfb59a1d31ad34075b84840cff246641/731",
    "gpu_unittests": "1e6da41a09a1e56d56322275dbe6650c4e8feadd4fb4e4c403b388e4c69221ce/646",
    "gwp_asan_unittests": "6fe7ae8f5f7c0d7ce49289aa14b5e277b8407a0cc51930c1c3a820c84b284888/570",
    "headless_browsertests": "970c102f59efff324d374029b089e981cd630a5d7236dc98ff9d3b9766c8b6b2/809",
    "headless_unittests": "7cb21235ce6d0dca8ad8ea53f5565112079899a2622b143ff5063456b983a42c/569",
    "interactive_ui_tests": "2c7e78c65ff14b1fab9ac6406b40ef97cbd6108e3bb07b3f3b41ea1e88f593f7/1044",
    "ipc_tests": "e2f8f5a5fdedce37572039c69bd7e02191fe8db5397f4db1c5901724acc36f85/569",
    "jingle_unittests": "f8a59d4d011050c5c179e2aca2aaf4fc20b982e928c9574e45535a5c0613373e/646",
    "latency_unittests": "21eb271848ffd238c1dae9a86e91879fe5b56d754bdeb882f844f4d603e79f19/569",
    "libjingle_xmpp_unittests": "1cfb8b28b4b3df0a37fb7f93b1c2b43248fd66c4d132a09b938c5b10e6c036c5/569",
    "liburlpattern_unittests": "abd03f45fdc53b66bf3ffbd74a12f8d544f0b1ece541f8f88684a2fd6a7787a9/569",
    "media_unittests": "b3ab2bbff43ea427251d099a8f378cc9cc35647d6908af13bb541572a48abb60/649",
    "message_center_unittests": "b44919e7935f477d8cabb0e00ea7ceb77fe92124749fdb4c3f6b6e2ee67848c1/569",
    "midi_unittests": "83c47ab734ef5ae895be7084d57e491b9ed65898610cd03a899a770f1f525f06/569",
    "mojo_core_unittests": "0f37798fb3c95b2457c600250a581c62bda67a9d2a0bc0bc7c00175a8178c0fe/569",
    "mojo_unittests": "fbc8baa98d4937eee4324cfe0df20a325bf05f4d6ea01c0302ef7cb9b01d466e/647",
    "native_theme_unittests": "f289cbbfd8b5a0579aa1193330ac255eed00f128444d148d7bc206a8545ff947/569",
    "net_unittests": "113cb3d140d6fedc01c7f0f9ac54118ef184ae73cfa1cb8be8f2455aba47b603/648",
    "openscreen_unittests": "fae0b0a930ec2bc6dc631fdb0090549e52831be61fd39d7cde56b57b8a9d2e58/727",
    "ozone_x11_unittests": "ab7a9f2ce16e360d462c92ae41e96a5b99ca687884aa226911fe9353dd1bdfdb/569",
    "pdf_unittests": "93092e6a8bebf923748b10e7b8bb49f51d92f78a93a20689994a8ecf921dfec7/725",
    "perfetto_unittests": "24b3826d621ea7a0a0ad1e2231514c78ccabe999c999e6b252b160aed2270564/569",
    "ppapi_unittests": "d5e164d1f771a8726baf9c2eae9685c9bbb69ad317984b0c9beb0b713d642a7e/569",
    "printing_unittests": "7bedb41d724bf333b7aabfb555749d7b3a16a74fbaad805631faf2cf2fafe869/569",
    "remoting_unittests": "0140e51c08372f9fef8912bb9e1a9e4d35634d6c461708b9823610f1731303ba/646",
    "sandbox_linux_unittests": "4bf155e2957efd01960ce142a2fd124d350334ac41557d79ce1d0083af353ca1/569",
    "service_manager_unittests": "75ac6773299fe691c71fd05bab596ba281b5b0f1fb5460fafc4a64df48bb938b/569",
    "services_unittests": "6271164b731937c4db2f09fb661f69cdfd0f4bec2f33d057a0c39b59b0218e3f/815",
    "shell_dialogs_unittests": "ea157f8275d1022c16e9db60b41d1f0c67a5be0ede2e6549a6b0a4f33186e663/569",
    "skia_unittests": "32246e962c625a3952348635a67d81a040ef159c0fe31f5a1956c9570d699dce/569",
    "snapshot_unittests": "7fa77bc7e7420f2c34dfd3a47cab7bd9d48cd411394a2e896893d56b8826a5bc/569",
    "sql_unittests": "017dcb45dbaba7a8e0eee75ea33146ccb140037d42653e1d3df117182e927aa0/646",
    "storage_unittests": "2b50acf67bdf630fda5f078df9b6fc71856bcb157fdafca20b75f9e86a969ae4/727",
    "sync_integration_tests": "6c28ef51f0423805890d8282c5399eaad181d5b287582840b202a7f68656a359/808",
    "ui_base_unittests": "4191a82511e15c1d3e9212e205686e9c25513856d51b66b6f0ee19dfea197e36/723",
    "ui_touch_selection_unittests": "12a2cbe582918c9144c0992dd8f08a3f2688f8c164eae0bbcc0a4af2e30ae6ec/569",
    "unit_tests": "fd08d3b97620d6f941f75c806a4c987fd25d085725740b01a3f69f9b2414f6da/1141",
    "url_unittests": "d50d7c3daab8d653f26bbcb2199e5f755126e54eec468dbbc1f68f6bf3a16a7d/569",
    "views_unittests": "89c9bb83141ed9a237c521029899b0b5a054d86a59970184b620ea0f8a3fe253/569",
    "viz_unittests": "7383de97e137fbc393339a747000ad34b6fc1eda56ccf761759ca2f860c6b618/653",
    "vr_common_unittests": "e74d8b1a77eefc3f9b2d40c5cde99e07f20f40bc13b49300906c7f9a60c5424b/727",
    "vr_pixeltests": "e83b7fc09df7c1733563ccb0f2b7116776a80052fae485695eab70deaaf1895d/725",
    "weblayer_browsertests": "37c022302c1d3f8bc1752ba0a0453871e11f249b6d5f933c5b853979b2640f10/893",
    "weblayer_unittests": "2ecf71dc25de50b751bf2bcf5a42d89ece6f750a4017a797f2ae6144d6bdee49/725",
    "wm_unittests": "7cfe7e5dd1570f416e16248efaf1edc547b1cce6d055fc3853103ccddc56f8a5/569",
    "wtf_unittests": "fcfe885d08b76ed38311b090968386c01475225aacbc474facedf69173e337fe/569",
    "x11_unittests": "d81d76086d9f4d10a1d0cd6104a8a8efdc0f8cf2af6459da5c993ea643025189/569",
    "xr_browser_tests": "c40bb8a553ff849bcefe44f3c42f5b4b305782b07f67dcbf823248d626d819df/807",
    "zlib_unittests": "553c92871a8390eb7a0db58b998ce86e54698f12e6ab063e9abf2b40c12f4336/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "f0d486abf22639ab3ba9fd78912ffff90aee71501abf199e6c2518e5ece7d641/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/99b65c5a2c9a50f2172853e560430efa92eefb2b
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:78952
  • user_agent:recipe

Debug log (UTC)

[15:42:34.850] New invocation is queued and will start shortly
[15:42:34.850] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[15:42:36.041] Starting the invocation (attempt 1)
[15:42:36.079] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/99b65c5a2c9a50f2172853e560430efa92eefb2b"
[15:42:36.079] Popped gitiles commit info from properties and tags
[15:42:36.079] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[15:42:36.079] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[15:42:36.081] Buildbucket request:
{
  "requestId": "8996457930946501488",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "99b65c5a2c9a50f2172853e560430efa92eefb2b"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "f16d7b9ceefba1b09c07df350fc4940a22815e55",
      "parent_got_dawn_revision": "3053ff2fa6b96cb3fc93e0170aa5e97f0740391c",
      "parent_got_nacl_revision": "9d577686a4321b08f6b86ff2589070fdee1c53f9",
      "parent_got_revision": "99b65c5a2c9a50f2172853e560430efa92eefb2b",
      "parent_got_revision_cp": "refs/heads/main@{#939832}",
      "parent_got_swiftshader_revision": "4c6da56da96ce9e90654850d2cd584ffe6e29514",
      "parent_got_v8_revision": "eac12a97bf512c08fc0bf854eb229536fa5348e4",
      "parent_got_v8_revision_cp": "refs/heads/9.8.17@{#1}",
      "parent_got_webrtc_revision": "46814941f21320708ce2abe8d451658bcec06a0c",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35324}",
      "swarm_hashes": {
            "absl_hardening_tests": "022efcf5e4c427fad671c9f1281b7191dd57cee3582d860bd2675a7cd87b90eb/569",
            "accessibility_unittests": "872c04435f68c5d2805795327b776b0f6c76ea25e819a991de34ed129a5b969b/569",
            "angle_unittests": "a9820e8624a393ba63fed7cb6b724e48e049e99d94ab41a67d09af3ad804add6/570",
            "app_shell_unittests": "007174781171ecb4a7ba34c7ecaba6b05f83bc2af6b364c6ae3f6c2321946ff4/809",
            "aura_unittests": "93cf5f53ed5e059449916cedafa950cf9a8d2ddd045b2b4ab7b76bb71a978e82/569",
            "base_unittests": "be106499cdeafb456a6dca4da5fc9f5a4e24d8f7eb0dd87b67770c71526fa752/648",
            "blink_common_unittests": "092dfcc96c89b38ff2e3c799f16b7eb9ea71fd32b10573c31c3ee656257180df/647",
            "blink_fuzzer_unittests": "5d7599c0fce01984d59529abb3499466d71267123583f1351884fee5ad971028/648",
            "blink_heap_unittests": "1a9430e305ec07cd5bf81bc82b38ad958d2ce5079fd940d71d3022c3c21ed927/648",
            "blink_platform_unittests": "bcc6562b08e0379c34ea4d73004037464a11b3265b0ca46ec95ff0246d98ef08/726",
            "blink_unittests": "2ead848c505ea411e3880b4cc7e74eb7024b5af400b33e34f31bb5ae12cef4b5/726",
            "boringssl_crypto_tests": "36fa115a43ada09962d403118f472ce805bbb109381839f737aa450b90f0e07d/570",
            "boringssl_ssl_tests": "ba4bc32d153a53608a9ed7611e9660990f5298238fac0ef2bf45b281b2903ab5/569",
            "capture_unittests": "cc2cd21f89262f95b9a1d0e8da4d4a84a4dfecb348c6a48c3077d4eab31cbfc7/648",
            "cast_unittests": "88567897af4df77ac5d6aeb04f9a9850f91909380cadabad3c3c78679407b9e9/569",
            "cc_unittests": "40780556a2f9c71f6a31284440012aac35596429cf2fcbe2ca27bc10a2c2b348/653",
            "chrome_app_unittests": "bd5da63909ffc2efe5a6a10f81be4f5c9f78f72c8bc6a49401ab6b07afe5d137/727",
            "chromedriver_unittests": "216e786a08f06b4e2fba3ed5f0bb858dbc13aeaf6de3488c86c3af778284f644/726",
            "color_unittests": "54c36bba78cb49b5df91b7712f22cce698b30a6a677ad0d6c920bbb97634ef51/569",
            "components_browsertests": "24ddc4b0120ab5df6a7c1815df39d43ce7b899e45d0f07eb4289d753b1c71522/892",
            "components_unittests": "96d0495a19fedd099b96051bb62d09d8b7290933f6fec6c5f9712baa5af1b188/892",
            "compositor_unittests": "ab55cb19b0d701fbbe05f546ea47bc0ee373ec60605032271da99a0220e49823/645",
            "content_browsertests": "e73909f054d4a29fb9f16fafd3f38e68e86fa20e3785443e69b96c2abad4dbbc/887",
            "content_unittests": "8a761d878c094bed09cb5e9827359340642bc8ba90b961e52fa80cdfb0115a25/806",
            "cronet_tests": "31b14480f0386ba84c0274759ee3591012b23bd1065650929b92e5510da87699/730",
            "cronet_unittests": "9268595c6ad2a6711f0de969cad194850816c5359f185bd29013a6d2e7110d73/646",
            "crypto_unittests": "369a2075b92b97e48be597611ea63fbf18cddc691b42f35cfce3f3280ca8c630/569",
            "dbus_unittests": "fb68f9119127714549af9e456e6240be88e33fa756dc837f49a5b232f10ab150/569",
            "device_unittests": "b33a27896d09d925b0d7bd93e3a2ee4f6c73654113abd1c5f107e9f368770c2a/646",
            "display_unittests": "a36f5a807c9f464059fd5d2772ea36b1fd57f1caa04e1fac04b470b7bc5b300b/569",
            "events_unittests": "2505d2f9389c6f9d6a3be19a710c1f23189ad1689bf64be39fca91d8790e6ddd/569",
            "extensions_browsertests": "3aae68f17f7b75eabeaf8d8f3fa7ccdeb200393fd22ffd399e334f37687209ff/811",
            "extensions_unittests": "76ccd1bd181cebacb9c79a1ac9e314b4ee458015791e644702653ca6d1062801/975",
            "filesystem_service_unittests": "9899f0a8be90ada093ca8e5ffaea05bb85eb2f1caa829de11ea9c64f9faf0c37/569",
            "gcm_unit_tests": "0beb1d9a65c33689c7843cd54e9e82595447ae8073351d4641916999330ac608/646",
            "gfx_unittests": "119a1bec3e687bfefdcc118921e1c94750c15f1fa6bdcdc48cc1db2adee7a538/645",
            "gin_unittests": "b91d2c5b05e2d62297b1e0b0ccf12decfbc8a436e3a80b67866d15626ca6919b/646",
            "gl_tests": "b49e28263a2daec9167004e5d6bc7b4ff72f51fa41662536b71256226343cdde/569",
            "gl_unittests": "314e685bc8509da0e7ddddad9842dddf67494ea1ad79163ae16c2f285577f354/569",
            "google_apis_unittests": "818df7dcfac95d77589d05b3d0c668eddfb59a1d31ad34075b84840cff246641/731",
            "gpu_unittests": "1e6da41a09a1e56d56322275dbe6650c4e8feadd4fb4e4c403b388e4c69221ce/646",
            "gwp_asan_unittests": "6fe7ae8f5f7c0d7ce49289aa14b5e277b8407a0cc51930c1c3a820c84b284888/570",
            "headless_browsertests": "970c102f59efff324d374029b089e981cd630a5d7236dc98ff9d3b9766c8b6b2/809",
            "headless_unittests": "7cb21235ce6d0dca8ad8ea53f5565112079899a2622b143ff5063456b983a42c/569",
            "interactive_ui_tests": "2c7e78c65ff14b1fab9ac6406b40ef97cbd6108e3bb07b3f3b41ea1e88f593f7/1044",
            "ipc_tests": "e2f8f5a5fdedce37572039c69bd7e02191fe8db5397f4db1c5901724acc36f85/569",
            "jingle_unittests": "f8a59d4d011050c5c179e2aca2aaf4fc20b982e928c9574e45535a5c0613373e/646",
            "latency_unittests": "21eb271848ffd238c1dae9a86e91879fe5b56d754bdeb882f844f4d603e79f19/569",
            "libjingle_xmpp_unittests": "1cfb8b28b4b3df0a37fb7f93b1c2b43248fd66c4d132a09b938c5b10e6c036c5/569",
            "liburlpattern_unittests": "abd03f45fdc53b66bf3ffbd74a12f8d544f0b1ece541f8f88684a2fd6a7787a9/569",
            "media_unittests": "b3ab2bbff43ea427251d099a8f378cc9cc35647d6908af13bb541572a48abb60/649",
            "message_center_unittests": "b44919e7935f477d8cabb0e00ea7ceb77fe92124749fdb4c3f6b6e2ee67848c1/569",
            "midi_unittests": "83c47ab734ef5ae895be7084d57e491b9ed65898610cd03a899a770f1f525f06/569",
            "mojo_core_unittests": "0f37798fb3c95b2457c600250a581c62bda67a9d2a0bc0bc7c00175a8178c0fe/569",
            "mojo_unittests": "fbc8baa98d4937eee4324cfe0df20a325bf05f4d6ea01c0302ef7cb9b01d466e/647",
            "native_theme_unittests": "f289cbbfd8b5a0579aa1193330ac255eed00f128444d148d7bc206a8545ff947/569",
            "net_unittests": "113cb3d140d6fedc01c7f0f9ac54118ef184ae73cfa1cb8be8f2455aba47b603/648",
            "openscreen_unittests": "fae0b0a930ec2bc6dc631fdb0090549e52831be61fd39d7cde56b57b8a9d2e58/727",
            "ozone_x11_unittests": "ab7a9f2ce16e360d462c92ae41e96a5b99ca687884aa226911fe9353dd1bdfdb/569",
            "pdf_unittests": "93092e6a8bebf923748b10e7b8bb49f51d92f78a93a20689994a8ecf921dfec7/725",
            "perfetto_unittests": "24b3826d621ea7a0a0ad1e2231514c78ccabe999c999e6b252b160aed2270564/569",
            "ppapi_unittests": "d5e164d1f771a8726baf9c2eae9685c9bbb69ad317984b0c9beb0b713d642a7e/569",
            "printing_unittests": "7bedb41d724bf333b7aabfb555749d7b3a16a74fbaad805631faf2cf2fafe869/569",
            "remoting_unittests": "0140e51c08372f9fef8912bb9e1a9e4d35634d6c461708b9823610f1731303ba/646",
            "sandbox_linux_unittests": "4bf155e2957efd01960ce142a2fd124d350334ac41557d79ce1d0083af353ca1/569",
            "service_manager_unittests": "75ac6773299fe691c71fd05bab596ba281b5b0f1fb5460fafc4a64df48bb938b/569",
            "services_unittests": "6271164b731937c4db2f09fb661f69cdfd0f4bec2f33d057a0c39b59b0218e3f/815",
            "shell_dialogs_unittests": "ea157f8275d1022c16e9db60b41d1f0c67a5be0ede2e6549a6b0a4f33186e663/569",
            "skia_unittests": "32246e962c625a3952348635a67d81a040ef159c0fe31f5a1956c9570d699dce/569",
            "snapshot_unittests": "7fa77bc7e7420f2c34dfd3a47cab7bd9d48cd411394a2e896893d56b8826a5bc/569",
            "sql_unittests": "017dcb45dbaba7a8e0eee75ea33146ccb140037d42653e1d3df117182e927aa0/646",
            "storage_unittests": "2b50acf67bdf630fda5f078df9b6fc71856bcb157fdafca20b75f9e86a969ae4/727",
            "sync_integration_tests": "6c28ef51f0423805890d8282c5399eaad181d5b287582840b202a7f68656a359/808",
            "ui_base_unittests": "4191a82511e15c1d3e9212e205686e9c25513856d51b66b6f0ee19dfea197e36/723",
            "ui_touch_selection_unittests": "12a2cbe582918c9144c0992dd8f08a3f2688f8c164eae0bbcc0a4af2e30ae6ec/569",
            "unit_tests": "fd08d3b97620d6f941f75c806a4c987fd25d085725740b01a3f69f9b2414f6da/1141",
            "url_unittests": "d50d7c3daab8d653f26bbcb2199e5f755126e54eec468dbbc1f68f6bf3a16a7d/569",
            "views_unittests": "89c9bb83141ed9a237c521029899b0b5a054d86a59970184b620ea0f8a3fe253/569",
            "viz_unittests": "7383de97e137fbc393339a747000ad34b6fc1eda56ccf761759ca2f860c6b618/653",
            "vr_common_unittests": "e74d8b1a77eefc3f9b2d40c5cde99e07f20f40bc13b49300906c7f9a60c5424b/727",
            "vr_pixeltests": "e83b7fc09df7c1733563ccb0f2b7116776a80052fae485695eab70deaaf1895d/725",
            "weblayer_browsertests": "37c022302c1d3f8bc1752ba0a0453871e11f249b6d5f933c5b853979b2640f10/893",
            "weblayer_unittests": "2ecf71dc25de50b751bf2bcf5a42d89ece6f750a4017a797f2ae6144d6bdee49/725",
            "wm_unittests": "7cfe7e5dd1570f416e16248efaf1edc547b1cce6d055fc3853103ccddc56f8a5/569",
            "wtf_unittests": "fcfe885d08b76ed38311b090968386c01475225aacbc474facedf69173e337fe/569",
            "x11_unittests": "d81d76086d9f4d10a1d0cd6104a8a8efdc0f8cf2af6459da5c993ea643025189/569",
            "xr_browser_tests": "c40bb8a553ff849bcefe44f3c42f5b4b305782b07f67dcbf823248d626d819df/807",
            "zlib_unittests": "553c92871a8390eb7a0db58b998ce86e54698f12e6ab063e9abf2b40c12f4336/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "f0d486abf22639ab3ba9fd78912ffff90aee71501abf199e6c2518e5ece7d641/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "99b65c5a2c9a50f2172853e560430efa92eefb2b",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8996457930946501488"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "78952"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[15:42:36.719] Scheduled build:
{
  "id": "8831027868892640945",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 70908,
  "createdBy": "project:chromium",
  "createTime": "2021-11-09T15:42:36.177997681Z",
  "updateTime": "2021-11-09T15:42:36.177997681Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "99b65c5a2c9a50f2172853e560430efa92eefb2b",
      "ref": "refs/heads/main"
    }
  }
}
[15:42:36.719] Task URL: https://cr-buildbucket.appspot.com/build/8831027868892640945
[15:42:36.719] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996457930946501488:2:0) after 8m33s
[15:42:50.656] Received PubSub notification, asking Buildbucket for the build status
[15:42:50.689] Build status: STARTED
[15:51:09.743] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996457930946501488:2:0)
[15:51:09.772] Build status: STARTED
[15:51:09.772] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996457930946501488:4:0) after 2m51s
[15:54:00.888] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996457930946501488:4:0)
[15:54:00.923] Build status: STARTED
[15:54:00.923] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996457930946501488:5:0) after 5m16s
[15:59:16.961] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996457930946501488:5:0)
[15:59:17.013] Build status: STARTED
[15:59:17.013] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996457930946501488:6:0) after 2m54s
[16:02:11.135] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996457930946501488:6:0)
[16:02:11.182] Build status: STARTED
[16:02:11.182] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996457930946501488:7:0) after 2m42s
[16:04:53.214] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996457930946501488:7:0)
[16:04:53.249] Build status: STARTED
[16:04:53.249] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996457930946501488:8:0) after 4m42s
[16:09:35.371] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996457930946501488:8:0)
[16:09:35.408] Build status: STARTED
[16:09:35.408] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996457930946501488:9:0) after 7m31s
[16:11:29.392] Received PubSub notification, asking Buildbucket for the build status
[16:11:29.427] Build:
{
  "id": "8831027868892640945",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 70908,
  "createdBy": "project:chromium",
  "createTime": "2021-11-09T15:42:36.177997681Z",
  "startTime": "2021-11-09T15:42:49.503772Z",
  "endTime": "2021-11-09T16:11:28.892075961Z",
  "updateTime": "2021-11-09T16:11:28.892075961Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "99b65c5a2c9a50f2172853e560430efa92eefb2b",
      "ref": "refs/heads/main"
    }
  }
}
[16:11:29.427] Invocation finished in 28m54.591728935s with status FAILED