Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 28 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/78733 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "abdc2f3cd12d345218336216909a613190b1bece"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "d2b4d9aec1590dae5c33625a30878b5bcf423527",
  "parent_got_dawn_revision": "ff9a1f7b20d7ff9a56714d6d0000b5f892b65544",
  "parent_got_nacl_revision": "9d577686a4321b08f6b86ff2589070fdee1c53f9",
  "parent_got_revision": "abdc2f3cd12d345218336216909a613190b1bece",
  "parent_got_revision_cp": "refs/heads/main@{#937233}",
  "parent_got_swiftshader_revision": "542593f0e3116c8e3dc9dd5d389aafa0438ffba5",
  "parent_got_v8_revision": "14750801369b0b65823f7d24ee4eb88eef777dc0",
  "parent_got_v8_revision_cp": "refs/heads/9.7.87@{#1}",
  "parent_got_webrtc_revision": "ff8caf1d569408a9cfa759e0fa58703cc67f7aae",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35286}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "abdc2f3cd12d345218336216909a613190b1bece",
  "swarm_hashes": {
    "absl_hardening_tests": "b468dcce9da6d9849a94babf4017fd2e24fdc03d40b6281e6381d661041290b7/569",
    "accessibility_unittests": "37fc00d6754f486c435ddac02fb1ae86d347601951eb08ea91e0c604e8b6ad23/569",
    "angle_unittests": "576d06f8f53b1db09924bb9f3e53f68e7f93f0cffe46c05b01c473a84cfa9af9/570",
    "app_shell_unittests": "7aad1388f3a8c36eb301b4da574f86bb585ebc4ce64550b0b433e8a7fcad044b/809",
    "aura_unittests": "0ad75b7927d6c1dc0fec445c6e2e4c9d7c9dc09e1d3bb267f7fc346dcd9843f7/569",
    "base_unittests": "d1f376efd44107acf039d803f98b4d5b854b911d52be6e7cedac08185e457895/648",
    "blink_common_unittests": "f65b052fc31d8f7615ecec6890edd0e5bb7499475cdcb966f110862f6ea7b453/647",
    "blink_fuzzer_unittests": "7b9158d8f03a8af3103f8996f4e5b1f50e8e95191681cdb1fba9afd72bb65ef5/648",
    "blink_heap_unittests": "9300be19735ae7ab84dd90595f5aa34b2d2ae5a708b85bf164ada8a5c765833e/648",
    "blink_platform_unittests": "a45fe0794d747cd055085f12b252e00f80f4bfb268331829d4c838af28041d0d/726",
    "blink_unittests": "d2e799d98a54092f4ddf4a0526b8c6a93406e3ee4d47caea863bdbfe2c368dba/726",
    "boringssl_crypto_tests": "fbfd94e5520c75a68294b2b2deec01d602f90c9a2a0890b5cbf26609c4865593/570",
    "boringssl_ssl_tests": "b83b15a6b284b55b574fb7554bfddf8a22b7d51da81ed47413cf493fe135bef6/569",
    "capture_unittests": "5e28b5b9c040b75fc17f8125de9e6e56967b2ead1025c5e4095372ba5fbda681/648",
    "cast_unittests": "28e0dcded76d22e01a28fc944652ade7d0e6252321d80183dde230cd786e47f2/569",
    "cc_unittests": "cc536ce9ad14dec7e724505068b65eaf532601e08bf828c5a0102943b965a5c2/653",
    "chrome_app_unittests": "d2fcc3353f741e1728ba80340d817e99b6f2cc7707a16242a9c1f24075828990/811",
    "chromedriver_unittests": "d6405d53e5750302015c7fff0c51c10d4e95555854d1004e05b318ef9b693058/726",
    "color_unittests": "ee74910261785901e97018ff2b4beb6f2f0f0f9cf914ff8ee208d58128b451f3/569",
    "components_browsertests": "e5ad0c97e73dc5f2e372869a11aa4b8e3c521978119b3a740725f9d84e17c2c5/892",
    "components_unittests": "59789205c3eb37a46f0f7247248d4a7bd6989c2e92ade12a9c2b0c5bb92adb73/892",
    "compositor_unittests": "6facfabd12dd7891ee5df2ad65cfe98855cac30f52e0e9811c83997d9614ff95/645",
    "content_browsertests": "016a09e35de3994b6e40bfed07be632ab6586b26d5d00b269bd36ec37552340b/887",
    "content_unittests": "f75b2e95e336992ff9b06839a216bbfde641b83104a9a9aa6698aaf2cad6610e/806",
    "cronet_tests": "82eb456145d209080fa514c8f3ee7307c875944ebd9d01c5a3b2e5432d7eda2a/730",
    "cronet_unittests": "b06e2a522233f8314b5717c98f86d28268fe8a597ccc16b0b85c972d9ea765ca/646",
    "crypto_unittests": "7cb150f0c8571c96cbf34a9ac9e2d4f82648ea4b091369aae0e7b62120f3f85b/569",
    "dbus_unittests": "513838fc549365abf475cae59c8415889ef20de2bc2131b7d685773bb8a0e8d6/569",
    "device_unittests": "79799b2983e17cfe3bcd85be5fdda8c2de9bb46cfa66e29c99a1e23af4c1ea67/646",
    "display_unittests": "b9e03e58f6b8c95dbc5d351c914d27b4ef0f2d684bcdb50265b9446977f53fb3/569",
    "events_unittests": "2b15ef7b8c96bc651b537f4a633933fbcf3681d93faecbd1de55247aa1ff92d2/569",
    "extensions_browsertests": "da61857ce54af01ea4a4aa1f2722c0fe22e2df3bea043c707ef6a22dcdb49667/811",
    "extensions_unittests": "3b32e0af8bc5d3b871de1596da4887b9995780b32ab3d2ca745cf36d9a3d995a/975",
    "filesystem_service_unittests": "9641058fb483be779613b39d19cc5c0bd921754577094e22e6c7898e0b4498d9/569",
    "gcm_unit_tests": "adc0bb173eedb15b52b7c5eda6337337910e3fdad4c475e7f13210ee34b0b43d/646",
    "gfx_unittests": "99874f5e6d448a4b493f4c4e59b3689fe4a32a991ea424c36328a87fd7324f1a/645",
    "gin_unittests": "c03d99f771d424188abd99b537c54c5e122de8ee4e7675da8383b7cb4c222a71/646",
    "gl_tests": "75c1467f922444da74a24f23aac4a7991677908015e574a9c9c86451a0f64b1d/569",
    "gl_unittests": "8303a4f85f5cbc2e774669795826887974970d43ac35b67bfc87c6e100e3c06b/569",
    "google_apis_unittests": "9159b969f7622b2288b836e986a3c1b3119e6dc722bbb3a7300594d05c7c8456/731",
    "gpu_unittests": "36a415e738b67f147c9a27ab98fbda606fed158e75ad0d623e48fc17933da24d/646",
    "gwp_asan_unittests": "f9fb1c2c22f4490e72d3ead326be7a24901aefd6ab1a2510fbbfc66237fb9cff/570",
    "headless_browsertests": "d8e93c0177dc2ba12d57ef2ef5fd2a8fcbf894da014b31f647f547e331db7574/809",
    "headless_unittests": "6268777b6001b80297ac30b44c54374d8b893683134b82294acf3247ab29ddc7/569",
    "interactive_ui_tests": "83b6378248dd21c5159570da6e5dc7898ae815dfc2d1fba5f6c8b5188a4eaaf7/1128",
    "ipc_tests": "0463ca631a89c936949bb40b5a7f04f0cd9c69818258d3504d2916b1c81b98b3/569",
    "jingle_unittests": "3a2771bbf18dac27b19eda0c2dbc37aecc909e916beccecbeecf133f0eb00817/646",
    "latency_unittests": "9dfea79966d3d48642a7800b8b294d9ba09e8d9655b4e21ff2c6cde4e71ccd86/569",
    "libjingle_xmpp_unittests": "108d4ef84f8a57d6d561e71fd752b863c00b6301d82f89d85b35b7edda7064d5/569",
    "liburlpattern_unittests": "600b5405c52e62e6a2a2f18abbaa9344bf4cc6353bb8d7fba20f2f1479bb79f7/569",
    "media_unittests": "2ac5ea8110a81df001c66236fd0487d9e5730bcd44df2fd71914a0cc35ea85ca/649",
    "message_center_unittests": "0e809d8ee119ecf0e0a62e2181e8c1ccaaf9eedd9807910fc39dd2a41c78b317/569",
    "midi_unittests": "6711581f9354fcb478dd5b1f35a8ac44ba24d621848e705db43c2edebb190421/569",
    "mojo_core_unittests": "540e4833d8d7e1f076cbf372e4c4f499862c2f9ada7edd93e07c8c19ccf7373b/569",
    "mojo_unittests": "2c7d8686a7108083e1b81051ed00e5ae63f475e602ed4c5d364dc2890ca933dc/647",
    "native_theme_unittests": "1f35166459f6a5b2a5963f7a5065be726640961d1ce87adece2e98c65add2332/569",
    "net_unittests": "3bd22a8b83069eab77cd7c5b19ced2e7c2051a4654bd6db09339c1125e4aa1a6/648",
    "openscreen_unittests": "294101666ea7a328c58c0697a3b21bfe4f760607ed219ea8a8bdcf92ce000f1a/811",
    "ozone_x11_unittests": "232afeee5f27ff54754986dd52cfe78215bd4efda99d1bf75f979c31f3ec517b/569",
    "pdf_unittests": "218d961c2108f58399a4fec6362659efabb308d6fe0879759b3e299ef6ee73ac/725",
    "perfetto_unittests": "25ca49ea301aeb4a740eff83210bb4b951259620fdc5252d5c2ec904a55347b2/569",
    "ppapi_unittests": "5f8d8eed5646475ff1812a229f4919bcbc1463bcd6ea1a69e358509cbc2b0b26/569",
    "printing_unittests": "50a0620f6a0c98ff3cda3dd383db42c3dfb5127d77fd469711d023bfb595e627/569",
    "remoting_unittests": "740ef480437b2d461040cd458ff5d281396c8b55849357a12746931301737726/646",
    "sandbox_linux_unittests": "2a186cb25bad298ac853e6f80d98273a36d25af102a417c071c799f9d3a8b1de/569",
    "service_manager_unittests": "b2ed1d781915b6bb42522bfc5d071ff2df5e02e7b731101100b6b7ae9b2ccca1/569",
    "services_unittests": "faefbf2be02fb87b802159b02685fc20ba818ca99de4d2c24bb19e445f137a25/815",
    "shell_dialogs_unittests": "52d215431e3ddaceb55dc1dce3a59bf94296787aef0e64d3d1ef321f58402fe4/569",
    "skia_unittests": "9ff06d048cbfb5b389ab98d785c8c22a9036025b9f29b209ae039b6db299356d/569",
    "snapshot_unittests": "d55a2a102b28e22a36115b67caac8c26e0bf1c5970198cf9170c58d9833c36dc/569",
    "sql_unittests": "5e33e6630bed7e93af6a84b58bfbd3a34c76fb219063b50bb5288d20d41fa70b/646",
    "storage_unittests": "065c582486a9a76a5a7ccc70f422e4017afb4213e1b03170eef8a7b36321d3c6/727",
    "sync_integration_tests": "604bdb861c208456e32deb7dfd467045c573bd8416c4a0a80031f086cd02a3d9/892",
    "ui_base_unittests": "f624e14c69972de8113467b93efc73fb43e56a28d9f6cae4adf22d84f1cd97e0/723",
    "ui_touch_selection_unittests": "bdd0dbf1d80547df5a1ab7cb560faa0e0a57828dddb406802167d789f44b53fe/569",
    "unit_tests": "d2c59ab4be12bfa0857efbcef7b124460ae439bdd77cc26bd8811c29e8ed62f0/1141",
    "url_unittests": "e6399662d9abe02fe89c93c0a8289446d726bce18fe7d6cf87af6d50b4056bf0/569",
    "views_unittests": "38eb1ccb83c4fff62f71c7a3b487162f76ad9158110589906845eda7fa6809aa/569",
    "viz_unittests": "667f856dada8d1e314f1bae7ee16d92488132d16b36104930bcd6e39285b2164/653",
    "vr_common_unittests": "51802476aa04d84dc5e0416972bb0856418ec4ade0a9f8566d1e98e071cb0d85/811",
    "vr_pixeltests": "41848b558690977b330ff51e25e93c926a47729a6c8d2a35cf45346cb2853d96/725",
    "weblayer_browsertests": "7b380d518ee5a20ca27db20050ffe72ea8180e97eded8d77041471ce7ab04d31/893",
    "weblayer_unittests": "d1aaca2a499066264003349b5dc488e3bc26bda2099cdd16421e395008f2285b/725",
    "wm_unittests": "2946cc0fe8ec65304ea0ce4d21e818cbd1277044c886f06c57ac85b5fd70d7c6/569",
    "wtf_unittests": "6053b93b6027adaba8231c8ee86b26631fa0cdfdbbb85f01286205f4c265e4db/569",
    "x11_unittests": "d0abe1b5bef0ee691af96c5ab2da329996d4fe48d7d6165de862d243e87696e1/569",
    "xr_browser_tests": "e16f0aa25e210f5f6c1dbada1335352064ab227537a93a6405c6ffbdbb0c29c0/891",
    "zlib_unittests": "ddfba9e4429fa246e53fe4aa68ae46454f42155ead7698e1b53bc05f91f629e7/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "f0d486abf22639ab3ba9fd78912ffff90aee71501abf199e6c2518e5ece7d641/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/abdc2f3cd12d345218336216909a613190b1bece
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:78733
  • user_agent:recipe

Debug log (UTC)

[07:49:50.984] New invocation is queued and will start shortly
[07:49:50.984] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[07:49:52.454] Starting the invocation (attempt 1)
[07:49:52.501] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/abdc2f3cd12d345218336216909a613190b1bece"
[07:49:52.501] Popped gitiles commit info from properties and tags
[07:49:52.501] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[07:49:52.501] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[07:49:52.502] Buildbucket request:
{
  "requestId": "8997121851380060464",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "abdc2f3cd12d345218336216909a613190b1bece"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "d2b4d9aec1590dae5c33625a30878b5bcf423527",
      "parent_got_dawn_revision": "ff9a1f7b20d7ff9a56714d6d0000b5f892b65544",
      "parent_got_nacl_revision": "9d577686a4321b08f6b86ff2589070fdee1c53f9",
      "parent_got_revision": "abdc2f3cd12d345218336216909a613190b1bece",
      "parent_got_revision_cp": "refs/heads/main@{#937233}",
      "parent_got_swiftshader_revision": "542593f0e3116c8e3dc9dd5d389aafa0438ffba5",
      "parent_got_v8_revision": "14750801369b0b65823f7d24ee4eb88eef777dc0",
      "parent_got_v8_revision_cp": "refs/heads/9.7.87@{#1}",
      "parent_got_webrtc_revision": "ff8caf1d569408a9cfa759e0fa58703cc67f7aae",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35286}",
      "swarm_hashes": {
            "absl_hardening_tests": "b468dcce9da6d9849a94babf4017fd2e24fdc03d40b6281e6381d661041290b7/569",
            "accessibility_unittests": "37fc00d6754f486c435ddac02fb1ae86d347601951eb08ea91e0c604e8b6ad23/569",
            "angle_unittests": "576d06f8f53b1db09924bb9f3e53f68e7f93f0cffe46c05b01c473a84cfa9af9/570",
            "app_shell_unittests": "7aad1388f3a8c36eb301b4da574f86bb585ebc4ce64550b0b433e8a7fcad044b/809",
            "aura_unittests": "0ad75b7927d6c1dc0fec445c6e2e4c9d7c9dc09e1d3bb267f7fc346dcd9843f7/569",
            "base_unittests": "d1f376efd44107acf039d803f98b4d5b854b911d52be6e7cedac08185e457895/648",
            "blink_common_unittests": "f65b052fc31d8f7615ecec6890edd0e5bb7499475cdcb966f110862f6ea7b453/647",
            "blink_fuzzer_unittests": "7b9158d8f03a8af3103f8996f4e5b1f50e8e95191681cdb1fba9afd72bb65ef5/648",
            "blink_heap_unittests": "9300be19735ae7ab84dd90595f5aa34b2d2ae5a708b85bf164ada8a5c765833e/648",
            "blink_platform_unittests": "a45fe0794d747cd055085f12b252e00f80f4bfb268331829d4c838af28041d0d/726",
            "blink_unittests": "d2e799d98a54092f4ddf4a0526b8c6a93406e3ee4d47caea863bdbfe2c368dba/726",
            "boringssl_crypto_tests": "fbfd94e5520c75a68294b2b2deec01d602f90c9a2a0890b5cbf26609c4865593/570",
            "boringssl_ssl_tests": "b83b15a6b284b55b574fb7554bfddf8a22b7d51da81ed47413cf493fe135bef6/569",
            "capture_unittests": "5e28b5b9c040b75fc17f8125de9e6e56967b2ead1025c5e4095372ba5fbda681/648",
            "cast_unittests": "28e0dcded76d22e01a28fc944652ade7d0e6252321d80183dde230cd786e47f2/569",
            "cc_unittests": "cc536ce9ad14dec7e724505068b65eaf532601e08bf828c5a0102943b965a5c2/653",
            "chrome_app_unittests": "d2fcc3353f741e1728ba80340d817e99b6f2cc7707a16242a9c1f24075828990/811",
            "chromedriver_unittests": "d6405d53e5750302015c7fff0c51c10d4e95555854d1004e05b318ef9b693058/726",
            "color_unittests": "ee74910261785901e97018ff2b4beb6f2f0f0f9cf914ff8ee208d58128b451f3/569",
            "components_browsertests": "e5ad0c97e73dc5f2e372869a11aa4b8e3c521978119b3a740725f9d84e17c2c5/892",
            "components_unittests": "59789205c3eb37a46f0f7247248d4a7bd6989c2e92ade12a9c2b0c5bb92adb73/892",
            "compositor_unittests": "6facfabd12dd7891ee5df2ad65cfe98855cac30f52e0e9811c83997d9614ff95/645",
            "content_browsertests": "016a09e35de3994b6e40bfed07be632ab6586b26d5d00b269bd36ec37552340b/887",
            "content_unittests": "f75b2e95e336992ff9b06839a216bbfde641b83104a9a9aa6698aaf2cad6610e/806",
            "cronet_tests": "82eb456145d209080fa514c8f3ee7307c875944ebd9d01c5a3b2e5432d7eda2a/730",
            "cronet_unittests": "b06e2a522233f8314b5717c98f86d28268fe8a597ccc16b0b85c972d9ea765ca/646",
            "crypto_unittests": "7cb150f0c8571c96cbf34a9ac9e2d4f82648ea4b091369aae0e7b62120f3f85b/569",
            "dbus_unittests": "513838fc549365abf475cae59c8415889ef20de2bc2131b7d685773bb8a0e8d6/569",
            "device_unittests": "79799b2983e17cfe3bcd85be5fdda8c2de9bb46cfa66e29c99a1e23af4c1ea67/646",
            "display_unittests": "b9e03e58f6b8c95dbc5d351c914d27b4ef0f2d684bcdb50265b9446977f53fb3/569",
            "events_unittests": "2b15ef7b8c96bc651b537f4a633933fbcf3681d93faecbd1de55247aa1ff92d2/569",
            "extensions_browsertests": "da61857ce54af01ea4a4aa1f2722c0fe22e2df3bea043c707ef6a22dcdb49667/811",
            "extensions_unittests": "3b32e0af8bc5d3b871de1596da4887b9995780b32ab3d2ca745cf36d9a3d995a/975",
            "filesystem_service_unittests": "9641058fb483be779613b39d19cc5c0bd921754577094e22e6c7898e0b4498d9/569",
            "gcm_unit_tests": "adc0bb173eedb15b52b7c5eda6337337910e3fdad4c475e7f13210ee34b0b43d/646",
            "gfx_unittests": "99874f5e6d448a4b493f4c4e59b3689fe4a32a991ea424c36328a87fd7324f1a/645",
            "gin_unittests": "c03d99f771d424188abd99b537c54c5e122de8ee4e7675da8383b7cb4c222a71/646",
            "gl_tests": "75c1467f922444da74a24f23aac4a7991677908015e574a9c9c86451a0f64b1d/569",
            "gl_unittests": "8303a4f85f5cbc2e774669795826887974970d43ac35b67bfc87c6e100e3c06b/569",
            "google_apis_unittests": "9159b969f7622b2288b836e986a3c1b3119e6dc722bbb3a7300594d05c7c8456/731",
            "gpu_unittests": "36a415e738b67f147c9a27ab98fbda606fed158e75ad0d623e48fc17933da24d/646",
            "gwp_asan_unittests": "f9fb1c2c22f4490e72d3ead326be7a24901aefd6ab1a2510fbbfc66237fb9cff/570",
            "headless_browsertests": "d8e93c0177dc2ba12d57ef2ef5fd2a8fcbf894da014b31f647f547e331db7574/809",
            "headless_unittests": "6268777b6001b80297ac30b44c54374d8b893683134b82294acf3247ab29ddc7/569",
            "interactive_ui_tests": "83b6378248dd21c5159570da6e5dc7898ae815dfc2d1fba5f6c8b5188a4eaaf7/1128",
            "ipc_tests": "0463ca631a89c936949bb40b5a7f04f0cd9c69818258d3504d2916b1c81b98b3/569",
            "jingle_unittests": "3a2771bbf18dac27b19eda0c2dbc37aecc909e916beccecbeecf133f0eb00817/646",
            "latency_unittests": "9dfea79966d3d48642a7800b8b294d9ba09e8d9655b4e21ff2c6cde4e71ccd86/569",
            "libjingle_xmpp_unittests": "108d4ef84f8a57d6d561e71fd752b863c00b6301d82f89d85b35b7edda7064d5/569",
            "liburlpattern_unittests": "600b5405c52e62e6a2a2f18abbaa9344bf4cc6353bb8d7fba20f2f1479bb79f7/569",
            "media_unittests": "2ac5ea8110a81df001c66236fd0487d9e5730bcd44df2fd71914a0cc35ea85ca/649",
            "message_center_unittests": "0e809d8ee119ecf0e0a62e2181e8c1ccaaf9eedd9807910fc39dd2a41c78b317/569",
            "midi_unittests": "6711581f9354fcb478dd5b1f35a8ac44ba24d621848e705db43c2edebb190421/569",
            "mojo_core_unittests": "540e4833d8d7e1f076cbf372e4c4f499862c2f9ada7edd93e07c8c19ccf7373b/569",
            "mojo_unittests": "2c7d8686a7108083e1b81051ed00e5ae63f475e602ed4c5d364dc2890ca933dc/647",
            "native_theme_unittests": "1f35166459f6a5b2a5963f7a5065be726640961d1ce87adece2e98c65add2332/569",
            "net_unittests": "3bd22a8b83069eab77cd7c5b19ced2e7c2051a4654bd6db09339c1125e4aa1a6/648",
            "openscreen_unittests": "294101666ea7a328c58c0697a3b21bfe4f760607ed219ea8a8bdcf92ce000f1a/811",
            "ozone_x11_unittests": "232afeee5f27ff54754986dd52cfe78215bd4efda99d1bf75f979c31f3ec517b/569",
            "pdf_unittests": "218d961c2108f58399a4fec6362659efabb308d6fe0879759b3e299ef6ee73ac/725",
            "perfetto_unittests": "25ca49ea301aeb4a740eff83210bb4b951259620fdc5252d5c2ec904a55347b2/569",
            "ppapi_unittests": "5f8d8eed5646475ff1812a229f4919bcbc1463bcd6ea1a69e358509cbc2b0b26/569",
            "printing_unittests": "50a0620f6a0c98ff3cda3dd383db42c3dfb5127d77fd469711d023bfb595e627/569",
            "remoting_unittests": "740ef480437b2d461040cd458ff5d281396c8b55849357a12746931301737726/646",
            "sandbox_linux_unittests": "2a186cb25bad298ac853e6f80d98273a36d25af102a417c071c799f9d3a8b1de/569",
            "service_manager_unittests": "b2ed1d781915b6bb42522bfc5d071ff2df5e02e7b731101100b6b7ae9b2ccca1/569",
            "services_unittests": "faefbf2be02fb87b802159b02685fc20ba818ca99de4d2c24bb19e445f137a25/815",
            "shell_dialogs_unittests": "52d215431e3ddaceb55dc1dce3a59bf94296787aef0e64d3d1ef321f58402fe4/569",
            "skia_unittests": "9ff06d048cbfb5b389ab98d785c8c22a9036025b9f29b209ae039b6db299356d/569",
            "snapshot_unittests": "d55a2a102b28e22a36115b67caac8c26e0bf1c5970198cf9170c58d9833c36dc/569",
            "sql_unittests": "5e33e6630bed7e93af6a84b58bfbd3a34c76fb219063b50bb5288d20d41fa70b/646",
            "storage_unittests": "065c582486a9a76a5a7ccc70f422e4017afb4213e1b03170eef8a7b36321d3c6/727",
            "sync_integration_tests": "604bdb861c208456e32deb7dfd467045c573bd8416c4a0a80031f086cd02a3d9/892",
            "ui_base_unittests": "f624e14c69972de8113467b93efc73fb43e56a28d9f6cae4adf22d84f1cd97e0/723",
            "ui_touch_selection_unittests": "bdd0dbf1d80547df5a1ab7cb560faa0e0a57828dddb406802167d789f44b53fe/569",
            "unit_tests": "d2c59ab4be12bfa0857efbcef7b124460ae439bdd77cc26bd8811c29e8ed62f0/1141",
            "url_unittests": "e6399662d9abe02fe89c93c0a8289446d726bce18fe7d6cf87af6d50b4056bf0/569",
            "views_unittests": "38eb1ccb83c4fff62f71c7a3b487162f76ad9158110589906845eda7fa6809aa/569",
            "viz_unittests": "667f856dada8d1e314f1bae7ee16d92488132d16b36104930bcd6e39285b2164/653",
            "vr_common_unittests": "51802476aa04d84dc5e0416972bb0856418ec4ade0a9f8566d1e98e071cb0d85/811",
            "vr_pixeltests": "41848b558690977b330ff51e25e93c926a47729a6c8d2a35cf45346cb2853d96/725",
            "weblayer_browsertests": "7b380d518ee5a20ca27db20050ffe72ea8180e97eded8d77041471ce7ab04d31/893",
            "weblayer_unittests": "d1aaca2a499066264003349b5dc488e3bc26bda2099cdd16421e395008f2285b/725",
            "wm_unittests": "2946cc0fe8ec65304ea0ce4d21e818cbd1277044c886f06c57ac85b5fd70d7c6/569",
            "wtf_unittests": "6053b93b6027adaba8231c8ee86b26631fa0cdfdbbb85f01286205f4c265e4db/569",
            "x11_unittests": "d0abe1b5bef0ee691af96c5ab2da329996d4fe48d7d6165de862d243e87696e1/569",
            "xr_browser_tests": "e16f0aa25e210f5f6c1dbada1335352064ab227537a93a6405c6ffbdbb0c29c0/891",
            "zlib_unittests": "ddfba9e4429fa246e53fe4aa68ae46454f42155ead7698e1b53bc05f91f629e7/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "f0d486abf22639ab3ba9fd78912ffff90aee71501abf199e6c2518e5ece7d641/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "abdc2f3cd12d345218336216909a613190b1bece",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8997121851380060464"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "78733"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[07:49:53.226] Scheduled build:
{
  "id": "8831691789053662849",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 70689,
  "createdBy": "project:chromium",
  "createTime": "2021-11-02T07:49:52.571486180Z",
  "updateTime": "2021-11-02T07:49:52.571486180Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "abdc2f3cd12d345218336216909a613190b1bece",
      "ref": "refs/heads/main"
    }
  }
}
[07:49:53.226] Task URL: https://cr-buildbucket.appspot.com/build/8831691789053662849
[07:49:53.226] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997121851380060464:2:0) after 6m9s
[07:50:45.827] Received PubSub notification, asking Buildbucket for the build status
[07:50:45.858] Build status: STARTED
[07:56:02.260] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997121851380060464:2:0)
[07:56:02.295] Build status: STARTED
[07:56:02.295] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997121851380060464:4:0) after 2m35s
[07:58:37.350] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997121851380060464:4:0)
[07:58:37.395] Build status: STARTED
[07:58:37.395] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997121851380060464:5:0) after 2m34s
[08:01:11.417] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997121851380060464:5:0)
[08:01:11.450] Build status: STARTED
[08:01:11.450] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997121851380060464:6:0) after 5m24s
[08:06:35.472] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997121851380060464:6:0)
[08:06:35.512] Build status: STARTED
[08:06:35.512] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997121851380060464:7:0) after 5m35s
[08:12:10.588] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997121851380060464:7:0)
[08:12:10.633] Build status: STARTED
[08:12:10.633] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997121851380060464:8:0) after 3m38s
[08:15:48.634] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997121851380060464:8:0)
[08:15:48.666] Build status: STARTED
[08:15:48.666] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997121851380060464:9:0) after 5m31s
[08:18:26.491] Received PubSub notification, asking Buildbucket for the build status
[08:18:26.525] Build:
{
  "id": "8831691789053662849",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 70689,
  "createdBy": "project:chromium",
  "createTime": "2021-11-02T07:49:52.571486180Z",
  "startTime": "2021-11-02T07:50:45.247229Z",
  "endTime": "2021-11-02T08:18:25.945376826Z",
  "updateTime": "2021-11-02T08:18:25.945376826Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "abdc2f3cd12d345218336216909a613190b1bece",
      "ref": "refs/heads/main"
    }
  }
}
[08:18:26.525] Invocation finished in 28m35.556659024s with status FAILED