Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 30 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/80004 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "3573bf7d31f79f1e16efe2492f46d2bbdb665c8d"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "cac81f0772ccee66edc65f92d685f6e83aa8175e",
  "parent_got_dawn_revision": "5397f9f9d0fa2d4adb03553f60d3fc4d4db5936c",
  "parent_got_nacl_revision": "a90562b0e045950f6884105bfa6e560dbce9d319",
  "parent_got_revision": "3573bf7d31f79f1e16efe2492f46d2bbdb665c8d",
  "parent_got_revision_cp": "refs/heads/main@{#952032}",
  "parent_got_swiftshader_revision": "f354daff5a2b882fc182c8377c826aa99b30f989",
  "parent_got_v8_revision": "ceb9223e1ab1df795d5f3e69f9fae92bb8328e92",
  "parent_got_v8_revision_cp": "refs/heads/9.9.4@{#1}",
  "parent_got_webrtc_revision": "d525e2d9f71f02832a8c8d2d63d47b96c16a00fe",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35540}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "3573bf7d31f79f1e16efe2492f46d2bbdb665c8d",
  "swarm_hashes": {
    "absl_hardening_tests": "6aacefdb64c44565653e20528ab103712e7cdcfdb3969619e88acd106e434a27/569",
    "accessibility_unittests": "ab3e92cf091ecb44bdf16695af8a9eb3f8ca46876cbd8af6118f50d288d076bc/569",
    "angle_unittests": "7c49e422f861df813d8d9aeb49e72919a57af57d69ef66869dcb2bbb8ae0b2e4/570",
    "app_shell_unittests": "41bdb005ea32574696a698817aa2bf31a2ea7a013bcb480ee1d015b78598db04/730",
    "aura_unittests": "062b0d6e811faa8295d6e16b3938ec9deaf1c7a6479cf2b04ace8c6bcaae3e46/569",
    "base_unittests": "d65bafaa6ae52c25b1ca3c8f0b4025f5b141c33964e5e9e86551ac5a8f619e3a/648",
    "blink_common_unittests": "615e3f18e573786aa87ad72b5a663af94a498479efc79ba9dce01cd0908161f4/647",
    "blink_fuzzer_unittests": "2d96888a3c8cda113b94103213bc2c09472aedc8a9c806a120bfb3e03dff92c4/569",
    "blink_heap_unittests": "6ad1c6996666791a4bcd2de2cf6dea2c55681c7a4ccdb9c3f341180f36e6ee94/569",
    "blink_platform_unittests": "6ef2e8ea4a8e27e0d305e3230d6a1d4498d258a6fbba1b727a1db864973e7c4f/726",
    "blink_unittests": "63bd9770b9ad4f239a29b8e49d6cdcbc89ed13bdcfdc66231f2996cdec12b43c/810",
    "boringssl_crypto_tests": "4917a8704cc0275531d2206c7b07520097a0c8cf3dce69fdf2ff58c755f25822/570",
    "boringssl_ssl_tests": "1acbdc2806c76ada7d68781c5fbaf2c07a9a373ec020f1264ec59697e4002b9a/569",
    "capture_unittests": "f460224d93acf560977376c9a76466635afc6a1cd28f558b7103b48249532839/648",
    "cast_unittests": "d7a4baf27dc72c6e737cf829e829808abb37fbbddceda0191823b2aebf9faf9c/569",
    "cc_unittests": "cab94fe87a77bb78c92b9f93f6482e748f8f8ba1412e7cf6cb77b8f30f3812fb/653",
    "chrome_app_unittests": "fe215b207ec769a3a83d9c6e1659391689d12f5eedeb4948d9d0aca0009a2333/648",
    "chromedriver_unittests": "0eb14d6caa1c0f4aaf51054ff378334de6e6b959e1f6b1f30df63e0f8934d520/726",
    "color_unittests": "521830cc895bf3d8e8bf3f42fa72f16b2be9e9471ea1d488efaf7acb8ced986b/569",
    "components_browsertests": "cc9ce708bec7f68e06c858c137ed13e089e96e526a3049a31c3224d1d303701a/813",
    "components_unittests": "b97a8d59e4b12e705370fe8f84a7886ed46c0e76705c77da78ed718c9c9054b9/813",
    "compositor_unittests": "ca446c769c1bff27696b81ffdafe0d92a92f85ee4eec3496269f9570b99fa7ce/645",
    "content_browsertests": "dff2b5767562b7c3c35104a9c5bdd1c5e6a5d1418879c41e961f533176c87765/887",
    "content_unittests": "1211e207c146c03efdf24a790bfe60b11224200c24aeb6ddfb2cf04c83a213f4/806",
    "cronet_tests": "e93898fc0de74c28e72fed2d79ff81080290c0e8bb7b9d01290b5eb88d40f59c/730",
    "cronet_unittests": "bfbb2391f867b704a5b56573e1b79be5110dd0ee379acdfb5731fb324def4982/646",
    "crypto_unittests": "1526e6623711905bee6e5c64f5144fffceb79dcb4557eb88f9023c30ec0a4b24/569",
    "dbus_unittests": "195a77d49311bf8d9dd6eba07e5b6455392cf4597e6b95a63cbb27b64d4d1b5e/569",
    "device_unittests": "77694c611e22f05df2a753a5a7e41572aebef25a6bc740a047018e8a1604f5ee/646",
    "display_unittests": "860098622660cff1a2fda7e483dd9f60acceea8ecb9bd352d0fc8af8b879baf7/569",
    "events_unittests": "b1b085abbb5c562f2404352b0d99d8138d1703a6fbcbff4408e5b5e3b37d5026/569",
    "extensions_browsertests": "77b29356d5c7e02898d94c5ce9dd403867c4b69c14da52c65c7a0037cb39ff90/732",
    "extensions_unittests": "19654e107c6328fea51f496ac4cc66d5169de74843c272d8e14a4729104e0091/896",
    "filesystem_service_unittests": "53306ba9774911b9db6ed4d91b5cbc3dbcad5ea81e664fe9ca8e8d42298b3b92/569",
    "gcm_unit_tests": "63a4676cd173299415462880c6b4804cc17591c25aa19e7973637221152e9045/646",
    "gfx_unittests": "ea4c8da7e557b2e89b9570d79052cf4e48c26edac189dc6876dc26f56a4c1615/645",
    "gin_unittests": "765cdda430a3500a387cf3736d4ca401cb384b3dbf51f6ca08823754746e341b/646",
    "gl_tests": "3c448dc83e800f5da0e7478ced4801002ef2a2fb9ed85bfeb217f2e2a4a1a40f/569",
    "gl_unittests": "80c85a99a9fa3626f01d51d953ddfb1dc45b3fba0701dfcbab29a5aed31976df/569",
    "google_apis_unittests": "735091638a0d9ce04a8b24774e5acb6faf2c47f6766dc89fba94d7938606c28a/731",
    "gpu_unittests": "7452238bdb9caf550532483dd6e426f555f68ea895ac027c33c8f43269e0f8a6/646",
    "gwp_asan_unittests": "d65ff384650c73619da5865a2151574417b1b84c04be09ff10f5f0b1db22db61/570",
    "headless_browsertests": "461831d243034e6e832567ffc7b9bc57ce940caf6580e1df3a83ede8e2130dde/730",
    "headless_unittests": "878c98eab34616ba115d17356cbc1690087d9ff046f1f13eaa9ce4bb32a5fd17/569",
    "interactive_ui_tests": "b403dd3bd183905621e4c07d34c5b1e25300f37d6e39148bf60105a01ac95d27/965",
    "ipc_tests": "009f10e32b3c51d7ac92e7890bf93578c0b6b6f082c585af1b1afee8c50fccfe/569",
    "jingle_unittests": "a8329a47046eaaf02391801db0f17832b96914e6fdddda0ffcbeff27238d065c/646",
    "latency_unittests": "bb999bc6896648e7e5d71861f6282b4fe35a2d9fa894df8b84e22a9c915d7d12/569",
    "libjingle_xmpp_unittests": "376cabdd331e19d0246e080633ea23d8881bb120cf2262ab1593ea5b89278def/569",
    "liburlpattern_unittests": "cab1d7a39dc79778fef74e820ad24e3a185bd59f20d01e2e66ff05ea90b861a1/569",
    "media_unittests": "ad02f2d9499750f9d18087d4b3428391841c189ba39654840fa0060a19cdad84/649",
    "message_center_unittests": "2c95e2d4febf42429838cfe56948780ea049e17950ee83d07fe0ae93c56de0dc/569",
    "midi_unittests": "3e147e3881811663317ddd9a7b3c5beb0b33ae5d23e90749bdd3fe73dcb255fd/569",
    "mojo_core_unittests": "f98a24f001076ad8e224738e6b07341f768a7a84dd97c70bcbac0943e760841a/569",
    "mojo_unittests": "974afa20c18ce96f2cf33050b217dfc7e7e9bbccd8cef378bfb74c3677c9cc90/647",
    "native_theme_unittests": "e44904495b6a2ab7b87859650d99032d7d0365cf3e7ac42ad272a4d56ca18a60/569",
    "net_unittests": "c3e2766e8c8c17d7809bb54c8a54713e00ca21b553b73fb9f7accbfe5b3b7412/648",
    "openscreen_unittests": "836d3dcee95d6a231587f4f50af7601c26f06c5abcf0699db23f3e9f51c242a9/648",
    "ozone_x11_unittests": "e318baa39336914637d281918b7244b5449ce8af14a908c13b9df46968c59181/569",
    "pdf_unittests": "5a6c3751175937c3b252377c82c3c970ad6b01e93d226b6b92be035ba8d93f2f/646",
    "perfetto_unittests": "58206c485e1fa94320949caa9195a7bcaeaf6a214c01b21542aac86b2a1e5fd8/569",
    "ppapi_unittests": "6065c9efdc1e82871594be4b0bb602e1ccd708fc9996f7f3faf6134123db609c/569",
    "printing_unittests": "987b47077e31e426f9329f21c797c1e8b5b2873c1744e3065ef1277a0b0bdd53/569",
    "remoting_unittests": "f2a08f64e68bdfd5dabac0d46c18bc26115848c19ec936c446465f9acf7566b2/646",
    "sandbox_linux_unittests": "dc26645c1bd1af302382e68314693a9dc4220951acd1d56b51aa9e0bf586e295/569",
    "service_manager_unittests": "458239459beba1fb0ed593721634faaab39ce592175fa63c32b4d91f62c716e2/569",
    "services_unittests": "7afdb112798f0bedd1d9cbce3e1c7902c1398f60733606a06939d5330fba1af3/815",
    "shell_dialogs_unittests": "b94cb476df4e1a211a14d67574e66ae1ed1dede061af48926c953711b3c52f96/569",
    "skia_unittests": "d5dd44da9fabbfd26e4bb0291a68f40217885e3dfabeefa4df666813e651e7f2/569",
    "snapshot_unittests": "5da455a6a2b7d2ebe8f2d3e1610e326a44b53c0fd74774c205ed0dd3d6e82d93/569",
    "sql_unittests": "3fe82606b25d0931354b6538715d98a352b894604dd538bc886c31e8ed205c43/646",
    "storage_unittests": "bddaf1cae248e55b6f84e68cff21397b5097102086dd570de96de50170dd75f7/727",
    "sync_integration_tests": "89a41bd1bbf9bcfad10344eefd6eff4bbff30997b71b55530d042cb7e5ae6b85/729",
    "ui_base_unittests": "ab3252f514e5c1c90ca12387fc0bf7514eb04d57b1a59f68fac1098b4136dd08/723",
    "ui_touch_selection_unittests": "5b385d07092accdaf8484937f870724904859ded3ac8843272fca8a670ca350d/569",
    "unit_tests": "0036da5645c2ea78f582ca9447b919456b32fde2d23ca3b91dc1511122626fb9/1062",
    "url_unittests": "1edd37fb289250c5fdd1d5548aaaf21f54042afba5f54616844ce7a754ab9fcd/569",
    "views_unittests": "58f711888d4776951c1a8ab68b2498011a5facfc5c48afabf15cfc3f232c659a/569",
    "viz_unittests": "ee28df91190f8ead8a640f340f89ff6a79b1889211fa0d16029c50b1c8d8532f/653",
    "vr_common_unittests": "0352098ebe7083fab05c082b38a3e88d85cad47904513975ff5e92d0778841c0/648",
    "vr_pixeltests": "84638f121a58c1ff0a964e667e8cf41847cb61d24dfdc5d6af1b5843e1995dbd/646",
    "weblayer_browsertests": "7d6505d5507ef512e42cb410dd83a8c0b44f9cced305864d21407d2352497004/814",
    "weblayer_unittests": "5227497415b7c80699998ee50727cafa2a91387d634540822ab7ea8db83fc4bf/646",
    "wm_unittests": "093b6b3667f66c789bc525a775cd160e64552c1489e1c722577924e9d3bb0437/569",
    "wtf_unittests": "8502738cf1982b5fca6ce8d4c6f07a5473616a6f2c268834079a451f87a3b900/569",
    "x11_unittests": "2c9a12a0ad9b0c0877c5cbfc24cad6d6144eb73a4dee92a5a8efd6c15bb43db0/569",
    "xr_browser_tests": "5156898d16bd0fc595ffcc5e9780f0864955eefb41963656b4fb14ec56d3d5cd/728",
    "zlib_unittests": "fa78e8976f6293507af2a0f68ce9533e0e24cde5fe5b382687cfea13deeb58ba/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "d35d624e302339bddf63f41a26541de5b97ee363969aba926d26843428908d07/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3573bf7d31f79f1e16efe2492f46d2bbdb665c8d
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:80004
  • user_agent:recipe

Debug log (UTC)

[20:14:58.206] New invocation is queued and will start shortly
[20:14:58.206] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[20:14:59.436] Starting the invocation (attempt 1)
[20:14:59.467] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3573bf7d31f79f1e16efe2492f46d2bbdb665c8d"
[20:14:59.468] Popped gitiles commit info from properties and tags
[20:14:59.468] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:14:59.468] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:14:59.468] Buildbucket request:
{
  "requestId": "8993179302910213616",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "3573bf7d31f79f1e16efe2492f46d2bbdb665c8d"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "cac81f0772ccee66edc65f92d685f6e83aa8175e",
      "parent_got_dawn_revision": "5397f9f9d0fa2d4adb03553f60d3fc4d4db5936c",
      "parent_got_nacl_revision": "a90562b0e045950f6884105bfa6e560dbce9d319",
      "parent_got_revision": "3573bf7d31f79f1e16efe2492f46d2bbdb665c8d",
      "parent_got_revision_cp": "refs/heads/main@{#952032}",
      "parent_got_swiftshader_revision": "f354daff5a2b882fc182c8377c826aa99b30f989",
      "parent_got_v8_revision": "ceb9223e1ab1df795d5f3e69f9fae92bb8328e92",
      "parent_got_v8_revision_cp": "refs/heads/9.9.4@{#1}",
      "parent_got_webrtc_revision": "d525e2d9f71f02832a8c8d2d63d47b96c16a00fe",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35540}",
      "swarm_hashes": {
            "absl_hardening_tests": "6aacefdb64c44565653e20528ab103712e7cdcfdb3969619e88acd106e434a27/569",
            "accessibility_unittests": "ab3e92cf091ecb44bdf16695af8a9eb3f8ca46876cbd8af6118f50d288d076bc/569",
            "angle_unittests": "7c49e422f861df813d8d9aeb49e72919a57af57d69ef66869dcb2bbb8ae0b2e4/570",
            "app_shell_unittests": "41bdb005ea32574696a698817aa2bf31a2ea7a013bcb480ee1d015b78598db04/730",
            "aura_unittests": "062b0d6e811faa8295d6e16b3938ec9deaf1c7a6479cf2b04ace8c6bcaae3e46/569",
            "base_unittests": "d65bafaa6ae52c25b1ca3c8f0b4025f5b141c33964e5e9e86551ac5a8f619e3a/648",
            "blink_common_unittests": "615e3f18e573786aa87ad72b5a663af94a498479efc79ba9dce01cd0908161f4/647",
            "blink_fuzzer_unittests": "2d96888a3c8cda113b94103213bc2c09472aedc8a9c806a120bfb3e03dff92c4/569",
            "blink_heap_unittests": "6ad1c6996666791a4bcd2de2cf6dea2c55681c7a4ccdb9c3f341180f36e6ee94/569",
            "blink_platform_unittests": "6ef2e8ea4a8e27e0d305e3230d6a1d4498d258a6fbba1b727a1db864973e7c4f/726",
            "blink_unittests": "63bd9770b9ad4f239a29b8e49d6cdcbc89ed13bdcfdc66231f2996cdec12b43c/810",
            "boringssl_crypto_tests": "4917a8704cc0275531d2206c7b07520097a0c8cf3dce69fdf2ff58c755f25822/570",
            "boringssl_ssl_tests": "1acbdc2806c76ada7d68781c5fbaf2c07a9a373ec020f1264ec59697e4002b9a/569",
            "capture_unittests": "f460224d93acf560977376c9a76466635afc6a1cd28f558b7103b48249532839/648",
            "cast_unittests": "d7a4baf27dc72c6e737cf829e829808abb37fbbddceda0191823b2aebf9faf9c/569",
            "cc_unittests": "cab94fe87a77bb78c92b9f93f6482e748f8f8ba1412e7cf6cb77b8f30f3812fb/653",
            "chrome_app_unittests": "fe215b207ec769a3a83d9c6e1659391689d12f5eedeb4948d9d0aca0009a2333/648",
            "chromedriver_unittests": "0eb14d6caa1c0f4aaf51054ff378334de6e6b959e1f6b1f30df63e0f8934d520/726",
            "color_unittests": "521830cc895bf3d8e8bf3f42fa72f16b2be9e9471ea1d488efaf7acb8ced986b/569",
            "components_browsertests": "cc9ce708bec7f68e06c858c137ed13e089e96e526a3049a31c3224d1d303701a/813",
            "components_unittests": "b97a8d59e4b12e705370fe8f84a7886ed46c0e76705c77da78ed718c9c9054b9/813",
            "compositor_unittests": "ca446c769c1bff27696b81ffdafe0d92a92f85ee4eec3496269f9570b99fa7ce/645",
            "content_browsertests": "dff2b5767562b7c3c35104a9c5bdd1c5e6a5d1418879c41e961f533176c87765/887",
            "content_unittests": "1211e207c146c03efdf24a790bfe60b11224200c24aeb6ddfb2cf04c83a213f4/806",
            "cronet_tests": "e93898fc0de74c28e72fed2d79ff81080290c0e8bb7b9d01290b5eb88d40f59c/730",
            "cronet_unittests": "bfbb2391f867b704a5b56573e1b79be5110dd0ee379acdfb5731fb324def4982/646",
            "crypto_unittests": "1526e6623711905bee6e5c64f5144fffceb79dcb4557eb88f9023c30ec0a4b24/569",
            "dbus_unittests": "195a77d49311bf8d9dd6eba07e5b6455392cf4597e6b95a63cbb27b64d4d1b5e/569",
            "device_unittests": "77694c611e22f05df2a753a5a7e41572aebef25a6bc740a047018e8a1604f5ee/646",
            "display_unittests": "860098622660cff1a2fda7e483dd9f60acceea8ecb9bd352d0fc8af8b879baf7/569",
            "events_unittests": "b1b085abbb5c562f2404352b0d99d8138d1703a6fbcbff4408e5b5e3b37d5026/569",
            "extensions_browsertests": "77b29356d5c7e02898d94c5ce9dd403867c4b69c14da52c65c7a0037cb39ff90/732",
            "extensions_unittests": "19654e107c6328fea51f496ac4cc66d5169de74843c272d8e14a4729104e0091/896",
            "filesystem_service_unittests": "53306ba9774911b9db6ed4d91b5cbc3dbcad5ea81e664fe9ca8e8d42298b3b92/569",
            "gcm_unit_tests": "63a4676cd173299415462880c6b4804cc17591c25aa19e7973637221152e9045/646",
            "gfx_unittests": "ea4c8da7e557b2e89b9570d79052cf4e48c26edac189dc6876dc26f56a4c1615/645",
            "gin_unittests": "765cdda430a3500a387cf3736d4ca401cb384b3dbf51f6ca08823754746e341b/646",
            "gl_tests": "3c448dc83e800f5da0e7478ced4801002ef2a2fb9ed85bfeb217f2e2a4a1a40f/569",
            "gl_unittests": "80c85a99a9fa3626f01d51d953ddfb1dc45b3fba0701dfcbab29a5aed31976df/569",
            "google_apis_unittests": "735091638a0d9ce04a8b24774e5acb6faf2c47f6766dc89fba94d7938606c28a/731",
            "gpu_unittests": "7452238bdb9caf550532483dd6e426f555f68ea895ac027c33c8f43269e0f8a6/646",
            "gwp_asan_unittests": "d65ff384650c73619da5865a2151574417b1b84c04be09ff10f5f0b1db22db61/570",
            "headless_browsertests": "461831d243034e6e832567ffc7b9bc57ce940caf6580e1df3a83ede8e2130dde/730",
            "headless_unittests": "878c98eab34616ba115d17356cbc1690087d9ff046f1f13eaa9ce4bb32a5fd17/569",
            "interactive_ui_tests": "b403dd3bd183905621e4c07d34c5b1e25300f37d6e39148bf60105a01ac95d27/965",
            "ipc_tests": "009f10e32b3c51d7ac92e7890bf93578c0b6b6f082c585af1b1afee8c50fccfe/569",
            "jingle_unittests": "a8329a47046eaaf02391801db0f17832b96914e6fdddda0ffcbeff27238d065c/646",
            "latency_unittests": "bb999bc6896648e7e5d71861f6282b4fe35a2d9fa894df8b84e22a9c915d7d12/569",
            "libjingle_xmpp_unittests": "376cabdd331e19d0246e080633ea23d8881bb120cf2262ab1593ea5b89278def/569",
            "liburlpattern_unittests": "cab1d7a39dc79778fef74e820ad24e3a185bd59f20d01e2e66ff05ea90b861a1/569",
            "media_unittests": "ad02f2d9499750f9d18087d4b3428391841c189ba39654840fa0060a19cdad84/649",
            "message_center_unittests": "2c95e2d4febf42429838cfe56948780ea049e17950ee83d07fe0ae93c56de0dc/569",
            "midi_unittests": "3e147e3881811663317ddd9a7b3c5beb0b33ae5d23e90749bdd3fe73dcb255fd/569",
            "mojo_core_unittests": "f98a24f001076ad8e224738e6b07341f768a7a84dd97c70bcbac0943e760841a/569",
            "mojo_unittests": "974afa20c18ce96f2cf33050b217dfc7e7e9bbccd8cef378bfb74c3677c9cc90/647",
            "native_theme_unittests": "e44904495b6a2ab7b87859650d99032d7d0365cf3e7ac42ad272a4d56ca18a60/569",
            "net_unittests": "c3e2766e8c8c17d7809bb54c8a54713e00ca21b553b73fb9f7accbfe5b3b7412/648",
            "openscreen_unittests": "836d3dcee95d6a231587f4f50af7601c26f06c5abcf0699db23f3e9f51c242a9/648",
            "ozone_x11_unittests": "e318baa39336914637d281918b7244b5449ce8af14a908c13b9df46968c59181/569",
            "pdf_unittests": "5a6c3751175937c3b252377c82c3c970ad6b01e93d226b6b92be035ba8d93f2f/646",
            "perfetto_unittests": "58206c485e1fa94320949caa9195a7bcaeaf6a214c01b21542aac86b2a1e5fd8/569",
            "ppapi_unittests": "6065c9efdc1e82871594be4b0bb602e1ccd708fc9996f7f3faf6134123db609c/569",
            "printing_unittests": "987b47077e31e426f9329f21c797c1e8b5b2873c1744e3065ef1277a0b0bdd53/569",
            "remoting_unittests": "f2a08f64e68bdfd5dabac0d46c18bc26115848c19ec936c446465f9acf7566b2/646",
            "sandbox_linux_unittests": "dc26645c1bd1af302382e68314693a9dc4220951acd1d56b51aa9e0bf586e295/569",
            "service_manager_unittests": "458239459beba1fb0ed593721634faaab39ce592175fa63c32b4d91f62c716e2/569",
            "services_unittests": "7afdb112798f0bedd1d9cbce3e1c7902c1398f60733606a06939d5330fba1af3/815",
            "shell_dialogs_unittests": "b94cb476df4e1a211a14d67574e66ae1ed1dede061af48926c953711b3c52f96/569",
            "skia_unittests": "d5dd44da9fabbfd26e4bb0291a68f40217885e3dfabeefa4df666813e651e7f2/569",
            "snapshot_unittests": "5da455a6a2b7d2ebe8f2d3e1610e326a44b53c0fd74774c205ed0dd3d6e82d93/569",
            "sql_unittests": "3fe82606b25d0931354b6538715d98a352b894604dd538bc886c31e8ed205c43/646",
            "storage_unittests": "bddaf1cae248e55b6f84e68cff21397b5097102086dd570de96de50170dd75f7/727",
            "sync_integration_tests": "89a41bd1bbf9bcfad10344eefd6eff4bbff30997b71b55530d042cb7e5ae6b85/729",
            "ui_base_unittests": "ab3252f514e5c1c90ca12387fc0bf7514eb04d57b1a59f68fac1098b4136dd08/723",
            "ui_touch_selection_unittests": "5b385d07092accdaf8484937f870724904859ded3ac8843272fca8a670ca350d/569",
            "unit_tests": "0036da5645c2ea78f582ca9447b919456b32fde2d23ca3b91dc1511122626fb9/1062",
            "url_unittests": "1edd37fb289250c5fdd1d5548aaaf21f54042afba5f54616844ce7a754ab9fcd/569",
            "views_unittests": "58f711888d4776951c1a8ab68b2498011a5facfc5c48afabf15cfc3f232c659a/569",
            "viz_unittests": "ee28df91190f8ead8a640f340f89ff6a79b1889211fa0d16029c50b1c8d8532f/653",
            "vr_common_unittests": "0352098ebe7083fab05c082b38a3e88d85cad47904513975ff5e92d0778841c0/648",
            "vr_pixeltests": "84638f121a58c1ff0a964e667e8cf41847cb61d24dfdc5d6af1b5843e1995dbd/646",
            "weblayer_browsertests": "7d6505d5507ef512e42cb410dd83a8c0b44f9cced305864d21407d2352497004/814",
            "weblayer_unittests": "5227497415b7c80699998ee50727cafa2a91387d634540822ab7ea8db83fc4bf/646",
            "wm_unittests": "093b6b3667f66c789bc525a775cd160e64552c1489e1c722577924e9d3bb0437/569",
            "wtf_unittests": "8502738cf1982b5fca6ce8d4c6f07a5473616a6f2c268834079a451f87a3b900/569",
            "x11_unittests": "2c9a12a0ad9b0c0877c5cbfc24cad6d6144eb73a4dee92a5a8efd6c15bb43db0/569",
            "xr_browser_tests": "5156898d16bd0fc595ffcc5e9780f0864955eefb41963656b4fb14ec56d3d5cd/728",
            "zlib_unittests": "fa78e8976f6293507af2a0f68ce9533e0e24cde5fe5b382687cfea13deeb58ba/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "d35d624e302339bddf63f41a26541de5b97ee363969aba926d26843428908d07/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "3573bf7d31f79f1e16efe2492f46d2bbdb665c8d",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8993179302910213616"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "80004"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[20:15:00.049] Scheduled build:
{
  "id": "8827749240807326657",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 71957,
  "createdBy": "project:chromium",
  "createTime": "2021-12-15T20:14:59.575516469Z",
  "updateTime": "2021-12-15T20:14:59.575516469Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "3573bf7d31f79f1e16efe2492f46d2bbdb665c8d",
      "ref": "refs/heads/main"
    }
  }
}
[20:15:00.049] Task URL: https://cr-buildbucket.appspot.com/build/8827749240807326657
[20:15:00.049] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993179302910213616:2:0) after 2m32s
[20:15:13.948] Received PubSub notification, asking Buildbucket for the build status
[20:15:13.969] Build status: STARTED
[20:17:32.144] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993179302910213616:2:0)
[20:17:32.166] Build status: STARTED
[20:17:32.166] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993179302910213616:4:0) after 2m7s
[20:19:39.325] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993179302910213616:4:0)
[20:19:39.348] Build status: STARTED
[20:19:39.348] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993179302910213616:5:0) after 7m4s
[20:26:43.652] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993179302910213616:5:0)
[20:26:43.677] Build status: STARTED
[20:26:43.677] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993179302910213616:6:0) after 6m22s
[20:33:05.696] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993179302910213616:6:0)
[20:33:05.743] Build status: STARTED
[20:33:05.743] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993179302910213616:7:0) after 7m33s
[20:40:38.871] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993179302910213616:7:0)
[20:40:38.955] Build status: STARTED
[20:40:38.955] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993179302910213616:8:0) after 7m30s
[20:45:03.868] Received PubSub notification, asking Buildbucket for the build status
[20:45:03.924] Build:
{
  "id": "8827749240807326657",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 71957,
  "createdBy": "project:chromium",
  "createTime": "2021-12-15T20:14:59.575516469Z",
  "startTime": "2021-12-15T20:15:10.948773Z",
  "endTime": "2021-12-15T20:45:03.334141771Z",
  "updateTime": "2021-12-15T20:45:03.334141771Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "3573bf7d31f79f1e16efe2492f46d2bbdb665c8d",
      "ref": "refs/heads/main"
    }
  }
}
[20:45:03.924] Invocation finished in 30m5.738208905s with status FAILED