Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 28 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/78735 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "f5fd16951ea1f6695f70cb2d4886a74be69a3d9e"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "d2b4d9aec1590dae5c33625a30878b5bcf423527",
  "parent_got_dawn_revision": "b78e8fb8f626713adc95a9f10543aa10886fc668",
  "parent_got_nacl_revision": "9d577686a4321b08f6b86ff2589070fdee1c53f9",
  "parent_got_revision": "f5fd16951ea1f6695f70cb2d4886a74be69a3d9e",
  "parent_got_revision_cp": "refs/heads/main@{#937245}",
  "parent_got_swiftshader_revision": "542593f0e3116c8e3dc9dd5d389aafa0438ffba5",
  "parent_got_v8_revision": "14750801369b0b65823f7d24ee4eb88eef777dc0",
  "parent_got_v8_revision_cp": "refs/heads/9.7.87@{#1}",
  "parent_got_webrtc_revision": "ff8caf1d569408a9cfa759e0fa58703cc67f7aae",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35286}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "f5fd16951ea1f6695f70cb2d4886a74be69a3d9e",
  "swarm_hashes": {
    "absl_hardening_tests": "b468dcce9da6d9849a94babf4017fd2e24fdc03d40b6281e6381d661041290b7/569",
    "accessibility_unittests": "23ab693a754044fdf0817118907d34765c9036f42c3a3dd8123588f775307b8a/569",
    "angle_unittests": "576d06f8f53b1db09924bb9f3e53f68e7f93f0cffe46c05b01c473a84cfa9af9/570",
    "app_shell_unittests": "a8b669f75a37d401e0c3cae25e64746489127e8bd1dc346e795b43c509e7a872/809",
    "aura_unittests": "8a5f93f254157e56d38e708868680c3c6b57d4ed9313d2d60590de10f6f115a6/569",
    "base_unittests": "d1f376efd44107acf039d803f98b4d5b854b911d52be6e7cedac08185e457895/648",
    "blink_common_unittests": "c5030df7e14dd98d98b0fca47b8fcb720fab3e2042ccb3a7329c17314bcb6fae/647",
    "blink_fuzzer_unittests": "e23948add1ee608806981262539f83843aed95542bdd0e3f0a57bbc58e85b1a9/648",
    "blink_heap_unittests": "f27e8d1bfdb55ea09cb27fb1f0f40ab9a9c76de3c6bdd9733c5875778b10e479/648",
    "blink_platform_unittests": "d532fe43c4b78bfacc7f9560741b1a9c5b94eade1b4581f24134a1414a8c4e1a/726",
    "blink_unittests": "1c7a005e2bfb0c240372bfb0c26708ff2fe2c2d7437b91f275ec20fec7daf849/726",
    "boringssl_crypto_tests": "fbfd94e5520c75a68294b2b2deec01d602f90c9a2a0890b5cbf26609c4865593/570",
    "boringssl_ssl_tests": "b83b15a6b284b55b574fb7554bfddf8a22b7d51da81ed47413cf493fe135bef6/569",
    "capture_unittests": "2de0f3a9a82f929fbd677e64a1046bafef86fbc0456675434787627d910026d3/648",
    "cast_unittests": "89e1bb57196dd5ce5825d5201459323fe15fadd8ab4d4fcff66e5c9aab68f6e7/569",
    "cc_unittests": "86dacfe26319ebae329a226360a53a151846acff280e3ce85b96ac5b754335fe/653",
    "chrome_app_unittests": "8c2e6641acbee823f2111dfaf14742f5a27a26bbd7c3b117d757a2ec730d633c/811",
    "chromedriver_unittests": "dcb19c3a81e2916917662f66da43ffde437a59f4a656fafae447df1eef66766a/726",
    "color_unittests": "ee74910261785901e97018ff2b4beb6f2f0f0f9cf914ff8ee208d58128b451f3/569",
    "components_browsertests": "d9b5464483269530203c111f1b9e8e51979064751ad26a5171cdc006058c3548/892",
    "components_unittests": "d9554decf60fdcfee256477c9b41f5ebfb3ff9cabf8c481954fd9b031b88c139/892",
    "compositor_unittests": "41445aeae5bad125892bf532479043f45d169ccd9ed932e8df08da85843fcd99/645",
    "content_browsertests": "ab197837f98ceca3cad6982cff03c4d262b588dd135fa67b871940bdb3882477/887",
    "content_unittests": "5873ce8f0d957c6cda6c45a1738326a27fe22e72104bcc124623a5c3bdc533c0/806",
    "cronet_tests": "82eb456145d209080fa514c8f3ee7307c875944ebd9d01c5a3b2e5432d7eda2a/730",
    "cronet_unittests": "b06e2a522233f8314b5717c98f86d28268fe8a597ccc16b0b85c972d9ea765ca/646",
    "crypto_unittests": "7cb150f0c8571c96cbf34a9ac9e2d4f82648ea4b091369aae0e7b62120f3f85b/569",
    "dbus_unittests": "513838fc549365abf475cae59c8415889ef20de2bc2131b7d685773bb8a0e8d6/569",
    "device_unittests": "e4dd897d63d5b1a142a38d74e27c9661b969960d571d5f47320a756cbb5a0f99/646",
    "display_unittests": "b9e03e58f6b8c95dbc5d351c914d27b4ef0f2d684bcdb50265b9446977f53fb3/569",
    "events_unittests": "11a10780ff94ab5c46612e083922d8f9307c6382b19902f7204f34b15530baaa/569",
    "extensions_browsertests": "74885b3cd9e7f5ae8dc411c8ef37b15288e7e7b417c28e7643bdb5fc9efc30fc/811",
    "extensions_unittests": "586b3fb63fd13fdd3d02118e07e1b33aa512d837d159965b16e5b645c191e3c2/975",
    "filesystem_service_unittests": "9641058fb483be779613b39d19cc5c0bd921754577094e22e6c7898e0b4498d9/569",
    "gcm_unit_tests": "adc0bb173eedb15b52b7c5eda6337337910e3fdad4c475e7f13210ee34b0b43d/646",
    "gfx_unittests": "99874f5e6d448a4b493f4c4e59b3689fe4a32a991ea424c36328a87fd7324f1a/645",
    "gin_unittests": "c03d99f771d424188abd99b537c54c5e122de8ee4e7675da8383b7cb4c222a71/646",
    "gl_tests": "974ff8b2707a7014cc7a71a6a2bb132d19f9eca31d577d9ab4c791ad9878590a/569",
    "gl_unittests": "8303a4f85f5cbc2e774669795826887974970d43ac35b67bfc87c6e100e3c06b/569",
    "google_apis_unittests": "9159b969f7622b2288b836e986a3c1b3119e6dc722bbb3a7300594d05c7c8456/731",
    "gpu_unittests": "b5189b9b0e1c3ccb996f4e5ce1b88f9f99cdb63093350d97c636ce8ff587642d/646",
    "gwp_asan_unittests": "f9fb1c2c22f4490e72d3ead326be7a24901aefd6ab1a2510fbbfc66237fb9cff/570",
    "headless_browsertests": "8392b177c13090ea1a7148999ce8236b6301118e66cdca17e150dfd8877c87c8/809",
    "headless_unittests": "2e1c0627732dc7f01fd89307cd3884363ac8781a92e9c71220fa997dea68bd1d/569",
    "interactive_ui_tests": "483f40f089f69e83ab233f77a8480805533239644ecfbd371f55ddcda4b3a555/1128",
    "ipc_tests": "0463ca631a89c936949bb40b5a7f04f0cd9c69818258d3504d2916b1c81b98b3/569",
    "jingle_unittests": "3a2771bbf18dac27b19eda0c2dbc37aecc909e916beccecbeecf133f0eb00817/646",
    "latency_unittests": "9dfea79966d3d48642a7800b8b294d9ba09e8d9655b4e21ff2c6cde4e71ccd86/569",
    "libjingle_xmpp_unittests": "108d4ef84f8a57d6d561e71fd752b863c00b6301d82f89d85b35b7edda7064d5/569",
    "liburlpattern_unittests": "600b5405c52e62e6a2a2f18abbaa9344bf4cc6353bb8d7fba20f2f1479bb79f7/569",
    "media_unittests": "fc3eff2173e5e02ccdc3e8a523150f585592dea96a67cd09e3c38529f581bc70/649",
    "message_center_unittests": "ff8b71e1d6d5b2bccb2d5ab99663cb6b94709aed8f00f5f3d52fc48a066a86ab/569",
    "midi_unittests": "6711581f9354fcb478dd5b1f35a8ac44ba24d621848e705db43c2edebb190421/569",
    "mojo_core_unittests": "540e4833d8d7e1f076cbf372e4c4f499862c2f9ada7edd93e07c8c19ccf7373b/569",
    "mojo_unittests": "aa15cb52ff153cbf2340abc223b5d6201654a58d386d52cb9d74f18580abe2a8/647",
    "native_theme_unittests": "1f35166459f6a5b2a5963f7a5065be726640961d1ce87adece2e98c65add2332/569",
    "net_unittests": "3bd22a8b83069eab77cd7c5b19ced2e7c2051a4654bd6db09339c1125e4aa1a6/648",
    "openscreen_unittests": "cc10358e0be65d6a51a191da18cced3b2cde8e910d1caf63b3f7e528b2c001e1/811",
    "ozone_x11_unittests": "232afeee5f27ff54754986dd52cfe78215bd4efda99d1bf75f979c31f3ec517b/569",
    "pdf_unittests": "597c944cb24b45b16bc74e585d7ba1b2749d45b0733f592c2ee3a678e99883c0/725",
    "perfetto_unittests": "25ca49ea301aeb4a740eff83210bb4b951259620fdc5252d5c2ec904a55347b2/569",
    "ppapi_unittests": "5f8d8eed5646475ff1812a229f4919bcbc1463bcd6ea1a69e358509cbc2b0b26/569",
    "printing_unittests": "4b88ab13f978ebfbd93db008ee07821ab1a4c562de4f8ab53cba6a261371f1d5/569",
    "remoting_unittests": "e474965398a4cb3dfac969b1867ca7fb97b2a5d5b34ec05e44ca96e7688b8653/646",
    "sandbox_linux_unittests": "2a186cb25bad298ac853e6f80d98273a36d25af102a417c071c799f9d3a8b1de/569",
    "service_manager_unittests": "b2ed1d781915b6bb42522bfc5d071ff2df5e02e7b731101100b6b7ae9b2ccca1/569",
    "services_unittests": "b26ef286f0d5444ed31b13acb8c1aac1dba064098c062f442f1f2cffb6bf128e/815",
    "shell_dialogs_unittests": "1273de40720ef4504c8148518c70b735292c2da393cf337a8b55593c95e8c3f4/569",
    "skia_unittests": "9ff06d048cbfb5b389ab98d785c8c22a9036025b9f29b209ae039b6db299356d/569",
    "snapshot_unittests": "71ec696eef70b30287bd2b839073bd2f0dcd250770a2a62944add9f788090cfd/569",
    "sql_unittests": "5e33e6630bed7e93af6a84b58bfbd3a34c76fb219063b50bb5288d20d41fa70b/646",
    "storage_unittests": "a08e5cfb0f9a53f2200a463627332b86027ba653dff1a2e11d8a6a09f977c69d/727",
    "sync_integration_tests": "b135d66a1c7ebe69a51425b9ce6e5b824a2639d8387507bb7b126d70c970febf/892",
    "ui_base_unittests": "52f249aeaecd0b15a5f13a2a574a994cc90bdfa77e36f919969bebb7bbde9d95/723",
    "ui_touch_selection_unittests": "0d85f8d210b86c87d7d6c7fce3df933c8efcde2df936013b8718d26331620a91/569",
    "unit_tests": "4f744d04c66ccf815c89a2c499c18615f687726df544911f17fd6f1e8ff0cbbc/1141",
    "url_unittests": "e6399662d9abe02fe89c93c0a8289446d726bce18fe7d6cf87af6d50b4056bf0/569",
    "views_unittests": "7bd57cb490e832a3c2e9b367cd906d08e0a6b1f0a2d3b2f14e0be25dc1a3ef3d/569",
    "viz_unittests": "f13ff2b193ddd4307bc2c4804696bfbae60aade636a5e67f7caea48d5a224243/653",
    "vr_common_unittests": "db0b40066094ff3f4531035019f3bde14d67afa3c6dccc53769858c713e14dfa/811",
    "vr_pixeltests": "28923fd489b7476ea813223e6bc1df1c60da5be01a2fc8bb8717fb43a39a0f74/725",
    "weblayer_browsertests": "7cf1cf4170ea4d67c02b05bf71f663dae4fb79b92d25387bdf8a54d31b68785e/893",
    "weblayer_unittests": "9f4b0fc739ce918e703fd5b33c29c87aef7de4ab5e307da2c4594576d3543a23/725",
    "wm_unittests": "704e22855f6476e90ce832a5ae4f9891af043e99fc5254544bdd4fac56745951/569",
    "wtf_unittests": "a716e731cca70bcd6cf2ec5d28efb4880cd39042798a3f0d47cfc62e04cb8ff0/569",
    "x11_unittests": "d0abe1b5bef0ee691af96c5ab2da329996d4fe48d7d6165de862d243e87696e1/569",
    "xr_browser_tests": "d1e133640763133509b751c68d17013a6817f870fe26cb09a80c963b11c0b65c/891",
    "zlib_unittests": "ddfba9e4429fa246e53fe4aa68ae46454f42155ead7698e1b53bc05f91f629e7/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "f0d486abf22639ab3ba9fd78912ffff90aee71501abf199e6c2518e5ece7d641/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f5fd16951ea1f6695f70cb2d4886a74be69a3d9e
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:78735
  • user_agent:recipe

Debug log (UTC)

[09:16:48.696] New invocation is queued and will start shortly
[09:16:48.696] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[09:16:49.879] Starting the invocation (attempt 1)
[09:16:49.912] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f5fd16951ea1f6695f70cb2d4886a74be69a3d9e"
[09:16:49.912] Popped gitiles commit info from properties and tags
[09:16:49.912] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[09:16:49.912] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[09:16:49.913] Buildbucket request:
{
  "requestId": "8997116380247008336",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "f5fd16951ea1f6695f70cb2d4886a74be69a3d9e"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "d2b4d9aec1590dae5c33625a30878b5bcf423527",
      "parent_got_dawn_revision": "b78e8fb8f626713adc95a9f10543aa10886fc668",
      "parent_got_nacl_revision": "9d577686a4321b08f6b86ff2589070fdee1c53f9",
      "parent_got_revision": "f5fd16951ea1f6695f70cb2d4886a74be69a3d9e",
      "parent_got_revision_cp": "refs/heads/main@{#937245}",
      "parent_got_swiftshader_revision": "542593f0e3116c8e3dc9dd5d389aafa0438ffba5",
      "parent_got_v8_revision": "14750801369b0b65823f7d24ee4eb88eef777dc0",
      "parent_got_v8_revision_cp": "refs/heads/9.7.87@{#1}",
      "parent_got_webrtc_revision": "ff8caf1d569408a9cfa759e0fa58703cc67f7aae",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35286}",
      "swarm_hashes": {
            "absl_hardening_tests": "b468dcce9da6d9849a94babf4017fd2e24fdc03d40b6281e6381d661041290b7/569",
            "accessibility_unittests": "23ab693a754044fdf0817118907d34765c9036f42c3a3dd8123588f775307b8a/569",
            "angle_unittests": "576d06f8f53b1db09924bb9f3e53f68e7f93f0cffe46c05b01c473a84cfa9af9/570",
            "app_shell_unittests": "a8b669f75a37d401e0c3cae25e64746489127e8bd1dc346e795b43c509e7a872/809",
            "aura_unittests": "8a5f93f254157e56d38e708868680c3c6b57d4ed9313d2d60590de10f6f115a6/569",
            "base_unittests": "d1f376efd44107acf039d803f98b4d5b854b911d52be6e7cedac08185e457895/648",
            "blink_common_unittests": "c5030df7e14dd98d98b0fca47b8fcb720fab3e2042ccb3a7329c17314bcb6fae/647",
            "blink_fuzzer_unittests": "e23948add1ee608806981262539f83843aed95542bdd0e3f0a57bbc58e85b1a9/648",
            "blink_heap_unittests": "f27e8d1bfdb55ea09cb27fb1f0f40ab9a9c76de3c6bdd9733c5875778b10e479/648",
            "blink_platform_unittests": "d532fe43c4b78bfacc7f9560741b1a9c5b94eade1b4581f24134a1414a8c4e1a/726",
            "blink_unittests": "1c7a005e2bfb0c240372bfb0c26708ff2fe2c2d7437b91f275ec20fec7daf849/726",
            "boringssl_crypto_tests": "fbfd94e5520c75a68294b2b2deec01d602f90c9a2a0890b5cbf26609c4865593/570",
            "boringssl_ssl_tests": "b83b15a6b284b55b574fb7554bfddf8a22b7d51da81ed47413cf493fe135bef6/569",
            "capture_unittests": "2de0f3a9a82f929fbd677e64a1046bafef86fbc0456675434787627d910026d3/648",
            "cast_unittests": "89e1bb57196dd5ce5825d5201459323fe15fadd8ab4d4fcff66e5c9aab68f6e7/569",
            "cc_unittests": "86dacfe26319ebae329a226360a53a151846acff280e3ce85b96ac5b754335fe/653",
            "chrome_app_unittests": "8c2e6641acbee823f2111dfaf14742f5a27a26bbd7c3b117d757a2ec730d633c/811",
            "chromedriver_unittests": "dcb19c3a81e2916917662f66da43ffde437a59f4a656fafae447df1eef66766a/726",
            "color_unittests": "ee74910261785901e97018ff2b4beb6f2f0f0f9cf914ff8ee208d58128b451f3/569",
            "components_browsertests": "d9b5464483269530203c111f1b9e8e51979064751ad26a5171cdc006058c3548/892",
            "components_unittests": "d9554decf60fdcfee256477c9b41f5ebfb3ff9cabf8c481954fd9b031b88c139/892",
            "compositor_unittests": "41445aeae5bad125892bf532479043f45d169ccd9ed932e8df08da85843fcd99/645",
            "content_browsertests": "ab197837f98ceca3cad6982cff03c4d262b588dd135fa67b871940bdb3882477/887",
            "content_unittests": "5873ce8f0d957c6cda6c45a1738326a27fe22e72104bcc124623a5c3bdc533c0/806",
            "cronet_tests": "82eb456145d209080fa514c8f3ee7307c875944ebd9d01c5a3b2e5432d7eda2a/730",
            "cronet_unittests": "b06e2a522233f8314b5717c98f86d28268fe8a597ccc16b0b85c972d9ea765ca/646",
            "crypto_unittests": "7cb150f0c8571c96cbf34a9ac9e2d4f82648ea4b091369aae0e7b62120f3f85b/569",
            "dbus_unittests": "513838fc549365abf475cae59c8415889ef20de2bc2131b7d685773bb8a0e8d6/569",
            "device_unittests": "e4dd897d63d5b1a142a38d74e27c9661b969960d571d5f47320a756cbb5a0f99/646",
            "display_unittests": "b9e03e58f6b8c95dbc5d351c914d27b4ef0f2d684bcdb50265b9446977f53fb3/569",
            "events_unittests": "11a10780ff94ab5c46612e083922d8f9307c6382b19902f7204f34b15530baaa/569",
            "extensions_browsertests": "74885b3cd9e7f5ae8dc411c8ef37b15288e7e7b417c28e7643bdb5fc9efc30fc/811",
            "extensions_unittests": "586b3fb63fd13fdd3d02118e07e1b33aa512d837d159965b16e5b645c191e3c2/975",
            "filesystem_service_unittests": "9641058fb483be779613b39d19cc5c0bd921754577094e22e6c7898e0b4498d9/569",
            "gcm_unit_tests": "adc0bb173eedb15b52b7c5eda6337337910e3fdad4c475e7f13210ee34b0b43d/646",
            "gfx_unittests": "99874f5e6d448a4b493f4c4e59b3689fe4a32a991ea424c36328a87fd7324f1a/645",
            "gin_unittests": "c03d99f771d424188abd99b537c54c5e122de8ee4e7675da8383b7cb4c222a71/646",
            "gl_tests": "974ff8b2707a7014cc7a71a6a2bb132d19f9eca31d577d9ab4c791ad9878590a/569",
            "gl_unittests": "8303a4f85f5cbc2e774669795826887974970d43ac35b67bfc87c6e100e3c06b/569",
            "google_apis_unittests": "9159b969f7622b2288b836e986a3c1b3119e6dc722bbb3a7300594d05c7c8456/731",
            "gpu_unittests": "b5189b9b0e1c3ccb996f4e5ce1b88f9f99cdb63093350d97c636ce8ff587642d/646",
            "gwp_asan_unittests": "f9fb1c2c22f4490e72d3ead326be7a24901aefd6ab1a2510fbbfc66237fb9cff/570",
            "headless_browsertests": "8392b177c13090ea1a7148999ce8236b6301118e66cdca17e150dfd8877c87c8/809",
            "headless_unittests": "2e1c0627732dc7f01fd89307cd3884363ac8781a92e9c71220fa997dea68bd1d/569",
            "interactive_ui_tests": "483f40f089f69e83ab233f77a8480805533239644ecfbd371f55ddcda4b3a555/1128",
            "ipc_tests": "0463ca631a89c936949bb40b5a7f04f0cd9c69818258d3504d2916b1c81b98b3/569",
            "jingle_unittests": "3a2771bbf18dac27b19eda0c2dbc37aecc909e916beccecbeecf133f0eb00817/646",
            "latency_unittests": "9dfea79966d3d48642a7800b8b294d9ba09e8d9655b4e21ff2c6cde4e71ccd86/569",
            "libjingle_xmpp_unittests": "108d4ef84f8a57d6d561e71fd752b863c00b6301d82f89d85b35b7edda7064d5/569",
            "liburlpattern_unittests": "600b5405c52e62e6a2a2f18abbaa9344bf4cc6353bb8d7fba20f2f1479bb79f7/569",
            "media_unittests": "fc3eff2173e5e02ccdc3e8a523150f585592dea96a67cd09e3c38529f581bc70/649",
            "message_center_unittests": "ff8b71e1d6d5b2bccb2d5ab99663cb6b94709aed8f00f5f3d52fc48a066a86ab/569",
            "midi_unittests": "6711581f9354fcb478dd5b1f35a8ac44ba24d621848e705db43c2edebb190421/569",
            "mojo_core_unittests": "540e4833d8d7e1f076cbf372e4c4f499862c2f9ada7edd93e07c8c19ccf7373b/569",
            "mojo_unittests": "aa15cb52ff153cbf2340abc223b5d6201654a58d386d52cb9d74f18580abe2a8/647",
            "native_theme_unittests": "1f35166459f6a5b2a5963f7a5065be726640961d1ce87adece2e98c65add2332/569",
            "net_unittests": "3bd22a8b83069eab77cd7c5b19ced2e7c2051a4654bd6db09339c1125e4aa1a6/648",
            "openscreen_unittests": "cc10358e0be65d6a51a191da18cced3b2cde8e910d1caf63b3f7e528b2c001e1/811",
            "ozone_x11_unittests": "232afeee5f27ff54754986dd52cfe78215bd4efda99d1bf75f979c31f3ec517b/569",
            "pdf_unittests": "597c944cb24b45b16bc74e585d7ba1b2749d45b0733f592c2ee3a678e99883c0/725",
            "perfetto_unittests": "25ca49ea301aeb4a740eff83210bb4b951259620fdc5252d5c2ec904a55347b2/569",
            "ppapi_unittests": "5f8d8eed5646475ff1812a229f4919bcbc1463bcd6ea1a69e358509cbc2b0b26/569",
            "printing_unittests": "4b88ab13f978ebfbd93db008ee07821ab1a4c562de4f8ab53cba6a261371f1d5/569",
            "remoting_unittests": "e474965398a4cb3dfac969b1867ca7fb97b2a5d5b34ec05e44ca96e7688b8653/646",
            "sandbox_linux_unittests": "2a186cb25bad298ac853e6f80d98273a36d25af102a417c071c799f9d3a8b1de/569",
            "service_manager_unittests": "b2ed1d781915b6bb42522bfc5d071ff2df5e02e7b731101100b6b7ae9b2ccca1/569",
            "services_unittests": "b26ef286f0d5444ed31b13acb8c1aac1dba064098c062f442f1f2cffb6bf128e/815",
            "shell_dialogs_unittests": "1273de40720ef4504c8148518c70b735292c2da393cf337a8b55593c95e8c3f4/569",
            "skia_unittests": "9ff06d048cbfb5b389ab98d785c8c22a9036025b9f29b209ae039b6db299356d/569",
            "snapshot_unittests": "71ec696eef70b30287bd2b839073bd2f0dcd250770a2a62944add9f788090cfd/569",
            "sql_unittests": "5e33e6630bed7e93af6a84b58bfbd3a34c76fb219063b50bb5288d20d41fa70b/646",
            "storage_unittests": "a08e5cfb0f9a53f2200a463627332b86027ba653dff1a2e11d8a6a09f977c69d/727",
            "sync_integration_tests": "b135d66a1c7ebe69a51425b9ce6e5b824a2639d8387507bb7b126d70c970febf/892",
            "ui_base_unittests": "52f249aeaecd0b15a5f13a2a574a994cc90bdfa77e36f919969bebb7bbde9d95/723",
            "ui_touch_selection_unittests": "0d85f8d210b86c87d7d6c7fce3df933c8efcde2df936013b8718d26331620a91/569",
            "unit_tests": "4f744d04c66ccf815c89a2c499c18615f687726df544911f17fd6f1e8ff0cbbc/1141",
            "url_unittests": "e6399662d9abe02fe89c93c0a8289446d726bce18fe7d6cf87af6d50b4056bf0/569",
            "views_unittests": "7bd57cb490e832a3c2e9b367cd906d08e0a6b1f0a2d3b2f14e0be25dc1a3ef3d/569",
            "viz_unittests": "f13ff2b193ddd4307bc2c4804696bfbae60aade636a5e67f7caea48d5a224243/653",
            "vr_common_unittests": "db0b40066094ff3f4531035019f3bde14d67afa3c6dccc53769858c713e14dfa/811",
            "vr_pixeltests": "28923fd489b7476ea813223e6bc1df1c60da5be01a2fc8bb8717fb43a39a0f74/725",
            "weblayer_browsertests": "7cf1cf4170ea4d67c02b05bf71f663dae4fb79b92d25387bdf8a54d31b68785e/893",
            "weblayer_unittests": "9f4b0fc739ce918e703fd5b33c29c87aef7de4ab5e307da2c4594576d3543a23/725",
            "wm_unittests": "704e22855f6476e90ce832a5ae4f9891af043e99fc5254544bdd4fac56745951/569",
            "wtf_unittests": "a716e731cca70bcd6cf2ec5d28efb4880cd39042798a3f0d47cfc62e04cb8ff0/569",
            "x11_unittests": "d0abe1b5bef0ee691af96c5ab2da329996d4fe48d7d6165de862d243e87696e1/569",
            "xr_browser_tests": "d1e133640763133509b751c68d17013a6817f870fe26cb09a80c963b11c0b65c/891",
            "zlib_unittests": "ddfba9e4429fa246e53fe4aa68ae46454f42155ead7698e1b53bc05f91f629e7/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "f0d486abf22639ab3ba9fd78912ffff90aee71501abf199e6c2518e5ece7d641/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "f5fd16951ea1f6695f70cb2d4886a74be69a3d9e",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8997116380247008336"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "78735"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[09:16:50.479] Scheduled build:
{
  "id": "8831686318209756081",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 70691,
  "createdBy": "project:chromium",
  "createTime": "2021-11-02T09:16:49.974268021Z",
  "updateTime": "2021-11-02T09:16:49.974268021Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "f5fd16951ea1f6695f70cb2d4886a74be69a3d9e",
      "ref": "refs/heads/main"
    }
  }
}
[09:16:50.479] Task URL: https://cr-buildbucket.appspot.com/build/8831686318209756081
[09:16:50.479] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997116380247008336:2:0) after 1m46s
[09:16:54.829] Received PubSub notification, asking Buildbucket for the build status
[09:16:54.857] Build status: STARTED
[09:18:36.536] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997116380247008336:2:0)
[09:18:36.589] Build status: STARTED
[09:18:36.589] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997116380247008336:4:0) after 9m32s
[09:28:08.747] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997116380247008336:4:0)
[09:28:08.776] Build status: STARTED
[09:28:08.776] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997116380247008336:5:0) after 8m21s
[09:36:29.932] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997116380247008336:5:0)
[09:36:29.988] Build status: STARTED
[09:36:29.988] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997116380247008336:6:0) after 1m19s
[09:37:49.021] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997116380247008336:6:0)
[09:37:49.114] Build status: STARTED
[09:37:49.114] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997116380247008336:7:0) after 8m25s
[09:45:46.289] Received PubSub notification, asking Buildbucket for the build status
[09:45:46.354] Build:
{
  "id": "8831686318209756081",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 70691,
  "createdBy": "project:chromium",
  "createTime": "2021-11-02T09:16:49.974268021Z",
  "startTime": "2021-11-02T09:16:53.686408Z",
  "endTime": "2021-11-02T09:45:45.375095603Z",
  "updateTime": "2021-11-02T09:45:45.375095603Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "f5fd16951ea1f6695f70cb2d4886a74be69a3d9e",
      "ref": "refs/heads/main"
    }
  }
}
[09:45:46.354] Invocation finished in 28m57.705725673s with status FAILED