Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 31 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/78257 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "f0d6ae9832339ceff600a53cc5ef6332f7ea2f2f"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "7aba3bc54ce98fe8ae64e0f0b1484a4a82f096f8",
  "parent_got_dawn_revision": "c11a14f4131219f09df8cbf181dbdba26499073c",
  "parent_got_nacl_revision": "783519e8d4be7098f582809bdecc5571f7c29cfa",
  "parent_got_revision": "f0d6ae9832339ceff600a53cc5ef6332f7ea2f2f",
  "parent_got_revision_cp": "refs/heads/main@{#932274}",
  "parent_got_swiftshader_revision": "cab415baf8450a7d99f771b7c37a2771e9d23622",
  "parent_got_v8_revision": "6296fbb6fdf6f9be3a629cb7db057355c553c6fa",
  "parent_got_v8_revision_cp": "refs/heads/9.7.28@{#1}",
  "parent_got_webrtc_revision": "6aa61a31187bbeb3ebd45945c8a03895086b82cc",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35216}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "f0d6ae9832339ceff600a53cc5ef6332f7ea2f2f",
  "swarm_hashes": {
    "absl_hardening_tests": "1a930ae60e3f978314055d27a54ac5f0498f2d75f8f9ac15f0208f7efed2c817/569",
    "accessibility_unittests": "f7856ee824605a4cbf492ede9afd02772d51eb0f9d23e3a6f543e3a5c67058bd/569",
    "angle_unittests": "12f27c4273e523ca9f3ab493a23207e7dcf5fa0c5c214ead49e8228e17c598fe/570",
    "app_shell_unittests": "716184a5286dd8edcc1ea06b2683c93e34c1f63745441494b675a9523fb98243/809",
    "aura_unittests": "bc783702dc169765bb9fc271192990e67a2cbf463245e2912f794714a383eb27/569",
    "base_unittests": "6626b4584c2388225d8aa082f74b8d3a1b7fdb99f128bf5fc3024c97a6e33d24/648",
    "blink_common_unittests": "fd95a067e4dc7089e802d70a55a8169f73076a96f63fa41c8c49bd0b54f22e0f/647",
    "blink_fuzzer_unittests": "a9987ae2e5a8fd3a59e5ef4046cf420367317bcf0424eb128bc05099274b49aa/648",
    "blink_heap_unittests": "c6eb2df2a45e7781e365a7c6124247bbb8ad4a138e19d8cf656375c66923dc71/648",
    "blink_platform_unittests": "993ef0b0991c370f37f5b539d9d319cc3d3a88919c0985d05abe63480acb28b7/726",
    "blink_unittests": "58d13e064a403a9c02d71b44404121b31dacc18688af9b9d3dad3fc0806c05e1/726",
    "boringssl_crypto_tests": "26d9a06b6c91d8a21bc57e23c289b6f8ff42e479812d0477aefebb19100ad7b9/570",
    "boringssl_ssl_tests": "34e50a5a7681c254e3ceb85c8b79e6360360a4283261e3a4f0b5368a352a63e4/569",
    "capture_unittests": "9db3859a79ef662b595528fa819b4dc6fa96e27f9a954e65d6b42d881a4b5284/648",
    "cast_unittests": "203f6f03f21d22db715d16b7cdc5fa26b0469832a656e51665ce912699006ab3/569",
    "cc_unittests": "1d4012d0125d5408d4fd04b389e7fa931b32fd10f18ac3b4a22c640d4def1449/653",
    "chrome_app_unittests": "47ac5f48db3e3b528100f16d2c48af81946bde34b38c96ddceb12a3c0717c241/811",
    "chromedriver_unittests": "e92c77cf1cdcffc09205567b2341c237d380bf7245516c1727fd6248dff24b65/726",
    "color_unittests": "91b2f7856237fb475e2c1e51f2aeaea5d2c6ac02c5424662d44464c343417c99/569",
    "components_browsertests": "f6f714cddd5719717baf303e7054ad414f99a5737290745a53e663963fe4402b/892",
    "components_unittests": "b12300b52d192a0069b6465d18eecf81c27cdd012764cd79b1d1d7c47ae0ba65/892",
    "compositor_unittests": "d02f9d7ad284e782fc440a6480b23f8ebe2718f185f7294c8bdfa4ee520853b3/645",
    "content_browsertests": "d4893b8197f896647c5d24b3d7e694e197380de7f8a23c9aad3bec4f51da32d0/887",
    "content_unittests": "a87dc008c3e5a355a5327b0bbb2064ca14402785a46a19a27e56d7c5180f1c84/806",
    "cronet_tests": "1e917fdf86ca3258503cefbec23cc56e1449b946eeb90b46fbdfd02b2b7831fc/730",
    "cronet_unittests": "651e6e129f4407e5fa2c8dc2cb319d3e2229b5b23fd3de0de24665882ba98ae1/646",
    "crypto_unittests": "c8e280a3b569d069cce98d49cb10d376b2e5c86f7992f3af4c11206696fd8941/569",
    "dbus_unittests": "370efadafa68154ac0d74b6c775d726c7649105c55966767752e6e2690c3f8fc/569",
    "device_unittests": "a4357b3c5598715d061bda242634c470134a251d115e73def2430baccfd808b8/646",
    "display_unittests": "4268bd5db84e36b7a268021fae73a83ed5963cd6ff2dad08ebd5249435c1ca8e/569",
    "events_unittests": "f5b861ba7a7c528795fe679ea5437a69dd628a12adece3e106c6f7dcb36cb262/569",
    "extensions_browsertests": "7128d37b90f5a267bcc8bc782cb0243791c5c606507a6fd4e44d9e255b5e673b/811",
    "extensions_unittests": "e713ac99776a1362b1aacbb85d817121143b256e7a4a470174379dc5dd9bd6fc/975",
    "filesystem_service_unittests": "492afbb25290aa51542228d01c503327c510f793bf59e7738ad40a5dba9f5749/569",
    "gcm_unit_tests": "6273326c477102b20ac5ead9aca1e18865a4c1eb9da54ac418cac3adf37cc643/646",
    "gfx_unittests": "a65cde32056edc07d6a731cfdf4607467b38d4e73cbf5ebaeb96f4445c347832/645",
    "gin_unittests": "3090a058edea12b8cfe26f4a4dfea08ed4e28dfc57c5bb0d6b31278def2c5fc0/646",
    "gl_tests": "b14d0cdac9932d97b7bc7673a06be0fcfe3b77fad3b9be202a4a35c4f0fd439b/569",
    "gl_unittests": "e2e3e086350fc4bcd099be8c0c9a93bfd73e4e91ddbac91f8276abd9380c9d8f/569",
    "google_apis_unittests": "05951fe932e04101c4cb449d21148274ecc247ee84c3ec24920701e364f712e4/731",
    "gpu_unittests": "b72a431de6656a774fe61620e3acdd7e3bfad1e3bfaab482981cfac72423d1fe/646",
    "gwp_asan_unittests": "c609221d489e93e98e00b126d52fcc4c29738b3951eaaede386cda98a9ff26bc/570",
    "headless_browsertests": "a56bfdd8674ca8befd92dcbaf33d92dfed10476904c5305205538d6886e33897/809",
    "headless_unittests": "9e782609796affa8628d4d38bd1766bedfa99b41397421c929bb0d1cd76c981d/569",
    "interactive_ui_tests": "442e4ad19b2be7e608dfd74fbdbc1f274265ca7a905b3ab7dd1d7f897e2593f7/1128",
    "ipc_tests": "ac10c9426e2e5ea15bc0d9a60a0f0e503f07712e3973f13ac08d3726610a007d/569",
    "jingle_unittests": "2f9a9164b64d936c695ab8e371585beeeb6b85f1a987f5d7ca4477aa46af64a4/646",
    "latency_unittests": "c0c77e5143c11dc9dc49c0b8a1db776e5c25be75a81c063fa5fa4160b987826a/569",
    "libjingle_xmpp_unittests": "ff902c7a3c0ad896da45a4038b9d27ed1c6774a374149dceefdb0b76eb1d7cd1/569",
    "liburlpattern_unittests": "825d9e3cf25c7573ce7c759fa22290a8202f758968c353a9e8a1351880505d6d/569",
    "media_unittests": "0580390e54f02433c4721fa0211641c4dd9ac0168c3a05461b4f27a047193dca/649",
    "message_center_unittests": "aa48e1c1170bf0f74f98f2317118dde98a4691bdca37ee7ea0b373e4221da17f/569",
    "midi_unittests": "09c19c1a763f4a70a5bfaa73cc509e014fe380d24ad4356dbb376c6833231d20/569",
    "mojo_core_unittests": "2a0df5d2421ad9a972e6c9cd02269b5bd1278363572ff6dc74fe199b17190c12/569",
    "mojo_unittests": "a95dadbe49ff8421b471e3a1b18bd014099ffb2fa9db4a12cdf301bf5eb2b941/647",
    "native_theme_unittests": "3f739fd6d3cd1b2fab52470a2f4f792d6ca459de6cd8d2e62f54144344e9c19c/569",
    "net_unittests": "59daeae04137df48cc4410934b783b9f64efea3ec935052078b7e8d70d4a9b3f/648",
    "openscreen_unittests": "4b73fed1759e90eeff6a27caa37e6c508b59ae06865bb971f724ab2b240b341d/811",
    "ozone_x11_unittests": "2ddb91a85929e05a4e472f555a86815f0738934e4bf5b49e38f39cd7c35a2600/569",
    "pdf_unittests": "a2c60c6610b8b4728068ae3d93e914780a4338a4a3a37e68012778bc777936f3/725",
    "perfetto_unittests": "573a0aa2f272c9fac4b74ea4cb44ab904dfdd1dc6e0e8b2cb70c51019dcb1aa1/569",
    "ppapi_unittests": "4d92237f56aafd37d521740584c1afe370e42d74a1608c13a18a1c56e02b7be1/569",
    "printing_unittests": "4d55eacddd5e168d153c206c640fac758456234362b233051f23deda8a32e4bf/569",
    "remoting_unittests": "de3ce7ee0adb6e0ca4598c0b041a462b5a6c978bd8525d93f7d6aa19986c8309/646",
    "sandbox_linux_unittests": "c097fbb50e0176c3c3d2f0ab73457d77623764e67a9a99525b7fdecc15c958f2/569",
    "service_manager_unittests": "6c4f218d28b7a6ad8306a38832a309de3008a61a30157c5674550424b689154c/569",
    "services_unittests": "122d16425b053d966dac2b801463b4b4c9aa5ca5177ccdee69903aa2464ec1f3/815",
    "shell_dialogs_unittests": "37749f7697191bb8991fc45367d7d77e629c00cc4f16856f025ee3c1a516659c/569",
    "skia_unittests": "0603dfba62d3fec8c8568249de6033d46f416949b33259e133e7ebe0f340ef2c/569",
    "snapshot_unittests": "814744674b9b5df31c78521651cb079e77688c94aad9d8c9d0c03d84babb8224/569",
    "sql_unittests": "23655dd4fed508ca8fc91a2ba6655b3bec89c19e289a48ef03ab88910c628eee/646",
    "storage_unittests": "76744db46a0477589718d19f85f782d250193fb4f78d8c2be09c3403e564e12c/727",
    "sync_integration_tests": "0eb867ced262b8b485c801a1e2e949acd140ace112f18362595cc4618c6bd214/892",
    "ui_base_unittests": "4f318cc8fc59ecdca987b47d6ec3305aeb2c79bf92fe5180f93189f6943a35a9/723",
    "ui_touch_selection_unittests": "6ca17792c9cee08bbab321ac508b9dcd516541bc14718289a37695f8a35aeb41/569",
    "unit_tests": "f500ae73e12953197bffa921ed2c52c2c86d62d666a53ee1a4b323371c9e7d13/1141",
    "url_unittests": "ec9b350e42f61ad870a58c72b46e418030cdc01d0e2e4cadf84f5282591f93f7/569",
    "views_unittests": "89f5f3fdd77d391d59ccec8e8085d7e401d395757fa0ecbc83cb8c0b5130d8f5/569",
    "viz_unittests": "a5020cc1835f90d761181464dad19b99be4dea22ae5f63db02b5b05b69a802d5/653",
    "vr_common_unittests": "6c79c0b11198474f48de164c1aae9dea82ae9c1fcc53ff354004345e2027ab9c/811",
    "vr_pixeltests": "5997e17b81523573da544bcf4aabd6d2ef33bfb378a5b25e5280f0a9f294fa4e/725",
    "weblayer_browsertests": "af13d3c1b8cbcca7a8f29849a65387ff5bbfa6bc9545313521dfe6d9d69578d6/893",
    "weblayer_unittests": "7c093570ab26d96fbf59d80c680a4eb40a7b80277e1720b33b98c66eefce0c5d/725",
    "wm_unittests": "bd95c481a5a1fb9be726ad1d571b90ff2eb7800405e3de1e24f3495e56d84fd2/569",
    "wtf_unittests": "99ae7d26c08263c7a5133331101f79f25eaa127abe84205e4a2de71fd71fc8ab/569",
    "x11_unittests": "d7cc19691d6ac6b53452073bbaa1bf7f8a585caa1a6f78a6aa144cab8a3dae9a/569",
    "xr_browser_tests": "64be1ec2c3742eb3bf14494ba9fa8f71c2b32733999741daa88e0677426d9e9e/891",
    "zlib_unittests": "5126137a690d02a25c10a131910de298e0542c975c144f2ec3f68b1a6b02463d/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "f0d486abf22639ab3ba9fd78912ffff90aee71501abf199e6c2518e5ece7d641/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f0d6ae9832339ceff600a53cc5ef6332f7ea2f2f
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:78257
  • user_agent:recipe

Debug log (UTC)

[01:14:31.446] New invocation is queued and will start shortly
[01:14:31.446] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[01:14:32.560] Starting the invocation (attempt 1)
[01:14:32.598] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f0d6ae9832339ceff600a53cc5ef6332f7ea2f2f"
[01:14:32.598] Popped gitiles commit info from properties and tags
[01:14:32.598] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:14:32.598] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:14:32.598] Buildbucket request:
{
  "requestId": "8998686871548776608",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "f0d6ae9832339ceff600a53cc5ef6332f7ea2f2f"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "7aba3bc54ce98fe8ae64e0f0b1484a4a82f096f8",
      "parent_got_dawn_revision": "c11a14f4131219f09df8cbf181dbdba26499073c",
      "parent_got_nacl_revision": "783519e8d4be7098f582809bdecc5571f7c29cfa",
      "parent_got_revision": "f0d6ae9832339ceff600a53cc5ef6332f7ea2f2f",
      "parent_got_revision_cp": "refs/heads/main@{#932274}",
      "parent_got_swiftshader_revision": "cab415baf8450a7d99f771b7c37a2771e9d23622",
      "parent_got_v8_revision": "6296fbb6fdf6f9be3a629cb7db057355c553c6fa",
      "parent_got_v8_revision_cp": "refs/heads/9.7.28@{#1}",
      "parent_got_webrtc_revision": "6aa61a31187bbeb3ebd45945c8a03895086b82cc",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35216}",
      "swarm_hashes": {
            "absl_hardening_tests": "1a930ae60e3f978314055d27a54ac5f0498f2d75f8f9ac15f0208f7efed2c817/569",
            "accessibility_unittests": "f7856ee824605a4cbf492ede9afd02772d51eb0f9d23e3a6f543e3a5c67058bd/569",
            "angle_unittests": "12f27c4273e523ca9f3ab493a23207e7dcf5fa0c5c214ead49e8228e17c598fe/570",
            "app_shell_unittests": "716184a5286dd8edcc1ea06b2683c93e34c1f63745441494b675a9523fb98243/809",
            "aura_unittests": "bc783702dc169765bb9fc271192990e67a2cbf463245e2912f794714a383eb27/569",
            "base_unittests": "6626b4584c2388225d8aa082f74b8d3a1b7fdb99f128bf5fc3024c97a6e33d24/648",
            "blink_common_unittests": "fd95a067e4dc7089e802d70a55a8169f73076a96f63fa41c8c49bd0b54f22e0f/647",
            "blink_fuzzer_unittests": "a9987ae2e5a8fd3a59e5ef4046cf420367317bcf0424eb128bc05099274b49aa/648",
            "blink_heap_unittests": "c6eb2df2a45e7781e365a7c6124247bbb8ad4a138e19d8cf656375c66923dc71/648",
            "blink_platform_unittests": "993ef0b0991c370f37f5b539d9d319cc3d3a88919c0985d05abe63480acb28b7/726",
            "blink_unittests": "58d13e064a403a9c02d71b44404121b31dacc18688af9b9d3dad3fc0806c05e1/726",
            "boringssl_crypto_tests": "26d9a06b6c91d8a21bc57e23c289b6f8ff42e479812d0477aefebb19100ad7b9/570",
            "boringssl_ssl_tests": "34e50a5a7681c254e3ceb85c8b79e6360360a4283261e3a4f0b5368a352a63e4/569",
            "capture_unittests": "9db3859a79ef662b595528fa819b4dc6fa96e27f9a954e65d6b42d881a4b5284/648",
            "cast_unittests": "203f6f03f21d22db715d16b7cdc5fa26b0469832a656e51665ce912699006ab3/569",
            "cc_unittests": "1d4012d0125d5408d4fd04b389e7fa931b32fd10f18ac3b4a22c640d4def1449/653",
            "chrome_app_unittests": "47ac5f48db3e3b528100f16d2c48af81946bde34b38c96ddceb12a3c0717c241/811",
            "chromedriver_unittests": "e92c77cf1cdcffc09205567b2341c237d380bf7245516c1727fd6248dff24b65/726",
            "color_unittests": "91b2f7856237fb475e2c1e51f2aeaea5d2c6ac02c5424662d44464c343417c99/569",
            "components_browsertests": "f6f714cddd5719717baf303e7054ad414f99a5737290745a53e663963fe4402b/892",
            "components_unittests": "b12300b52d192a0069b6465d18eecf81c27cdd012764cd79b1d1d7c47ae0ba65/892",
            "compositor_unittests": "d02f9d7ad284e782fc440a6480b23f8ebe2718f185f7294c8bdfa4ee520853b3/645",
            "content_browsertests": "d4893b8197f896647c5d24b3d7e694e197380de7f8a23c9aad3bec4f51da32d0/887",
            "content_unittests": "a87dc008c3e5a355a5327b0bbb2064ca14402785a46a19a27e56d7c5180f1c84/806",
            "cronet_tests": "1e917fdf86ca3258503cefbec23cc56e1449b946eeb90b46fbdfd02b2b7831fc/730",
            "cronet_unittests": "651e6e129f4407e5fa2c8dc2cb319d3e2229b5b23fd3de0de24665882ba98ae1/646",
            "crypto_unittests": "c8e280a3b569d069cce98d49cb10d376b2e5c86f7992f3af4c11206696fd8941/569",
            "dbus_unittests": "370efadafa68154ac0d74b6c775d726c7649105c55966767752e6e2690c3f8fc/569",
            "device_unittests": "a4357b3c5598715d061bda242634c470134a251d115e73def2430baccfd808b8/646",
            "display_unittests": "4268bd5db84e36b7a268021fae73a83ed5963cd6ff2dad08ebd5249435c1ca8e/569",
            "events_unittests": "f5b861ba7a7c528795fe679ea5437a69dd628a12adece3e106c6f7dcb36cb262/569",
            "extensions_browsertests": "7128d37b90f5a267bcc8bc782cb0243791c5c606507a6fd4e44d9e255b5e673b/811",
            "extensions_unittests": "e713ac99776a1362b1aacbb85d817121143b256e7a4a470174379dc5dd9bd6fc/975",
            "filesystem_service_unittests": "492afbb25290aa51542228d01c503327c510f793bf59e7738ad40a5dba9f5749/569",
            "gcm_unit_tests": "6273326c477102b20ac5ead9aca1e18865a4c1eb9da54ac418cac3adf37cc643/646",
            "gfx_unittests": "a65cde32056edc07d6a731cfdf4607467b38d4e73cbf5ebaeb96f4445c347832/645",
            "gin_unittests": "3090a058edea12b8cfe26f4a4dfea08ed4e28dfc57c5bb0d6b31278def2c5fc0/646",
            "gl_tests": "b14d0cdac9932d97b7bc7673a06be0fcfe3b77fad3b9be202a4a35c4f0fd439b/569",
            "gl_unittests": "e2e3e086350fc4bcd099be8c0c9a93bfd73e4e91ddbac91f8276abd9380c9d8f/569",
            "google_apis_unittests": "05951fe932e04101c4cb449d21148274ecc247ee84c3ec24920701e364f712e4/731",
            "gpu_unittests": "b72a431de6656a774fe61620e3acdd7e3bfad1e3bfaab482981cfac72423d1fe/646",
            "gwp_asan_unittests": "c609221d489e93e98e00b126d52fcc4c29738b3951eaaede386cda98a9ff26bc/570",
            "headless_browsertests": "a56bfdd8674ca8befd92dcbaf33d92dfed10476904c5305205538d6886e33897/809",
            "headless_unittests": "9e782609796affa8628d4d38bd1766bedfa99b41397421c929bb0d1cd76c981d/569",
            "interactive_ui_tests": "442e4ad19b2be7e608dfd74fbdbc1f274265ca7a905b3ab7dd1d7f897e2593f7/1128",
            "ipc_tests": "ac10c9426e2e5ea15bc0d9a60a0f0e503f07712e3973f13ac08d3726610a007d/569",
            "jingle_unittests": "2f9a9164b64d936c695ab8e371585beeeb6b85f1a987f5d7ca4477aa46af64a4/646",
            "latency_unittests": "c0c77e5143c11dc9dc49c0b8a1db776e5c25be75a81c063fa5fa4160b987826a/569",
            "libjingle_xmpp_unittests": "ff902c7a3c0ad896da45a4038b9d27ed1c6774a374149dceefdb0b76eb1d7cd1/569",
            "liburlpattern_unittests": "825d9e3cf25c7573ce7c759fa22290a8202f758968c353a9e8a1351880505d6d/569",
            "media_unittests": "0580390e54f02433c4721fa0211641c4dd9ac0168c3a05461b4f27a047193dca/649",
            "message_center_unittests": "aa48e1c1170bf0f74f98f2317118dde98a4691bdca37ee7ea0b373e4221da17f/569",
            "midi_unittests": "09c19c1a763f4a70a5bfaa73cc509e014fe380d24ad4356dbb376c6833231d20/569",
            "mojo_core_unittests": "2a0df5d2421ad9a972e6c9cd02269b5bd1278363572ff6dc74fe199b17190c12/569",
            "mojo_unittests": "a95dadbe49ff8421b471e3a1b18bd014099ffb2fa9db4a12cdf301bf5eb2b941/647",
            "native_theme_unittests": "3f739fd6d3cd1b2fab52470a2f4f792d6ca459de6cd8d2e62f54144344e9c19c/569",
            "net_unittests": "59daeae04137df48cc4410934b783b9f64efea3ec935052078b7e8d70d4a9b3f/648",
            "openscreen_unittests": "4b73fed1759e90eeff6a27caa37e6c508b59ae06865bb971f724ab2b240b341d/811",
            "ozone_x11_unittests": "2ddb91a85929e05a4e472f555a86815f0738934e4bf5b49e38f39cd7c35a2600/569",
            "pdf_unittests": "a2c60c6610b8b4728068ae3d93e914780a4338a4a3a37e68012778bc777936f3/725",
            "perfetto_unittests": "573a0aa2f272c9fac4b74ea4cb44ab904dfdd1dc6e0e8b2cb70c51019dcb1aa1/569",
            "ppapi_unittests": "4d92237f56aafd37d521740584c1afe370e42d74a1608c13a18a1c56e02b7be1/569",
            "printing_unittests": "4d55eacddd5e168d153c206c640fac758456234362b233051f23deda8a32e4bf/569",
            "remoting_unittests": "de3ce7ee0adb6e0ca4598c0b041a462b5a6c978bd8525d93f7d6aa19986c8309/646",
            "sandbox_linux_unittests": "c097fbb50e0176c3c3d2f0ab73457d77623764e67a9a99525b7fdecc15c958f2/569",
            "service_manager_unittests": "6c4f218d28b7a6ad8306a38832a309de3008a61a30157c5674550424b689154c/569",
            "services_unittests": "122d16425b053d966dac2b801463b4b4c9aa5ca5177ccdee69903aa2464ec1f3/815",
            "shell_dialogs_unittests": "37749f7697191bb8991fc45367d7d77e629c00cc4f16856f025ee3c1a516659c/569",
            "skia_unittests": "0603dfba62d3fec8c8568249de6033d46f416949b33259e133e7ebe0f340ef2c/569",
            "snapshot_unittests": "814744674b9b5df31c78521651cb079e77688c94aad9d8c9d0c03d84babb8224/569",
            "sql_unittests": "23655dd4fed508ca8fc91a2ba6655b3bec89c19e289a48ef03ab88910c628eee/646",
            "storage_unittests": "76744db46a0477589718d19f85f782d250193fb4f78d8c2be09c3403e564e12c/727",
            "sync_integration_tests": "0eb867ced262b8b485c801a1e2e949acd140ace112f18362595cc4618c6bd214/892",
            "ui_base_unittests": "4f318cc8fc59ecdca987b47d6ec3305aeb2c79bf92fe5180f93189f6943a35a9/723",
            "ui_touch_selection_unittests": "6ca17792c9cee08bbab321ac508b9dcd516541bc14718289a37695f8a35aeb41/569",
            "unit_tests": "f500ae73e12953197bffa921ed2c52c2c86d62d666a53ee1a4b323371c9e7d13/1141",
            "url_unittests": "ec9b350e42f61ad870a58c72b46e418030cdc01d0e2e4cadf84f5282591f93f7/569",
            "views_unittests": "89f5f3fdd77d391d59ccec8e8085d7e401d395757fa0ecbc83cb8c0b5130d8f5/569",
            "viz_unittests": "a5020cc1835f90d761181464dad19b99be4dea22ae5f63db02b5b05b69a802d5/653",
            "vr_common_unittests": "6c79c0b11198474f48de164c1aae9dea82ae9c1fcc53ff354004345e2027ab9c/811",
            "vr_pixeltests": "5997e17b81523573da544bcf4aabd6d2ef33bfb378a5b25e5280f0a9f294fa4e/725",
            "weblayer_browsertests": "af13d3c1b8cbcca7a8f29849a65387ff5bbfa6bc9545313521dfe6d9d69578d6/893",
            "weblayer_unittests": "7c093570ab26d96fbf59d80c680a4eb40a7b80277e1720b33b98c66eefce0c5d/725",
            "wm_unittests": "bd95c481a5a1fb9be726ad1d571b90ff2eb7800405e3de1e24f3495e56d84fd2/569",
            "wtf_unittests": "99ae7d26c08263c7a5133331101f79f25eaa127abe84205e4a2de71fd71fc8ab/569",
            "x11_unittests": "d7cc19691d6ac6b53452073bbaa1bf7f8a585caa1a6f78a6aa144cab8a3dae9a/569",
            "xr_browser_tests": "64be1ec2c3742eb3bf14494ba9fa8f71c2b32733999741daa88e0677426d9e9e/891",
            "zlib_unittests": "5126137a690d02a25c10a131910de298e0542c975c144f2ec3f68b1a6b02463d/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "f0d486abf22639ab3ba9fd78912ffff90aee71501abf199e6c2518e5ece7d641/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "f0d6ae9832339ceff600a53cc5ef6332f7ea2f2f",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8998686871548776608"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "78257"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[01:14:33.226] Scheduled build:
{
  "id": "8833256809578755393",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 70214,
  "createdBy": "project:chromium",
  "createTime": "2021-10-16T01:14:32.692334376Z",
  "updateTime": "2021-10-16T01:14:32.943529586Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "f0d6ae9832339ceff600a53cc5ef6332f7ea2f2f",
      "ref": "refs/heads/main"
    }
  }
}
[01:14:33.226] Task URL: https://cr-buildbucket.appspot.com/build/8833256809578755393
[01:14:33.226] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8998686871548776608:2:0) after 3m3s
[01:15:19.675] Received PubSub notification, asking Buildbucket for the build status
[01:15:19.709] Build status: STARTED
[01:17:36.386] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8998686871548776608:2:0)
[01:17:36.415] Build status: STARTED
[01:17:36.415] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8998686871548776608:4:0) after 4m8s
[01:21:44.436] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8998686871548776608:4:0)
[01:21:44.859] Build status: STARTED
[01:21:44.859] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8998686871548776608:5:0) after 9m6s
[01:30:51.063] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8998686871548776608:5:0)
[01:30:51.104] Build status: STARTED
[01:30:51.104] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8998686871548776608:6:0) after 8m47s
[01:39:38.177] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8998686871548776608:6:0)
[01:39:38.209] Build status: STARTED
[01:39:38.209] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8998686871548776608:7:0) after 5m50s
[01:45:28.332] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8998686871548776608:7:0)
[01:45:28.367] Build status: STARTED
[01:45:28.367] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8998686871548776608:8:0) after 9m38s
[01:46:17.419] Received PubSub notification, asking Buildbucket for the build status
[01:46:17.456] Build:
{
  "id": "8833256809578755393",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 70214,
  "createdBy": "project:chromium",
  "createTime": "2021-10-16T01:14:32.692334376Z",
  "startTime": "2021-10-16T01:15:17.419365Z",
  "endTime": "2021-10-16T01:46:16.967762709Z",
  "updateTime": "2021-10-16T01:46:16.968214697Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "f0d6ae9832339ceff600a53cc5ef6332f7ea2f2f",
      "ref": "refs/heads/main"
    }
  }
}
[01:46:17.456] Invocation finished in 31m46.027331465s with status FAILED