Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 27 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/78773 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "c4d3a55e8f3acef8798ae4d23ea9ab29fb682ac3"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "d2b4d9aec1590dae5c33625a30878b5bcf423527",
  "parent_got_dawn_revision": "e53b9ef3f91c9089ecba72205f458146d446e81a",
  "parent_got_nacl_revision": "9d577686a4321b08f6b86ff2589070fdee1c53f9",
  "parent_got_revision": "c4d3a55e8f3acef8798ae4d23ea9ab29fb682ac3",
  "parent_got_revision_cp": "refs/heads/main@{#937900}",
  "parent_got_swiftshader_revision": "91a9a020ca7622f2461db90ed6d22af8d40185a9",
  "parent_got_v8_revision": "49162da459e2ca1f078389a84f0bbfcc7fed7a2b",
  "parent_got_v8_revision_cp": "refs/heads/9.7.106@{#1}",
  "parent_got_webrtc_revision": "3041eb21e9c26277d6d80b7d6b0217f956b80dcb",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35300}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "c4d3a55e8f3acef8798ae4d23ea9ab29fb682ac3",
  "swarm_hashes": {
    "absl_hardening_tests": "557261f8f370227b48ba7620981ae92b1af80adb0331b4334386a77158ca9a8e/569",
    "accessibility_unittests": "efcceedde2e839b8f02efe2cd7177ec0dadec40d13b2bea716ebbdc5d933faa7/569",
    "angle_unittests": "fe5e06d075eaa109e81dd3c66567c5a599ef408c7dec15c077260bff8593fa00/570",
    "app_shell_unittests": "1195d48e190ede8c788d8f3a61e33c9ac8a8daf1388d3a4e59eb41f4f20b1662/809",
    "aura_unittests": "965ea8112bb29cd7e3c1e7e46a431f38d9d96c71108aa52597e4a24c4c168962/569",
    "base_unittests": "9cd86ad08efbe7abd8ac39bdf3f11894de7b55f094a1955a0927b8a66e1f1c40/648",
    "blink_common_unittests": "01b6937da9dbea511a7e0d10132eefe90029e7c6e8aadfd4456fa26a85d4b7be/647",
    "blink_fuzzer_unittests": "95bde8855ef0306326b0fb82c641d560215b672e1f10beeefb9460230e72f74c/648",
    "blink_heap_unittests": "5f737ee4ceb7b28cdc84d7445c9861c451e693fb9d677dac2c7351b42366341b/648",
    "blink_platform_unittests": "1815fa6f25555f1454d2d1080c15581644e3491f4369f9b970e745e85d26bbd0/726",
    "blink_unittests": "8150cb517fe984c8781c0e19badd68f677c05bb8e8fd106be246cfdcb4fa3908/726",
    "boringssl_crypto_tests": "64cb87ce20842991643f65faa6a7ff651a81f5ca7e94bd734c9b64866e5b5bad/570",
    "boringssl_ssl_tests": "c330ab2d409587c3c55bbe6856261c5db51207ab8c9a0deec2f04e14dfa4b82d/569",
    "capture_unittests": "27256cc110d826b03aa2b87d8f6acf2c46f608a26e562828083290fe75dfb5b3/648",
    "cast_unittests": "e37b8500aad2d50d0f9da71065b1971e5cb7705121aa4c9cde8169bd1e2037d3/569",
    "cc_unittests": "2c6e8897b272217cc786b966481639baf5e94813612a2ff39e12f14865d85817/653",
    "chrome_app_unittests": "99ada88e769ec638539a848c6bc6973330ee5e5c5fd2cc9d63e08c41fbcb32f8/811",
    "chromedriver_unittests": "5f0668d319f12ec7cc66f814da28119c41b8eb88cae194f8f7e2fc391427f59b/726",
    "color_unittests": "2e301f01b023aecaa1d98b3e4cadb8c7966afe9446c3d5acc0cf7e1ca76b9cde/569",
    "components_browsertests": "73ef66de29b7a26b635f34c7b186d3877226b982a56c2738f1b987bd816a8a12/892",
    "components_unittests": "1c754b40b961a63d21b4e3d0a775acfbbf51684dba669e02161f6d3b48634c7b/892",
    "compositor_unittests": "f6b1db88d9ad357c5b43008ed3f627396d3cab081d4cbeb6467041769b41e486/645",
    "content_browsertests": "519507fae9786cf2cebd16c4e9cb12740fed58e54fb5b792c342ed876e5abc32/887",
    "content_unittests": "2d277d24d3aeebafbce27f1fd92d8b57bbb73df4807307c6cc1883753d449459/806",
    "cronet_tests": "3cb5d196b7a02c690d62ebe9065ee6bb5cbb77ced6f2d356f636662dc5979ba0/730",
    "cronet_unittests": "f5fbc25cc9af3ef929fcd2249ebf91f4d1dc7accabc629f372ef7d1d25c02d68/646",
    "crypto_unittests": "a4449bcd197205843a4fe9811163523b96c74ac2ac8c9c0d49b2c2b13dc7c5da/569",
    "dbus_unittests": "6cf0cea8df416d85eff26dc7e242766dc071b5b0d967a0939ddc955eed39ebbd/569",
    "device_unittests": "de3f6ea4c7480f989f03ca64d96950e8c427b8dd94cefd2bc866cf1fe1400539/646",
    "display_unittests": "835eded7f1e0ab3e8997cec9e7a28913f59d62c2ec5c1ff9f3fab746d9ab81ed/569",
    "events_unittests": "e290e7ebe9388059e44d34937ab111f8948ccfae4df4eba574cf280858cefa5a/569",
    "extensions_browsertests": "27df0f2a2c8d21e1cb4ea2c107a8c9f532d81a9d450c5cc9e6babea7f05d685b/811",
    "extensions_unittests": "8863b37ae86238ac652e04116f7d5bc699a24a0e2f9a6be5f3a8e0e5e5c3e9c8/975",
    "filesystem_service_unittests": "ca26046745d3ced5e914bd008dd4578fe17f82c0418742ff21b117794d165a1d/569",
    "gcm_unit_tests": "9b00e7062a59d0d49517b14e395a2e766b01514b1a55e67d80d4615e6d441fbf/646",
    "gfx_unittests": "43106581ccc08370acbb1ce4c20c9862b94d9685189663c817d6f810c6544da0/645",
    "gin_unittests": "c36835c87b6e216105fc61bc76a629d6fbe66b2390af7a01a87aca19567f3ea3/646",
    "gl_tests": "fffea86e721e50ea893922b051e42f98d93ed3a140f19f51f1b87e766f9f379e/569",
    "gl_unittests": "a4366971d1c93ee078e10cb661f233beaa875d76bf4012be2c8b28036a8e55eb/569",
    "google_apis_unittests": "0948142c6e8be5e06fa0bac66b0cd61868d26957bfcec37cf8f58bbf64188545/731",
    "gpu_unittests": "268e472c7060921c304c77fc63450eecc38f0731f12edbc4eda92b091bc6eaab/646",
    "gwp_asan_unittests": "59ad9b13fbe19841a9595c53d3cc9103b415d2e7116bba428f0868419a2d2ae2/570",
    "headless_browsertests": "1b8446587b4c387e82c19edeb3263ac15b3871d8d2729c536875961b783baedf/809",
    "headless_unittests": "a9ea3082b618fadfa055941bbae2a97b2e822f823fce79cf78c1259897a64433/569",
    "interactive_ui_tests": "4a7f330bcaa1ea1c68f5608e6dd30af76f9e054cb3d3143af216851ff3aebbaf/1128",
    "ipc_tests": "56219e979e866aef46cd28706b8fcf59e9623b75146d7b620436e244202734a3/569",
    "jingle_unittests": "a17abedf74a0e4ab1b29372b4bfd564f529b11e93b7ec77dd8c670d96dbba54e/646",
    "latency_unittests": "d2efb77c6b36849f14342140fcc56725f482be4b0f27acc11e49ecf0dc9422e9/569",
    "libjingle_xmpp_unittests": "98c0cdf4f051735bbb9bcf52008445ce7078263a65abc82f2c9ee1d2d12a37be/569",
    "liburlpattern_unittests": "c36e2ee73eadb38c404b34224f21c52066757604712664df8cf252cb5cd7f788/569",
    "media_unittests": "968a65bab633886a19d8988179229513ca9412cc8da5bba71c9e7300da7cfbaf/649",
    "message_center_unittests": "80eab992087415290eac2904127490d3dbe697f8ded5a1185bd0875e6ac4b76d/569",
    "midi_unittests": "bf02e407b01ce08dcb75ee78fc9f3e9ef71b6f7d31f0318323353014e303d0c2/569",
    "mojo_core_unittests": "dfb0a67226574c7064d3d196b6555639966efa2abf26fee16120ea17237f62ae/569",
    "mojo_unittests": "b78447bb14d79774ecb8ce063ba446af379eeee9744c1bfa6a307c05876cecc3/647",
    "native_theme_unittests": "ff7ad2be496df0101b2f0ae73c2253328209a10b8195eb70057fb6c96b7b6586/569",
    "net_unittests": "c9a49dc9f2ff85278d3a0cdddd05fa9394a36ae4e3a37d3ac73bafb9d6ff3412/648",
    "openscreen_unittests": "831aeba1901769dfbc56631e74ee5d9a6ca04acf65e7aeb9929d5d3b6b42c850/811",
    "ozone_x11_unittests": "149c3a82ef1c5ad7b2d0f3b29407843ddba5f678b6bd7df984bd2db589fadbdb/569",
    "pdf_unittests": "f96ce04fdf4172bf882e899af69f0f2ca5a5dce260a21bc83f8469731e78f68b/725",
    "perfetto_unittests": "d4b7276969f91c70e81e3ce056289b1011934c661a24589edcd4057c89179588/569",
    "ppapi_unittests": "17435b70dfe409b08bac1d2ba6d5d5be08153a147161030e6d9ed824701b1e7f/569",
    "printing_unittests": "35b369284f880c3df340fb6d80d1b838b0783aa517e4f8d7ef71f93086b058f6/569",
    "remoting_unittests": "064a8f2513d555983300ccc60144d1def152b9676420a378728770ca255e44f8/646",
    "sandbox_linux_unittests": "e5be69c5946d71e2795fed52599dc6da87295c28a9001d208ca619db921d18c9/569",
    "service_manager_unittests": "30fda643fb6d0e5c3b11d167591012d68c0e4e5e4ef6e9c10c683681c5c8e54c/569",
    "services_unittests": "7d94101bf28c75a380426a0d87edbb89d6a16c7335f70d0c2aa522cf507e4449/815",
    "shell_dialogs_unittests": "16d45d670861ec0d0d9dfa8a978bac7124f71ee76764c063f7afc46bb4922195/569",
    "skia_unittests": "5e984360e80c1b3da84428383146fa8004400bc129a4dff59cfdc5dfc9e63eef/569",
    "snapshot_unittests": "2f858365b726ca5e9e2e24ad443097669ae1e38fcf445cfd2df71de6de319f4b/569",
    "sql_unittests": "78e930484d4560a08040f17209e6a385967cee0b61718d4c4f14a2eb08b99012/646",
    "storage_unittests": "7c08623404757413119363a9d07cadc8e0ea95cdb61e35bc39d46db00ea3ca07/727",
    "sync_integration_tests": "693adb1552e9b2b9c5da078e86cc63cd30e9198d1c6cdbcdb92c64ec5bbac95f/892",
    "ui_base_unittests": "e52bae79169ed89655b9178ea63d877f23c4a68b2d959f747a44ce3eb622b13c/723",
    "ui_touch_selection_unittests": "4364dd521201673db2c38faf5a1b694d221b8c2117f0bc9becbd66392e286cd0/569",
    "unit_tests": "6dcc28cb7079a0bb5e758a14577c1a34fa2ad38c74296a42d4091d408f55094f/1141",
    "url_unittests": "b81e15c021ae711d2ddec0f432c35c09319d422e32b0a549911e68e3b28870e4/569",
    "views_unittests": "011e74c1538344153cb5fd207a3240abaa89e1afa6fa69e0bc5aa1b546b761be/569",
    "viz_unittests": "5e4e9b1cb86df97e78559abcb28e94f4a8d2cc85795bd3365045f502ca15e7ed/653",
    "vr_common_unittests": "924a97f10545e3c7aca864b50ac46b4c119f971523a2212788517c993b04e672/811",
    "vr_pixeltests": "58b234719d106b381f958511b7da369bf53f2826da19ec62217381f47bbbe8f0/725",
    "weblayer_browsertests": "0cdc6236a21a72599916f39e100abe5ad509f77538d5f5db18cb36999f6e69b2/893",
    "weblayer_unittests": "33e2a8edf53ff7fde7e59e0b17a3d1e902e3afe0692449394af22f3cf5a1ad31/725",
    "wm_unittests": "417855fb4c47067d5302f2ae2e7f9df77ac7bb44f709a42d6a150e36bd1a6b6b/569",
    "wtf_unittests": "48bb5b4e378b0c8e52e292f60a6a0758f823b4d136b3ff244349d2ec3eb23c2e/569",
    "x11_unittests": "b07534c1d2c2d8cd47014a3ae38cff2a9f8fe197128b96e46e089d13e14b867b/569",
    "xr_browser_tests": "49938abbe1a25db4120a13f7de6d1462d6aaf13500e9a95b1d9cf756671b29c0/891",
    "zlib_unittests": "5ea172943a4868b90d9bab6497e368eecb4ce70ce479ac5c86c132f542be80ee/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "f0d486abf22639ab3ba9fd78912ffff90aee71501abf199e6c2518e5ece7d641/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c4d3a55e8f3acef8798ae4d23ea9ab29fb682ac3
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:78773
  • user_agent:recipe

Debug log (UTC)

[16:49:33.195] New invocation is queued and will start shortly
[16:49:33.195] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[16:49:34.283] Starting the invocation (attempt 1)
[16:49:34.380] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c4d3a55e8f3acef8798ae4d23ea9ab29fb682ac3"
[16:49:34.381] Popped gitiles commit info from properties and tags
[16:49:34.381] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[16:49:34.381] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[16:49:34.381] Buildbucket request:
{
  "requestId": "8996997299205609904",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "c4d3a55e8f3acef8798ae4d23ea9ab29fb682ac3"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "d2b4d9aec1590dae5c33625a30878b5bcf423527",
      "parent_got_dawn_revision": "e53b9ef3f91c9089ecba72205f458146d446e81a",
      "parent_got_nacl_revision": "9d577686a4321b08f6b86ff2589070fdee1c53f9",
      "parent_got_revision": "c4d3a55e8f3acef8798ae4d23ea9ab29fb682ac3",
      "parent_got_revision_cp": "refs/heads/main@{#937900}",
      "parent_got_swiftshader_revision": "91a9a020ca7622f2461db90ed6d22af8d40185a9",
      "parent_got_v8_revision": "49162da459e2ca1f078389a84f0bbfcc7fed7a2b",
      "parent_got_v8_revision_cp": "refs/heads/9.7.106@{#1}",
      "parent_got_webrtc_revision": "3041eb21e9c26277d6d80b7d6b0217f956b80dcb",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35300}",
      "swarm_hashes": {
            "absl_hardening_tests": "557261f8f370227b48ba7620981ae92b1af80adb0331b4334386a77158ca9a8e/569",
            "accessibility_unittests": "efcceedde2e839b8f02efe2cd7177ec0dadec40d13b2bea716ebbdc5d933faa7/569",
            "angle_unittests": "fe5e06d075eaa109e81dd3c66567c5a599ef408c7dec15c077260bff8593fa00/570",
            "app_shell_unittests": "1195d48e190ede8c788d8f3a61e33c9ac8a8daf1388d3a4e59eb41f4f20b1662/809",
            "aura_unittests": "965ea8112bb29cd7e3c1e7e46a431f38d9d96c71108aa52597e4a24c4c168962/569",
            "base_unittests": "9cd86ad08efbe7abd8ac39bdf3f11894de7b55f094a1955a0927b8a66e1f1c40/648",
            "blink_common_unittests": "01b6937da9dbea511a7e0d10132eefe90029e7c6e8aadfd4456fa26a85d4b7be/647",
            "blink_fuzzer_unittests": "95bde8855ef0306326b0fb82c641d560215b672e1f10beeefb9460230e72f74c/648",
            "blink_heap_unittests": "5f737ee4ceb7b28cdc84d7445c9861c451e693fb9d677dac2c7351b42366341b/648",
            "blink_platform_unittests": "1815fa6f25555f1454d2d1080c15581644e3491f4369f9b970e745e85d26bbd0/726",
            "blink_unittests": "8150cb517fe984c8781c0e19badd68f677c05bb8e8fd106be246cfdcb4fa3908/726",
            "boringssl_crypto_tests": "64cb87ce20842991643f65faa6a7ff651a81f5ca7e94bd734c9b64866e5b5bad/570",
            "boringssl_ssl_tests": "c330ab2d409587c3c55bbe6856261c5db51207ab8c9a0deec2f04e14dfa4b82d/569",
            "capture_unittests": "27256cc110d826b03aa2b87d8f6acf2c46f608a26e562828083290fe75dfb5b3/648",
            "cast_unittests": "e37b8500aad2d50d0f9da71065b1971e5cb7705121aa4c9cde8169bd1e2037d3/569",
            "cc_unittests": "2c6e8897b272217cc786b966481639baf5e94813612a2ff39e12f14865d85817/653",
            "chrome_app_unittests": "99ada88e769ec638539a848c6bc6973330ee5e5c5fd2cc9d63e08c41fbcb32f8/811",
            "chromedriver_unittests": "5f0668d319f12ec7cc66f814da28119c41b8eb88cae194f8f7e2fc391427f59b/726",
            "color_unittests": "2e301f01b023aecaa1d98b3e4cadb8c7966afe9446c3d5acc0cf7e1ca76b9cde/569",
            "components_browsertests": "73ef66de29b7a26b635f34c7b186d3877226b982a56c2738f1b987bd816a8a12/892",
            "components_unittests": "1c754b40b961a63d21b4e3d0a775acfbbf51684dba669e02161f6d3b48634c7b/892",
            "compositor_unittests": "f6b1db88d9ad357c5b43008ed3f627396d3cab081d4cbeb6467041769b41e486/645",
            "content_browsertests": "519507fae9786cf2cebd16c4e9cb12740fed58e54fb5b792c342ed876e5abc32/887",
            "content_unittests": "2d277d24d3aeebafbce27f1fd92d8b57bbb73df4807307c6cc1883753d449459/806",
            "cronet_tests": "3cb5d196b7a02c690d62ebe9065ee6bb5cbb77ced6f2d356f636662dc5979ba0/730",
            "cronet_unittests": "f5fbc25cc9af3ef929fcd2249ebf91f4d1dc7accabc629f372ef7d1d25c02d68/646",
            "crypto_unittests": "a4449bcd197205843a4fe9811163523b96c74ac2ac8c9c0d49b2c2b13dc7c5da/569",
            "dbus_unittests": "6cf0cea8df416d85eff26dc7e242766dc071b5b0d967a0939ddc955eed39ebbd/569",
            "device_unittests": "de3f6ea4c7480f989f03ca64d96950e8c427b8dd94cefd2bc866cf1fe1400539/646",
            "display_unittests": "835eded7f1e0ab3e8997cec9e7a28913f59d62c2ec5c1ff9f3fab746d9ab81ed/569",
            "events_unittests": "e290e7ebe9388059e44d34937ab111f8948ccfae4df4eba574cf280858cefa5a/569",
            "extensions_browsertests": "27df0f2a2c8d21e1cb4ea2c107a8c9f532d81a9d450c5cc9e6babea7f05d685b/811",
            "extensions_unittests": "8863b37ae86238ac652e04116f7d5bc699a24a0e2f9a6be5f3a8e0e5e5c3e9c8/975",
            "filesystem_service_unittests": "ca26046745d3ced5e914bd008dd4578fe17f82c0418742ff21b117794d165a1d/569",
            "gcm_unit_tests": "9b00e7062a59d0d49517b14e395a2e766b01514b1a55e67d80d4615e6d441fbf/646",
            "gfx_unittests": "43106581ccc08370acbb1ce4c20c9862b94d9685189663c817d6f810c6544da0/645",
            "gin_unittests": "c36835c87b6e216105fc61bc76a629d6fbe66b2390af7a01a87aca19567f3ea3/646",
            "gl_tests": "fffea86e721e50ea893922b051e42f98d93ed3a140f19f51f1b87e766f9f379e/569",
            "gl_unittests": "a4366971d1c93ee078e10cb661f233beaa875d76bf4012be2c8b28036a8e55eb/569",
            "google_apis_unittests": "0948142c6e8be5e06fa0bac66b0cd61868d26957bfcec37cf8f58bbf64188545/731",
            "gpu_unittests": "268e472c7060921c304c77fc63450eecc38f0731f12edbc4eda92b091bc6eaab/646",
            "gwp_asan_unittests": "59ad9b13fbe19841a9595c53d3cc9103b415d2e7116bba428f0868419a2d2ae2/570",
            "headless_browsertests": "1b8446587b4c387e82c19edeb3263ac15b3871d8d2729c536875961b783baedf/809",
            "headless_unittests": "a9ea3082b618fadfa055941bbae2a97b2e822f823fce79cf78c1259897a64433/569",
            "interactive_ui_tests": "4a7f330bcaa1ea1c68f5608e6dd30af76f9e054cb3d3143af216851ff3aebbaf/1128",
            "ipc_tests": "56219e979e866aef46cd28706b8fcf59e9623b75146d7b620436e244202734a3/569",
            "jingle_unittests": "a17abedf74a0e4ab1b29372b4bfd564f529b11e93b7ec77dd8c670d96dbba54e/646",
            "latency_unittests": "d2efb77c6b36849f14342140fcc56725f482be4b0f27acc11e49ecf0dc9422e9/569",
            "libjingle_xmpp_unittests": "98c0cdf4f051735bbb9bcf52008445ce7078263a65abc82f2c9ee1d2d12a37be/569",
            "liburlpattern_unittests": "c36e2ee73eadb38c404b34224f21c52066757604712664df8cf252cb5cd7f788/569",
            "media_unittests": "968a65bab633886a19d8988179229513ca9412cc8da5bba71c9e7300da7cfbaf/649",
            "message_center_unittests": "80eab992087415290eac2904127490d3dbe697f8ded5a1185bd0875e6ac4b76d/569",
            "midi_unittests": "bf02e407b01ce08dcb75ee78fc9f3e9ef71b6f7d31f0318323353014e303d0c2/569",
            "mojo_core_unittests": "dfb0a67226574c7064d3d196b6555639966efa2abf26fee16120ea17237f62ae/569",
            "mojo_unittests": "b78447bb14d79774ecb8ce063ba446af379eeee9744c1bfa6a307c05876cecc3/647",
            "native_theme_unittests": "ff7ad2be496df0101b2f0ae73c2253328209a10b8195eb70057fb6c96b7b6586/569",
            "net_unittests": "c9a49dc9f2ff85278d3a0cdddd05fa9394a36ae4e3a37d3ac73bafb9d6ff3412/648",
            "openscreen_unittests": "831aeba1901769dfbc56631e74ee5d9a6ca04acf65e7aeb9929d5d3b6b42c850/811",
            "ozone_x11_unittests": "149c3a82ef1c5ad7b2d0f3b29407843ddba5f678b6bd7df984bd2db589fadbdb/569",
            "pdf_unittests": "f96ce04fdf4172bf882e899af69f0f2ca5a5dce260a21bc83f8469731e78f68b/725",
            "perfetto_unittests": "d4b7276969f91c70e81e3ce056289b1011934c661a24589edcd4057c89179588/569",
            "ppapi_unittests": "17435b70dfe409b08bac1d2ba6d5d5be08153a147161030e6d9ed824701b1e7f/569",
            "printing_unittests": "35b369284f880c3df340fb6d80d1b838b0783aa517e4f8d7ef71f93086b058f6/569",
            "remoting_unittests": "064a8f2513d555983300ccc60144d1def152b9676420a378728770ca255e44f8/646",
            "sandbox_linux_unittests": "e5be69c5946d71e2795fed52599dc6da87295c28a9001d208ca619db921d18c9/569",
            "service_manager_unittests": "30fda643fb6d0e5c3b11d167591012d68c0e4e5e4ef6e9c10c683681c5c8e54c/569",
            "services_unittests": "7d94101bf28c75a380426a0d87edbb89d6a16c7335f70d0c2aa522cf507e4449/815",
            "shell_dialogs_unittests": "16d45d670861ec0d0d9dfa8a978bac7124f71ee76764c063f7afc46bb4922195/569",
            "skia_unittests": "5e984360e80c1b3da84428383146fa8004400bc129a4dff59cfdc5dfc9e63eef/569",
            "snapshot_unittests": "2f858365b726ca5e9e2e24ad443097669ae1e38fcf445cfd2df71de6de319f4b/569",
            "sql_unittests": "78e930484d4560a08040f17209e6a385967cee0b61718d4c4f14a2eb08b99012/646",
            "storage_unittests": "7c08623404757413119363a9d07cadc8e0ea95cdb61e35bc39d46db00ea3ca07/727",
            "sync_integration_tests": "693adb1552e9b2b9c5da078e86cc63cd30e9198d1c6cdbcdb92c64ec5bbac95f/892",
            "ui_base_unittests": "e52bae79169ed89655b9178ea63d877f23c4a68b2d959f747a44ce3eb622b13c/723",
            "ui_touch_selection_unittests": "4364dd521201673db2c38faf5a1b694d221b8c2117f0bc9becbd66392e286cd0/569",
            "unit_tests": "6dcc28cb7079a0bb5e758a14577c1a34fa2ad38c74296a42d4091d408f55094f/1141",
            "url_unittests": "b81e15c021ae711d2ddec0f432c35c09319d422e32b0a549911e68e3b28870e4/569",
            "views_unittests": "011e74c1538344153cb5fd207a3240abaa89e1afa6fa69e0bc5aa1b546b761be/569",
            "viz_unittests": "5e4e9b1cb86df97e78559abcb28e94f4a8d2cc85795bd3365045f502ca15e7ed/653",
            "vr_common_unittests": "924a97f10545e3c7aca864b50ac46b4c119f971523a2212788517c993b04e672/811",
            "vr_pixeltests": "58b234719d106b381f958511b7da369bf53f2826da19ec62217381f47bbbe8f0/725",
            "weblayer_browsertests": "0cdc6236a21a72599916f39e100abe5ad509f77538d5f5db18cb36999f6e69b2/893",
            "weblayer_unittests": "33e2a8edf53ff7fde7e59e0b17a3d1e902e3afe0692449394af22f3cf5a1ad31/725",
            "wm_unittests": "417855fb4c47067d5302f2ae2e7f9df77ac7bb44f709a42d6a150e36bd1a6b6b/569",
            "wtf_unittests": "48bb5b4e378b0c8e52e292f60a6a0758f823b4d136b3ff244349d2ec3eb23c2e/569",
            "x11_unittests": "b07534c1d2c2d8cd47014a3ae38cff2a9f8fe197128b96e46e089d13e14b867b/569",
            "xr_browser_tests": "49938abbe1a25db4120a13f7de6d1462d6aaf13500e9a95b1d9cf756671b29c0/891",
            "zlib_unittests": "5ea172943a4868b90d9bab6497e368eecb4ce70ce479ac5c86c132f542be80ee/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "f0d486abf22639ab3ba9fd78912ffff90aee71501abf199e6c2518e5ece7d641/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "c4d3a55e8f3acef8798ae4d23ea9ab29fb682ac3",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8996997299205609904"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "78773"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[16:49:35.092] Scheduled build:
{
  "id": "8831567237150453633",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 70729,
  "createdBy": "project:chromium",
  "createTime": "2021-11-03T16:49:34.522565490Z",
  "updateTime": "2021-11-03T16:49:34.522565490Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "c4d3a55e8f3acef8798ae4d23ea9ab29fb682ac3",
      "ref": "refs/heads/main"
    }
  }
}
[16:49:35.092] Task URL: https://cr-buildbucket.appspot.com/build/8831567237150453633
[16:49:35.092] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996997299205609904:2:0) after 2m35s
[16:49:43.697] Received PubSub notification, asking Buildbucket for the build status
[16:49:43.731] Build status: STARTED
[16:52:10.135] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996997299205609904:2:0)
[16:52:10.177] Build status: STARTED
[16:52:10.177] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996997299205609904:4:0) after 4m44s
[16:56:54.388] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996997299205609904:4:0)
[16:56:54.469] Build status: STARTED
[16:56:54.469] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996997299205609904:5:0) after 5m50s
[17:02:44.446] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996997299205609904:5:0)
[17:02:44.480] Build status: STARTED
[17:02:44.480] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996997299205609904:6:0) after 4m30s
[17:07:14.546] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996997299205609904:6:0)
[17:07:14.581] Build status: STARTED
[17:07:14.581] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996997299205609904:7:0) after 9m43s
[17:16:57.974] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996997299205609904:7:0)
[17:16:58.014] Build:
{
  "id": "8831567237150453633",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 70729,
  "createdBy": "project:chromium",
  "createTime": "2021-11-03T16:49:34.522565490Z",
  "startTime": "2021-11-03T16:49:37.914719Z",
  "endTime": "2021-11-03T17:16:57.516669040Z",
  "updateTime": "2021-11-03T17:16:57.516669040Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "c4d3a55e8f3acef8798ae4d23ea9ab29fb682ac3",
      "ref": "refs/heads/main"
    }
  }
}
[17:16:58.014] Invocation finished in 27m24.83508139s with status FAILED