Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 31 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/78010 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "8964eb8fb6ee1fd08a4896f40ed1346ff6dd244f"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "0a85f8f741a46a43617572ec37da075511537f52",
  "parent_got_dawn_revision": "080c5cae3e6c468ef83689eba35bf136a1085577",
  "parent_got_nacl_revision": "03e09a770367fe15c1b0154b9168a909cf8a22c5",
  "parent_got_revision": "8964eb8fb6ee1fd08a4896f40ed1346ff6dd244f",
  "parent_got_revision_cp": "refs/heads/main@{#928952}",
  "parent_got_swiftshader_revision": "03fa329741b1a3548a4aa73cb8c4ed2c30660328",
  "parent_got_v8_revision": "0b7bda016178bf438f09b3c93da572ae3663a1f7",
  "parent_got_v8_revision_cp": "refs/heads/9.6.180@{#1}",
  "parent_got_webrtc_revision": "bde89ab09e4d6fb6bb7729181b9eaedc7ad7b3fd",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35158}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "8964eb8fb6ee1fd08a4896f40ed1346ff6dd244f",
  "swarm_hashes": {
    "absl_hardening_tests": "b344bf13fbbfac41c053b39e386c5c6b160aff24fedd39e86979927f66a57f49/569",
    "accessibility_unittests": "a8e5db891dfb6be37f5f2ffd8936ec57fc52f6f7f1922bccb18fd72c768b31c4/569",
    "angle_unittests": "3ed9cacbcbf187b46f0bcce1b88465437d9693913492db0347d657f83fdbc987/570",
    "app_shell_unittests": "ba6a69b8c1e2b494e41b3631b61f6db1edb6fd12e800e40e94ca6f9ec9263d31/809",
    "aura_unittests": "73aa89bc99ac2b46a022a9b3285d439f12e422862fb32dcc94e67b678c5644c7/569",
    "base_unittests": "d952253a172d1e5866090eb329679243ecabd0178f6e2b00582db3da47623ea3/648",
    "blink_common_unittests": "244fff627c67618ea2cb78f6940b03af9a2543100b56c53e7a3622e523545fa8/647",
    "blink_fuzzer_unittests": "8b7e89616f6671078f22688db18097f89c91a703cd12d30549a97cee613b8826/648",
    "blink_heap_unittests": "2d7e639766fd1a4306f6a78479a8b3412d0ac2a7ebb6dcdd1568465b839865d5/648",
    "blink_platform_unittests": "7fe4a4c2e38cd364f772e1cb7dd94c9f56b414db32876d6b18d9d8ce7e3c48ae/726",
    "blink_unittests": "fb52ed03ef13b87a309287795b10632061c0aec010d1517a2b46603546b72546/726",
    "boringssl_crypto_tests": "b698ae4e4e81f6a6a653250e451c304af116f052713a562fdeacd2931e97e581/570",
    "boringssl_ssl_tests": "c9127d0a81c23c35d0bd8b805a82df50a417a636abc3a3aa8fa509afdda452c6/569",
    "capture_unittests": "b717ca8f7bdf0808f786537f0b26189d311bff18131083ba02c4ea66eddd36b6/648",
    "cast_unittests": "5c44e98cbb588f781acf7b882bd558298b19293229ed9952e5a001d0666eb06b/569",
    "cc_unittests": "b06f078f3f884c063a2369b510c49c924a196894c60f9aa78991541356a24781/653",
    "chrome_app_unittests": "ed0f3e356763beb781dca22a5a5d3dacbfa2c82fd901686e4c51f1e1e2e0e7a4/811",
    "chromedriver_unittests": "908cde380ffe0154fb3f46d9bf9f789ff3ac034354117fc808778f14d19f96b8/726",
    "color_unittests": "2e83718dc3b8386c99c7283930d74c8143a8ce03e423e3e3b0aed6e95fc5867e/569",
    "components_browsertests": "135e0cb9a2c72d2842279f24168d796cc9ad366d94b4deed56c05947c5cae98e/892",
    "components_unittests": "b68044197cf45785738a8d3ec2912062562c13fd61f39a5e274434853f824366/892",
    "compositor_unittests": "92c7229b2a02179588b90f8dfb92e9d001d06192c620e3df23a6bbe6939934f4/645",
    "content_browsertests": "e830bc4b5c31e9201905b329a72ec6646ed0204c05cfaa3abbcd92800f3cf2fb/887",
    "content_unittests": "7e41afd50d40e33695f91cd2ad8a65d54475c184783dc5743275536f433ce01e/806",
    "cronet_tests": "b8b06940988a089f05ba16ab359b561226174990dfab92114362183b331e4826/730",
    "cronet_unittests": "179dce4881377eb576f34c7b2b80253bcd2d1a1c65e7fd414ce7e91c5577ec91/646",
    "crypto_unittests": "c19ce25869e14e74788dfeddcb818576fcf3eaa49c5332b145c94cb276768171/569",
    "dbus_unittests": "d66ef03fc62f86835dfaf04ea93daf4818723c4362fca09be3776a755d4b5f3b/569",
    "device_unittests": "f936e55f134053e15f8b6bd61d8a3912b36cda96b57d9f86bd0f2ce25f664793/646",
    "display_unittests": "05be20761582d9f0b282f903ec0dbed2e756f14d76a83e04e3bd18d15e0c6eb2/569",
    "events_unittests": "fea41a62fb965c650c62382382b40062556b91ebe935b9af4f9de9eb0ad476c2/569",
    "extensions_browsertests": "a7c75ef4ae9c56a9dd879c36fd394fba9ddd79d7272406eccd93fc464f9975f3/811",
    "extensions_unittests": "c7780d81bd658b7e4082df10fe7c0dabe53e23069f0a3362b9a347bf9664d68f/975",
    "filesystem_service_unittests": "7ff4117f7d2dac0c84cc54c0d981965915d8ba294cbb1d1a501cd4e772ced183/569",
    "gcm_unit_tests": "6826d9bb059fc4f51fa1ec25a7f3b7b30418f2ef9402cdc8f8d3a305d45a5769/646",
    "gfx_unittests": "6018477d36c36fc5c9a5cd82b5f9af46c95cccfd993745fa45e4bf696953f716/645",
    "gin_unittests": "89b1bbd2577c45a769ee58f37b01e9229bf681db8a258df15b0f1b5f4611b87a/646",
    "gl_tests": "05b8afac12c5f6ef8b2855f7caafb0fb717bfdb442f2828caaf39714183459a1/569",
    "gl_unittests": "30dac1dfcafdb21f91adb1e6372c332bbb4b2a3700c93b31fb5251484c29015f/569",
    "google_apis_unittests": "71dde5e7aaefb5876d0cbd721ec7efa355c68cad0f1c0e35109ab0dd47c114dc/731",
    "gpu_unittests": "a7e467db72d2ad80f39803182a49fab4b8f46a128585dd9444487514b6395e02/646",
    "gtk_unittests": "b4f393c6336dce69771c989964ef642c41f637ed559fac41e8017b4ed27d402a/569",
    "gwp_asan_unittests": "c684613c96d80c7f876498d6f4e70747b57397f6294f7c5508762745bb90d702/570",
    "headless_browsertests": "ff6f6852898790c580af2cbdf52f8531466c1df70fcfa80bab99216a0f3891b5/809",
    "headless_unittests": "886fc96eabdd9e6a2b88da591b1ec6788890aa7e0cb3df2edb6df0a3192cc344/569",
    "interactive_ui_tests": "a00444be34fd14bb7052ba0a9ac34a038ac004e3a0f64f2127d076df67f2d678/1128",
    "ipc_tests": "8b8992a64ea9aa09ca6495138b45abe427a09360c02c519c291229e4e1195f13/569",
    "jingle_unittests": "6b62a521c7751f0c4300765ddbc5f97ae984b9ff9e81e94b501d42caad6760ed/646",
    "latency_unittests": "eaaff805e958d0204a7cf0fc6f773df1828d75802873d83920da9218a4bac5ff/569",
    "libjingle_xmpp_unittests": "27486550446bce94e20bc1f5867848531ed3f3f8e9e280260547ea2ee02d02a1/569",
    "liburlpattern_unittests": "90d38d6598252dd162ce7325cf34ffb219625268553eb274d8779afb08c40a7a/569",
    "media_unittests": "0a120769659bb0e67e641bd8b2fdf0a2f026aad5eb573095df772023f1deb047/649",
    "message_center_unittests": "a5e190dd4889c8fc248fc30b277ca79dd6e98ec102fac4c09b8f9a270f44611c/569",
    "midi_unittests": "8deac7a8f2c38410014466f6c4df1a33cfdf2c3b247b323e6542cd7ccce31667/569",
    "mojo_core_unittests": "fffe86f85b9dc0b90851135733d482a0127581ee14d8529f721b46618e60ffd5/569",
    "mojo_unittests": "d43151398c74fe14f0a44c0fbcd1e4a603fffd11019a4cf74fa4cc420a7e71d4/647",
    "native_theme_unittests": "b1941b6dbd7a7579f044cc36dd2058899f7e7fb6f361e70b67b86c54fa65e1a4/569",
    "net_unittests": "65219d18fe1e9af6394dc72ecc5ca1988dc888dd0e54612e7477986ef580cff6/648",
    "openscreen_unittests": "356e7b04e46f3586eb49927ed95b54319b347193f3daccf606c6e98473fb2a5a/811",
    "ozone_x11_unittests": "52e501e3a7d777586206a61b99222c88324c03e14265d50c6b821a1a6b97e29f/569",
    "pdf_unittests": "7da7de1c344ae9388215151918c362776eb0594eef9f54d8cc50c73629b5b8c5/725",
    "perfetto_unittests": "8ce6c0064cb9de14598f881b70f97bead7fbae376d8f06795a88c1caed6b497c/569",
    "ppapi_unittests": "b888464e54c480e41c5151cc7d42ee99fbc862c670d28f96492d6bdcf0110026/569",
    "printing_unittests": "42832644cbf4f7986d0e44ceb2f08b28001407aa09a8cfb04142ee1aec68845f/569",
    "remoting_unittests": "6f81723556b1cfb05d61b72a36b208405afc4dcb7e36208b7c5024e98edf9664/646",
    "sandbox_linux_unittests": "57fa8f5ce586d0332ade05f335274733054408606146d9dd337d1358d7ede427/569",
    "service_manager_unittests": "dbb172c72c88b42f899ff18cfc3e539c99e404260ddba1af7ff594d5fddb8064/569",
    "services_unittests": "a93b8f25505d774a72f0cb8086a2cdbf79383eaf83e03557cb0d5e96f50cc853/815",
    "shell_dialogs_unittests": "6d12798ed06d0288f78e7893ddbfbb52c7895a4b08b28ea009f39420c384ecb2/569",
    "skia_unittests": "1783dd959e3448c4d05d58d360df82003c59b2dc2acecd0e944e92c9c01daddd/569",
    "snapshot_unittests": "e85b47fb44a96d1bed9b1c73f9a0d13aa9ded54d9575b9603bd1a02eb8d33379/569",
    "sql_unittests": "e9bfa9aad81a1b90cc979472a9699ee382b11428157bd6555b0ca584e71b8a35/646",
    "storage_unittests": "01d0a89b43bd3bc86632230fbf5f00322e9085d497be1c13461fa0ee8274d836/727",
    "sync_integration_tests": "0606dee9cce0c2814573347a653c460a176e40b85a75e774041c5401f2a03c36/892",
    "ui_base_unittests": "1cadaf4c51121abc1b1fb6569ca17b34cf0b9deb06326452fc91fbb4f90b9bef/723",
    "ui_touch_selection_unittests": "614fb65762d1f0100acfb094c954367b1addbf47ad198dc8c5c4eb242c117c89/569",
    "unit_tests": "a5e16928eac4c62db67baeb4ca4a71c3a46cfb5766455277b746338a9306388e/1141",
    "url_unittests": "f1bf6df5388530c10eb25da4043138cb75a68b50ee3e0e30934a5fe8a6174a23/569",
    "views_unittests": "2ab93d6db542cb47a50c6c7b00567f57fbb86ba83f1808fbdc86208ad7a220d3/569",
    "viz_unittests": "b0e17d3ec945e6b0163ffaf9a743c7d92c2b252f8d7bbd89350af0f40b51eec4/653",
    "vr_common_unittests": "6452ad7071592e1c51b275d5753fef753e703bcb5e05dea81ce4787cb1176c6c/811",
    "vr_pixeltests": "6fb2fdb36b6626f74f47e90ace64eb0d3d37e0e2c4c16c71ff1222b7a641ad8a/725",
    "weblayer_browsertests": "29a879895cba1f12701e5edfa1f92328b5a5d941de4f7ec414c81e4a666fad49/893",
    "weblayer_unittests": "a4d350167bc7ad64d2c2c5ff8faedffccfdd49f9f5bde7ad0d4c26745a70669d/725",
    "wm_unittests": "6b95855313dc3a6230c045a6cb2ca45e90c27450b4a3ee569571312f9427ad58/569",
    "wtf_unittests": "3a3789b5ea6f7ef03830090a63969ab3c85ca813a10f66e0b846c70aa3f0bb03/569",
    "x11_unittests": "a37f85a62172b3af9b769e5d75308e4980d91389472e399c31f569c60c6183a2/569",
    "xr_browser_tests": "b4ebce1a3824076f0610c0e5546d6ffe161a95351697ec2dc5ef31a04a3e44fd/891",
    "zlib_unittests": "12be7bfdad82b49850beb5ff9bbceaeaecee1f62db167a2c29784117e24e735e/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "a737c3978d8217c5d52b0b885ca0018ad0e5420c0ed97a0e9b5f7ac48162d323/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/8964eb8fb6ee1fd08a4896f40ed1346ff6dd244f
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:78010
  • user_agent:recipe

Debug log (UTC)

[00:41:54.472] New invocation is queued and will start shortly
[00:41:54.472] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[00:41:55.591] Starting the invocation (attempt 1)
[00:41:55.632] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/8964eb8fb6ee1fd08a4896f40ed1346ff6dd244f"
[00:41:55.633] Popped gitiles commit info from properties and tags
[00:41:55.633] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:41:55.633] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:41:55.633] Buildbucket request:
{
  "requestId": "8999504296282473440",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "8964eb8fb6ee1fd08a4896f40ed1346ff6dd244f"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "0a85f8f741a46a43617572ec37da075511537f52",
      "parent_got_dawn_revision": "080c5cae3e6c468ef83689eba35bf136a1085577",
      "parent_got_nacl_revision": "03e09a770367fe15c1b0154b9168a909cf8a22c5",
      "parent_got_revision": "8964eb8fb6ee1fd08a4896f40ed1346ff6dd244f",
      "parent_got_revision_cp": "refs/heads/main@{#928952}",
      "parent_got_swiftshader_revision": "03fa329741b1a3548a4aa73cb8c4ed2c30660328",
      "parent_got_v8_revision": "0b7bda016178bf438f09b3c93da572ae3663a1f7",
      "parent_got_v8_revision_cp": "refs/heads/9.6.180@{#1}",
      "parent_got_webrtc_revision": "bde89ab09e4d6fb6bb7729181b9eaedc7ad7b3fd",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35158}",
      "swarm_hashes": {
            "absl_hardening_tests": "b344bf13fbbfac41c053b39e386c5c6b160aff24fedd39e86979927f66a57f49/569",
            "accessibility_unittests": "a8e5db891dfb6be37f5f2ffd8936ec57fc52f6f7f1922bccb18fd72c768b31c4/569",
            "angle_unittests": "3ed9cacbcbf187b46f0bcce1b88465437d9693913492db0347d657f83fdbc987/570",
            "app_shell_unittests": "ba6a69b8c1e2b494e41b3631b61f6db1edb6fd12e800e40e94ca6f9ec9263d31/809",
            "aura_unittests": "73aa89bc99ac2b46a022a9b3285d439f12e422862fb32dcc94e67b678c5644c7/569",
            "base_unittests": "d952253a172d1e5866090eb329679243ecabd0178f6e2b00582db3da47623ea3/648",
            "blink_common_unittests": "244fff627c67618ea2cb78f6940b03af9a2543100b56c53e7a3622e523545fa8/647",
            "blink_fuzzer_unittests": "8b7e89616f6671078f22688db18097f89c91a703cd12d30549a97cee613b8826/648",
            "blink_heap_unittests": "2d7e639766fd1a4306f6a78479a8b3412d0ac2a7ebb6dcdd1568465b839865d5/648",
            "blink_platform_unittests": "7fe4a4c2e38cd364f772e1cb7dd94c9f56b414db32876d6b18d9d8ce7e3c48ae/726",
            "blink_unittests": "fb52ed03ef13b87a309287795b10632061c0aec010d1517a2b46603546b72546/726",
            "boringssl_crypto_tests": "b698ae4e4e81f6a6a653250e451c304af116f052713a562fdeacd2931e97e581/570",
            "boringssl_ssl_tests": "c9127d0a81c23c35d0bd8b805a82df50a417a636abc3a3aa8fa509afdda452c6/569",
            "capture_unittests": "b717ca8f7bdf0808f786537f0b26189d311bff18131083ba02c4ea66eddd36b6/648",
            "cast_unittests": "5c44e98cbb588f781acf7b882bd558298b19293229ed9952e5a001d0666eb06b/569",
            "cc_unittests": "b06f078f3f884c063a2369b510c49c924a196894c60f9aa78991541356a24781/653",
            "chrome_app_unittests": "ed0f3e356763beb781dca22a5a5d3dacbfa2c82fd901686e4c51f1e1e2e0e7a4/811",
            "chromedriver_unittests": "908cde380ffe0154fb3f46d9bf9f789ff3ac034354117fc808778f14d19f96b8/726",
            "color_unittests": "2e83718dc3b8386c99c7283930d74c8143a8ce03e423e3e3b0aed6e95fc5867e/569",
            "components_browsertests": "135e0cb9a2c72d2842279f24168d796cc9ad366d94b4deed56c05947c5cae98e/892",
            "components_unittests": "b68044197cf45785738a8d3ec2912062562c13fd61f39a5e274434853f824366/892",
            "compositor_unittests": "92c7229b2a02179588b90f8dfb92e9d001d06192c620e3df23a6bbe6939934f4/645",
            "content_browsertests": "e830bc4b5c31e9201905b329a72ec6646ed0204c05cfaa3abbcd92800f3cf2fb/887",
            "content_unittests": "7e41afd50d40e33695f91cd2ad8a65d54475c184783dc5743275536f433ce01e/806",
            "cronet_tests": "b8b06940988a089f05ba16ab359b561226174990dfab92114362183b331e4826/730",
            "cronet_unittests": "179dce4881377eb576f34c7b2b80253bcd2d1a1c65e7fd414ce7e91c5577ec91/646",
            "crypto_unittests": "c19ce25869e14e74788dfeddcb818576fcf3eaa49c5332b145c94cb276768171/569",
            "dbus_unittests": "d66ef03fc62f86835dfaf04ea93daf4818723c4362fca09be3776a755d4b5f3b/569",
            "device_unittests": "f936e55f134053e15f8b6bd61d8a3912b36cda96b57d9f86bd0f2ce25f664793/646",
            "display_unittests": "05be20761582d9f0b282f903ec0dbed2e756f14d76a83e04e3bd18d15e0c6eb2/569",
            "events_unittests": "fea41a62fb965c650c62382382b40062556b91ebe935b9af4f9de9eb0ad476c2/569",
            "extensions_browsertests": "a7c75ef4ae9c56a9dd879c36fd394fba9ddd79d7272406eccd93fc464f9975f3/811",
            "extensions_unittests": "c7780d81bd658b7e4082df10fe7c0dabe53e23069f0a3362b9a347bf9664d68f/975",
            "filesystem_service_unittests": "7ff4117f7d2dac0c84cc54c0d981965915d8ba294cbb1d1a501cd4e772ced183/569",
            "gcm_unit_tests": "6826d9bb059fc4f51fa1ec25a7f3b7b30418f2ef9402cdc8f8d3a305d45a5769/646",
            "gfx_unittests": "6018477d36c36fc5c9a5cd82b5f9af46c95cccfd993745fa45e4bf696953f716/645",
            "gin_unittests": "89b1bbd2577c45a769ee58f37b01e9229bf681db8a258df15b0f1b5f4611b87a/646",
            "gl_tests": "05b8afac12c5f6ef8b2855f7caafb0fb717bfdb442f2828caaf39714183459a1/569",
            "gl_unittests": "30dac1dfcafdb21f91adb1e6372c332bbb4b2a3700c93b31fb5251484c29015f/569",
            "google_apis_unittests": "71dde5e7aaefb5876d0cbd721ec7efa355c68cad0f1c0e35109ab0dd47c114dc/731",
            "gpu_unittests": "a7e467db72d2ad80f39803182a49fab4b8f46a128585dd9444487514b6395e02/646",
            "gtk_unittests": "b4f393c6336dce69771c989964ef642c41f637ed559fac41e8017b4ed27d402a/569",
            "gwp_asan_unittests": "c684613c96d80c7f876498d6f4e70747b57397f6294f7c5508762745bb90d702/570",
            "headless_browsertests": "ff6f6852898790c580af2cbdf52f8531466c1df70fcfa80bab99216a0f3891b5/809",
            "headless_unittests": "886fc96eabdd9e6a2b88da591b1ec6788890aa7e0cb3df2edb6df0a3192cc344/569",
            "interactive_ui_tests": "a00444be34fd14bb7052ba0a9ac34a038ac004e3a0f64f2127d076df67f2d678/1128",
            "ipc_tests": "8b8992a64ea9aa09ca6495138b45abe427a09360c02c519c291229e4e1195f13/569",
            "jingle_unittests": "6b62a521c7751f0c4300765ddbc5f97ae984b9ff9e81e94b501d42caad6760ed/646",
            "latency_unittests": "eaaff805e958d0204a7cf0fc6f773df1828d75802873d83920da9218a4bac5ff/569",
            "libjingle_xmpp_unittests": "27486550446bce94e20bc1f5867848531ed3f3f8e9e280260547ea2ee02d02a1/569",
            "liburlpattern_unittests": "90d38d6598252dd162ce7325cf34ffb219625268553eb274d8779afb08c40a7a/569",
            "media_unittests": "0a120769659bb0e67e641bd8b2fdf0a2f026aad5eb573095df772023f1deb047/649",
            "message_center_unittests": "a5e190dd4889c8fc248fc30b277ca79dd6e98ec102fac4c09b8f9a270f44611c/569",
            "midi_unittests": "8deac7a8f2c38410014466f6c4df1a33cfdf2c3b247b323e6542cd7ccce31667/569",
            "mojo_core_unittests": "fffe86f85b9dc0b90851135733d482a0127581ee14d8529f721b46618e60ffd5/569",
            "mojo_unittests": "d43151398c74fe14f0a44c0fbcd1e4a603fffd11019a4cf74fa4cc420a7e71d4/647",
            "native_theme_unittests": "b1941b6dbd7a7579f044cc36dd2058899f7e7fb6f361e70b67b86c54fa65e1a4/569",
            "net_unittests": "65219d18fe1e9af6394dc72ecc5ca1988dc888dd0e54612e7477986ef580cff6/648",
            "openscreen_unittests": "356e7b04e46f3586eb49927ed95b54319b347193f3daccf606c6e98473fb2a5a/811",
            "ozone_x11_unittests": "52e501e3a7d777586206a61b99222c88324c03e14265d50c6b821a1a6b97e29f/569",
            "pdf_unittests": "7da7de1c344ae9388215151918c362776eb0594eef9f54d8cc50c73629b5b8c5/725",
            "perfetto_unittests": "8ce6c0064cb9de14598f881b70f97bead7fbae376d8f06795a88c1caed6b497c/569",
            "ppapi_unittests": "b888464e54c480e41c5151cc7d42ee99fbc862c670d28f96492d6bdcf0110026/569",
            "printing_unittests": "42832644cbf4f7986d0e44ceb2f08b28001407aa09a8cfb04142ee1aec68845f/569",
            "remoting_unittests": "6f81723556b1cfb05d61b72a36b208405afc4dcb7e36208b7c5024e98edf9664/646",
            "sandbox_linux_unittests": "57fa8f5ce586d0332ade05f335274733054408606146d9dd337d1358d7ede427/569",
            "service_manager_unittests": "dbb172c72c88b42f899ff18cfc3e539c99e404260ddba1af7ff594d5fddb8064/569",
            "services_unittests": "a93b8f25505d774a72f0cb8086a2cdbf79383eaf83e03557cb0d5e96f50cc853/815",
            "shell_dialogs_unittests": "6d12798ed06d0288f78e7893ddbfbb52c7895a4b08b28ea009f39420c384ecb2/569",
            "skia_unittests": "1783dd959e3448c4d05d58d360df82003c59b2dc2acecd0e944e92c9c01daddd/569",
            "snapshot_unittests": "e85b47fb44a96d1bed9b1c73f9a0d13aa9ded54d9575b9603bd1a02eb8d33379/569",
            "sql_unittests": "e9bfa9aad81a1b90cc979472a9699ee382b11428157bd6555b0ca584e71b8a35/646",
            "storage_unittests": "01d0a89b43bd3bc86632230fbf5f00322e9085d497be1c13461fa0ee8274d836/727",
            "sync_integration_tests": "0606dee9cce0c2814573347a653c460a176e40b85a75e774041c5401f2a03c36/892",
            "ui_base_unittests": "1cadaf4c51121abc1b1fb6569ca17b34cf0b9deb06326452fc91fbb4f90b9bef/723",
            "ui_touch_selection_unittests": "614fb65762d1f0100acfb094c954367b1addbf47ad198dc8c5c4eb242c117c89/569",
            "unit_tests": "a5e16928eac4c62db67baeb4ca4a71c3a46cfb5766455277b746338a9306388e/1141",
            "url_unittests": "f1bf6df5388530c10eb25da4043138cb75a68b50ee3e0e30934a5fe8a6174a23/569",
            "views_unittests": "2ab93d6db542cb47a50c6c7b00567f57fbb86ba83f1808fbdc86208ad7a220d3/569",
            "viz_unittests": "b0e17d3ec945e6b0163ffaf9a743c7d92c2b252f8d7bbd89350af0f40b51eec4/653",
            "vr_common_unittests": "6452ad7071592e1c51b275d5753fef753e703bcb5e05dea81ce4787cb1176c6c/811",
            "vr_pixeltests": "6fb2fdb36b6626f74f47e90ace64eb0d3d37e0e2c4c16c71ff1222b7a641ad8a/725",
            "weblayer_browsertests": "29a879895cba1f12701e5edfa1f92328b5a5d941de4f7ec414c81e4a666fad49/893",
            "weblayer_unittests": "a4d350167bc7ad64d2c2c5ff8faedffccfdd49f9f5bde7ad0d4c26745a70669d/725",
            "wm_unittests": "6b95855313dc3a6230c045a6cb2ca45e90c27450b4a3ee569571312f9427ad58/569",
            "wtf_unittests": "3a3789b5ea6f7ef03830090a63969ab3c85ca813a10f66e0b846c70aa3f0bb03/569",
            "x11_unittests": "a37f85a62172b3af9b769e5d75308e4980d91389472e399c31f569c60c6183a2/569",
            "xr_browser_tests": "b4ebce1a3824076f0610c0e5546d6ffe161a95351697ec2dc5ef31a04a3e44fd/891",
            "zlib_unittests": "12be7bfdad82b49850beb5ff9bbceaeaecee1f62db167a2c29784117e24e735e/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "a737c3978d8217c5d52b0b885ca0018ad0e5420c0ed97a0e9b5f7ac48162d323/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "8964eb8fb6ee1fd08a4896f40ed1346ff6dd244f",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8999504296282473440"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "78010"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[00:41:56.197] Scheduled build:
{
  "id": "8834074234324193953",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 69971,
  "createdBy": "project:chromium",
  "createTime": "2021-10-07T00:41:55.706527929Z",
  "updateTime": "2021-10-07T00:41:55.989426074Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "8964eb8fb6ee1fd08a4896f40ed1346ff6dd244f",
      "ref": "refs/heads/main"
    }
  }
}
[00:41:56.197] Task URL: https://cr-buildbucket.appspot.com/build/8834074234324193953
[00:41:56.197] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999504296282473440:2:0) after 9m49s
[00:42:10.219] Received PubSub notification, asking Buildbucket for the build status
[00:42:10.363] Build status: STARTED
[00:51:45.290] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999504296282473440:2:0)
[00:51:45.326] Build status: STARTED
[00:51:45.326] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999504296282473440:4:0) after 1m51s
[00:53:36.335] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999504296282473440:4:0)
[00:53:36.385] Build status: STARTED
[00:53:36.385] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999504296282473440:5:0) after 6m29s
[01:00:05.605] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999504296282473440:5:0)
[01:00:05.638] Build status: STARTED
[01:00:05.638] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999504296282473440:6:0) after 5m4s
[01:05:10.114] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999504296282473440:6:0)
[01:05:10.210] Build status: STARTED
[01:05:10.211] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999504296282473440:7:0) after 8m46s
[01:13:16.057] Received PubSub notification, asking Buildbucket for the build status
[01:13:16.097] Build:
{
  "id": "8834074234324193953",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 69971,
  "createdBy": "project:chromium",
  "createTime": "2021-10-07T00:41:55.706527929Z",
  "startTime": "2021-10-07T00:42:08.788014Z",
  "endTime": "2021-10-07T01:13:14.691836Z",
  "updateTime": "2021-10-07T01:13:14.692263220Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "8964eb8fb6ee1fd08a4896f40ed1346ff6dd244f",
      "ref": "refs/heads/main"
    }
  }
}
[01:13:16.097] Invocation finished in 31m21.642413155s with status FAILED