Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 30 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/78006 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "5216bc59612de4090d6ece97005d5b2172d75db2"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "0a85f8f741a46a43617572ec37da075511537f52",
  "parent_got_dawn_revision": "ccbc1a39da703667a575793387ca7e29913cec59",
  "parent_got_nacl_revision": "03e09a770367fe15c1b0154b9168a909cf8a22c5",
  "parent_got_revision": "5216bc59612de4090d6ece97005d5b2172d75db2",
  "parent_got_revision_cp": "refs/heads/main@{#928846}",
  "parent_got_swiftshader_revision": "8c181d7d11654ef9e3002dc4f3a2105d563b6364",
  "parent_got_v8_revision": "0b7bda016178bf438f09b3c93da572ae3663a1f7",
  "parent_got_v8_revision_cp": "refs/heads/9.6.180@{#1}",
  "parent_got_webrtc_revision": "bde89ab09e4d6fb6bb7729181b9eaedc7ad7b3fd",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35158}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "5216bc59612de4090d6ece97005d5b2172d75db2",
  "swarm_hashes": {
    "absl_hardening_tests": "cb79912b79ce48dbf0b41204884dca687296539f36ee6a92c533fce2b03aad84/569",
    "accessibility_unittests": "a21c57a1c114b3406b1222ae1efd650d20ba3d322cba5c57130ac73406e69648/569",
    "angle_unittests": "150901628744492ef92a843c18cd6d12f28fe67cf8935058eb2dc2eed5c88d0c/570",
    "app_shell_unittests": "e7c24b792a98962c1c5de43d419f4dbfa4dc23e2df6cce91100b710e135555aa/809",
    "aura_unittests": "dd70f455fe72ff5b125f5e2e37dcbb51bd14e20a246d6394b5a40ed3bfcea995/569",
    "base_unittests": "053227366e525e2e67e923d2df1b7345e4f64192011af905408373fa690ddbda/648",
    "blink_common_unittests": "cfd733c31654bfe323b6526740f0d7d32efb38845e17fdd77057f3edeceb476f/647",
    "blink_fuzzer_unittests": "53ff130f2fb7b71d31fda3d9087f736619e829a66e8113fe0ace4971fc103daa/648",
    "blink_heap_unittests": "ef0af25aca3f318fb9fa5074a08cb445909722976218f16eb2ed1665f8acb1a4/648",
    "blink_platform_unittests": "384c1c74d3bc97b361a5ba7dc7de78205960ff1fd40037ac923f1ff271ae32f7/726",
    "blink_unittests": "8e1f552ac5896f2222d1331909c8ef5cd8bad93107b8c8c4dd1df02f0ae3da21/726",
    "boringssl_crypto_tests": "9c112445737a7b079e1a27e71126bd06a81fdf18c81957db1d7011b10383befc/570",
    "boringssl_ssl_tests": "ee59a2a708442a5e646bcb8b782a1e8af856b765bdde60c599346fdc263eeac8/569",
    "capture_unittests": "587a713c21db7bb9a264d1b08904bbf2b7c7d22371364e3010466af0c9c6bb13/648",
    "cast_unittests": "5eb2effabe1572769854ed261524a43428583709751a0b94b38c8006916ac73f/569",
    "cc_unittests": "fe2334fa36d292a7ecedccbc115d1ef8aa89d0983d455f27090e355cbb52d54c/653",
    "chrome_app_unittests": "62f60573360bfbfbdad157deb96ef891c0b1544235249f7e4f41aaf817d2ebc9/811",
    "chromedriver_unittests": "59f57337f3bbda455e7b5f397b6f7aadd0ef3ae8c0a347e180213c228e121e65/726",
    "color_unittests": "e0e6f733071f230a8b574ccb527a25ee04971039b1332bf1cb890ea86283a673/569",
    "components_browsertests": "2d7bfa6ef5759a2e752e007c8c416e6e8144fa67dbaa017965f479426113fc9a/892",
    "components_unittests": "7a1d55bb6dac9d5d59f50b62d1bdf81aa196b8616d0662642979d28a7a6d079e/892",
    "compositor_unittests": "81867de5069b0d6fe19d3d8d5d7bb94523fb6e6cf88fb3839c89209ba25fb618/645",
    "content_browsertests": "39b90082067acc1e9af8779f67158a6f758108fce4731239fd89cc3367a515a8/887",
    "content_unittests": "f22351b5d8f0ad9443baef909d8f541edbe0bbcdf69c10a3ff4807c39553779d/806",
    "cronet_tests": "5c4822ea8df0c634f514a75641819feebf53210dabdde3b0e40782a6c5ee3082/730",
    "cronet_unittests": "8cb673b82da6b1da3d5a6268565b44fc6ed4490b2520007685677491ce47d50a/646",
    "crypto_unittests": "8137129f85d86b81bd0f5bf0dc1cd54962d4a1117d42c2fba45701cb8b8084e4/569",
    "dbus_unittests": "72da8f085a1776a8b79d979cb18ebf112aadb77bc3ee12594f428ba480d1d848/569",
    "device_unittests": "c4eefb6712660030ad04ba68943fe95d5cd8975b21e892ae009819a2c76f5df9/646",
    "display_unittests": "4538e2e83f83330ea60924ec2a6e9f2aeedbc46292f94c896928349c588fc77d/569",
    "events_unittests": "a9b2b71de923db5a3c8a2ff913750cde05db08d88bd3befa1f284630006c5a4c/569",
    "extensions_browsertests": "8697d459a998d887fcc362d45843965badf828dc90ec5c765789bbad159b8179/811",
    "extensions_unittests": "3e07c57e12452c63f98b633a940a98c51408b10dfa0cbbbef504b865114924bb/975",
    "filesystem_service_unittests": "db0d19b533a7e788ee8923350015b95ba053c06dbb0c7fd35d1cadf06514a355/569",
    "gcm_unit_tests": "4166098ca757de0887aa792ef95e36fdf6922dd9c4c16c9a0ed543cb6abefdf4/646",
    "gfx_unittests": "f102a52c1d60cbd43f813889782be5d6f16d6c5d543f1e4605c11625ad865633/645",
    "gin_unittests": "9dd75410637b496168196be10170b6b48e5aa4d1c3d0861b5020fb37d61b0074/646",
    "gl_tests": "0110c9e8f1a4696248b0a713f82129657bafa122ba50d34ae9e6611238a04c98/569",
    "gl_unittests": "60fb808cf604b744591db946da3aef73d668bd113bda8d9b37f64d65ad90a634/569",
    "google_apis_unittests": "cae38a2ef012c91826512d7b16bf80128cdc9ced3cadaa202309455e3f86bfbb/731",
    "gpu_unittests": "ff20ab5bbae7fdd34449df202102504c8dd4ae38a3b9f88406dd2ba6a41a5a4d/646",
    "gtk_unittests": "bf1e89e7cbd8a02a897e3f3a349c17742f0dcd123888c195e00ebffd7ce2bdb8/569",
    "gwp_asan_unittests": "58bf9fbcf459711ea504cc4a3d219d3b56afa3a4cc62ce81a0d63186a554c034/570",
    "headless_browsertests": "08c1ddd1be990071d3fb601ba64e64e16dc58572f0d83dae817d2a9e4691af81/809",
    "headless_unittests": "8ed5bafbca49b6553753c04069ab0ade5fc41ce4446d2e721be2c7711db9c3c3/569",
    "interactive_ui_tests": "af07ced0e7ab927c13f1f78324b8fc22eb5fab71a710bf7a136d3c34be6f1755/1128",
    "ipc_tests": "3edd9b91ab85f517dfa272ee2e647f969cb2e00d0a5defaf918f03bebe149d92/569",
    "jingle_unittests": "94c670b7e600592413c447c50e02b9b77d02ba854f420aa3b635bbdb6318a242/646",
    "latency_unittests": "43dfd65858ff9fa8fd5269baa0fcdfe2328d51f8c06576ab1da7d2fa32b3dcb7/569",
    "libjingle_xmpp_unittests": "729e9f7f473fd07dc3f348407cd2450ab50678fedec528e21f359aa531e13e93/569",
    "liburlpattern_unittests": "94864d667619dd0917c20816babbccc9de3a4d3db4c6961baa4d1690d2a47423/569",
    "media_unittests": "5697b1e25e2e57a56dc53e699bd7a4dbfdc7c8ea972000f66960a8296e9e6262/649",
    "message_center_unittests": "21f2573069759f716368b4c758e8f8df87083b16ab07418f711773cc2d4b2769/569",
    "midi_unittests": "900524d341e1b6500afbf879e07dc174ec9deb964465de714f30e8efe5aa49db/569",
    "mojo_core_unittests": "256bc6069866a09d084b4ff5cd662f2dd667710103cf5a95cd543f791a81eca9/569",
    "mojo_unittests": "27ba0d7747eeef11490e4e79c7862e938da467c752043a7bf68869d616b26b2b/647",
    "native_theme_unittests": "b0ea576460fe96e763957aca2f6548719c5709ded399dd800e7c65ba2027e196/569",
    "net_unittests": "89e4b038662dbdd5c7d2827da3b47a27eef7bd22214276189732ac730c35bb0c/648",
    "openscreen_unittests": "300ad1ebc8bf63b96336ab5c8d84926b1bccf70001c9b37dc46a929e994eeebd/811",
    "ozone_x11_unittests": "d666094df5d1ca66115d0f11fa4b9d84c6c26fe4c7a7438df352acd75e2f5b4d/569",
    "pdf_unittests": "7bbbfca895eff65656d421a9133c2c12418a87379d32fb8130abf9833e1a4909/725",
    "perfetto_unittests": "89112ce16203cae1166bf5b880347697a895d4fa293a5af9dd2348cb01abb63f/569",
    "ppapi_unittests": "4647b8f8651ac6c0c91163ea5983c7dd8f3e4ba1507578235b7f52d22fd928c0/569",
    "printing_unittests": "a8782aedd0b1f5626808cf1acc56ed8db89f10eb353197d7fec48d5d2ce949a7/569",
    "remoting_unittests": "39dd27e839c9d45d687a5a05c5cfce5dc3c7b26663d68182e62525da3b85f57f/646",
    "sandbox_linux_unittests": "026954b47750aa3de17c6e4594fc636f0d7fbd8e42b35bb871cbff33a217d9a8/569",
    "service_manager_unittests": "4a8909d994efadbf5ae4b083d473ba6a0e78415b4e2661a56ea7a0970bc216f3/569",
    "services_unittests": "1446f94685853857fcf52c2ae411f8748e42e5ce7fe1ae2ccdeac3be83d8fec9/815",
    "shell_dialogs_unittests": "3149c30232156fb687a7392c17b82acded96fb291f18b3178195c08f59392fbc/569",
    "skia_unittests": "ff412584ca1cbc4ac79a5a34d94ec5655c46944cb92079e76c62877c68a08f85/569",
    "snapshot_unittests": "f11f1ee29e3803f1067cd6ad90248ee1d4f960f40b051eecc18b81c860b9a37a/569",
    "sql_unittests": "9205f9faf6536a4bfd7310c03ca9df968ce652ddfe8a196fb2d9f9576822d1e6/646",
    "storage_unittests": "3eb01ccf72c8e7cbda6390594e65504e3c4f1a0da428d0643a0692726d250b80/727",
    "sync_integration_tests": "83206aa68ba643b6ae432a509f0960135904b7c8a50d1c372d84a7ad55eff2e6/892",
    "ui_base_unittests": "2ba6ee347c66445d63f029094f74b1183d5baa07356be9bed57df7efff121729/723",
    "ui_touch_selection_unittests": "6c4b5d8b587d535920ee20ef26836f4996f28d4c7801ad1d4a70abe9b9d973f9/569",
    "unit_tests": "41a2d760e3fb94b46e70e7c4c56edc9395183d552f5582d860bae2f5a72d9e9e/1141",
    "url_unittests": "db6df3bc776d6ceb53396f9dd62a46232afca3774176d828bab9fa3b032bb426/569",
    "views_unittests": "3c9b0e226a567d5699f34cfd5a650b6fe387f152351bdd7b9ebb2685e577ef75/569",
    "viz_unittests": "3b6439ebe39ef0b45215d4586b2891167c79a4b1fda60b08ef9127fc37346293/653",
    "vr_common_unittests": "d68aad68cc57bbd21d1296c64471cd43ee9ee999bfe2be6989aa3715f637b779/811",
    "vr_pixeltests": "a496a820206f41b86ad7bb0c2e0743177464e18bb23ad76fff774765f401b30c/725",
    "weblayer_browsertests": "6906174e929bb0cbc933d02fedf2073553b0d47c22cb9e937d182a65b9686c78/893",
    "weblayer_unittests": "9a3c9acaebdea4d1b73af6698c0428c69dd74ca43f1aacaab4094d1d3b473b4a/725",
    "wm_unittests": "354988d1650e5261f111596bcf51e4fa950ccbe051e4da55900998aa9e62f6eb/569",
    "wtf_unittests": "9b3c1e84bf937005f62d190d69a37b605751c44c3adc2a3250fc044c384c0b5c/569",
    "x11_unittests": "c3ce8f568e0a97b9e17ef64cb7d7858ec81c1789e24dd14e650b829c03b225d1/569",
    "xr_browser_tests": "c70395d2f04882ff2f2a9d3346edb3727ee0467ece52ccdc30d67d276002ab98/891",
    "zlib_unittests": "b9d032dbdbe769a4ba7f4858f187dd910b30c5ff5f95de6589245c873e0f5f60/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "a737c3978d8217c5d52b0b885ca0018ad0e5420c0ed97a0e9b5f7ac48162d323/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/5216bc59612de4090d6ece97005d5b2172d75db2
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:78006
  • user_agent:recipe

Debug log (UTC)

[21:33:33.538] New invocation is queued and will start shortly
[21:33:33.538] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[21:33:34.732] Starting the invocation (attempt 1)
[21:33:34.766] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/5216bc59612de4090d6ece97005d5b2172d75db2"
[21:33:34.766] Popped gitiles commit info from properties and tags
[21:33:34.766] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:33:34.766] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:33:34.767] Buildbucket request:
{
  "requestId": "8999516146173972224",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "5216bc59612de4090d6ece97005d5b2172d75db2"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "0a85f8f741a46a43617572ec37da075511537f52",
      "parent_got_dawn_revision": "ccbc1a39da703667a575793387ca7e29913cec59",
      "parent_got_nacl_revision": "03e09a770367fe15c1b0154b9168a909cf8a22c5",
      "parent_got_revision": "5216bc59612de4090d6ece97005d5b2172d75db2",
      "parent_got_revision_cp": "refs/heads/main@{#928846}",
      "parent_got_swiftshader_revision": "8c181d7d11654ef9e3002dc4f3a2105d563b6364",
      "parent_got_v8_revision": "0b7bda016178bf438f09b3c93da572ae3663a1f7",
      "parent_got_v8_revision_cp": "refs/heads/9.6.180@{#1}",
      "parent_got_webrtc_revision": "bde89ab09e4d6fb6bb7729181b9eaedc7ad7b3fd",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35158}",
      "swarm_hashes": {
            "absl_hardening_tests": "cb79912b79ce48dbf0b41204884dca687296539f36ee6a92c533fce2b03aad84/569",
            "accessibility_unittests": "a21c57a1c114b3406b1222ae1efd650d20ba3d322cba5c57130ac73406e69648/569",
            "angle_unittests": "150901628744492ef92a843c18cd6d12f28fe67cf8935058eb2dc2eed5c88d0c/570",
            "app_shell_unittests": "e7c24b792a98962c1c5de43d419f4dbfa4dc23e2df6cce91100b710e135555aa/809",
            "aura_unittests": "dd70f455fe72ff5b125f5e2e37dcbb51bd14e20a246d6394b5a40ed3bfcea995/569",
            "base_unittests": "053227366e525e2e67e923d2df1b7345e4f64192011af905408373fa690ddbda/648",
            "blink_common_unittests": "cfd733c31654bfe323b6526740f0d7d32efb38845e17fdd77057f3edeceb476f/647",
            "blink_fuzzer_unittests": "53ff130f2fb7b71d31fda3d9087f736619e829a66e8113fe0ace4971fc103daa/648",
            "blink_heap_unittests": "ef0af25aca3f318fb9fa5074a08cb445909722976218f16eb2ed1665f8acb1a4/648",
            "blink_platform_unittests": "384c1c74d3bc97b361a5ba7dc7de78205960ff1fd40037ac923f1ff271ae32f7/726",
            "blink_unittests": "8e1f552ac5896f2222d1331909c8ef5cd8bad93107b8c8c4dd1df02f0ae3da21/726",
            "boringssl_crypto_tests": "9c112445737a7b079e1a27e71126bd06a81fdf18c81957db1d7011b10383befc/570",
            "boringssl_ssl_tests": "ee59a2a708442a5e646bcb8b782a1e8af856b765bdde60c599346fdc263eeac8/569",
            "capture_unittests": "587a713c21db7bb9a264d1b08904bbf2b7c7d22371364e3010466af0c9c6bb13/648",
            "cast_unittests": "5eb2effabe1572769854ed261524a43428583709751a0b94b38c8006916ac73f/569",
            "cc_unittests": "fe2334fa36d292a7ecedccbc115d1ef8aa89d0983d455f27090e355cbb52d54c/653",
            "chrome_app_unittests": "62f60573360bfbfbdad157deb96ef891c0b1544235249f7e4f41aaf817d2ebc9/811",
            "chromedriver_unittests": "59f57337f3bbda455e7b5f397b6f7aadd0ef3ae8c0a347e180213c228e121e65/726",
            "color_unittests": "e0e6f733071f230a8b574ccb527a25ee04971039b1332bf1cb890ea86283a673/569",
            "components_browsertests": "2d7bfa6ef5759a2e752e007c8c416e6e8144fa67dbaa017965f479426113fc9a/892",
            "components_unittests": "7a1d55bb6dac9d5d59f50b62d1bdf81aa196b8616d0662642979d28a7a6d079e/892",
            "compositor_unittests": "81867de5069b0d6fe19d3d8d5d7bb94523fb6e6cf88fb3839c89209ba25fb618/645",
            "content_browsertests": "39b90082067acc1e9af8779f67158a6f758108fce4731239fd89cc3367a515a8/887",
            "content_unittests": "f22351b5d8f0ad9443baef909d8f541edbe0bbcdf69c10a3ff4807c39553779d/806",
            "cronet_tests": "5c4822ea8df0c634f514a75641819feebf53210dabdde3b0e40782a6c5ee3082/730",
            "cronet_unittests": "8cb673b82da6b1da3d5a6268565b44fc6ed4490b2520007685677491ce47d50a/646",
            "crypto_unittests": "8137129f85d86b81bd0f5bf0dc1cd54962d4a1117d42c2fba45701cb8b8084e4/569",
            "dbus_unittests": "72da8f085a1776a8b79d979cb18ebf112aadb77bc3ee12594f428ba480d1d848/569",
            "device_unittests": "c4eefb6712660030ad04ba68943fe95d5cd8975b21e892ae009819a2c76f5df9/646",
            "display_unittests": "4538e2e83f83330ea60924ec2a6e9f2aeedbc46292f94c896928349c588fc77d/569",
            "events_unittests": "a9b2b71de923db5a3c8a2ff913750cde05db08d88bd3befa1f284630006c5a4c/569",
            "extensions_browsertests": "8697d459a998d887fcc362d45843965badf828dc90ec5c765789bbad159b8179/811",
            "extensions_unittests": "3e07c57e12452c63f98b633a940a98c51408b10dfa0cbbbef504b865114924bb/975",
            "filesystem_service_unittests": "db0d19b533a7e788ee8923350015b95ba053c06dbb0c7fd35d1cadf06514a355/569",
            "gcm_unit_tests": "4166098ca757de0887aa792ef95e36fdf6922dd9c4c16c9a0ed543cb6abefdf4/646",
            "gfx_unittests": "f102a52c1d60cbd43f813889782be5d6f16d6c5d543f1e4605c11625ad865633/645",
            "gin_unittests": "9dd75410637b496168196be10170b6b48e5aa4d1c3d0861b5020fb37d61b0074/646",
            "gl_tests": "0110c9e8f1a4696248b0a713f82129657bafa122ba50d34ae9e6611238a04c98/569",
            "gl_unittests": "60fb808cf604b744591db946da3aef73d668bd113bda8d9b37f64d65ad90a634/569",
            "google_apis_unittests": "cae38a2ef012c91826512d7b16bf80128cdc9ced3cadaa202309455e3f86bfbb/731",
            "gpu_unittests": "ff20ab5bbae7fdd34449df202102504c8dd4ae38a3b9f88406dd2ba6a41a5a4d/646",
            "gtk_unittests": "bf1e89e7cbd8a02a897e3f3a349c17742f0dcd123888c195e00ebffd7ce2bdb8/569",
            "gwp_asan_unittests": "58bf9fbcf459711ea504cc4a3d219d3b56afa3a4cc62ce81a0d63186a554c034/570",
            "headless_browsertests": "08c1ddd1be990071d3fb601ba64e64e16dc58572f0d83dae817d2a9e4691af81/809",
            "headless_unittests": "8ed5bafbca49b6553753c04069ab0ade5fc41ce4446d2e721be2c7711db9c3c3/569",
            "interactive_ui_tests": "af07ced0e7ab927c13f1f78324b8fc22eb5fab71a710bf7a136d3c34be6f1755/1128",
            "ipc_tests": "3edd9b91ab85f517dfa272ee2e647f969cb2e00d0a5defaf918f03bebe149d92/569",
            "jingle_unittests": "94c670b7e600592413c447c50e02b9b77d02ba854f420aa3b635bbdb6318a242/646",
            "latency_unittests": "43dfd65858ff9fa8fd5269baa0fcdfe2328d51f8c06576ab1da7d2fa32b3dcb7/569",
            "libjingle_xmpp_unittests": "729e9f7f473fd07dc3f348407cd2450ab50678fedec528e21f359aa531e13e93/569",
            "liburlpattern_unittests": "94864d667619dd0917c20816babbccc9de3a4d3db4c6961baa4d1690d2a47423/569",
            "media_unittests": "5697b1e25e2e57a56dc53e699bd7a4dbfdc7c8ea972000f66960a8296e9e6262/649",
            "message_center_unittests": "21f2573069759f716368b4c758e8f8df87083b16ab07418f711773cc2d4b2769/569",
            "midi_unittests": "900524d341e1b6500afbf879e07dc174ec9deb964465de714f30e8efe5aa49db/569",
            "mojo_core_unittests": "256bc6069866a09d084b4ff5cd662f2dd667710103cf5a95cd543f791a81eca9/569",
            "mojo_unittests": "27ba0d7747eeef11490e4e79c7862e938da467c752043a7bf68869d616b26b2b/647",
            "native_theme_unittests": "b0ea576460fe96e763957aca2f6548719c5709ded399dd800e7c65ba2027e196/569",
            "net_unittests": "89e4b038662dbdd5c7d2827da3b47a27eef7bd22214276189732ac730c35bb0c/648",
            "openscreen_unittests": "300ad1ebc8bf63b96336ab5c8d84926b1bccf70001c9b37dc46a929e994eeebd/811",
            "ozone_x11_unittests": "d666094df5d1ca66115d0f11fa4b9d84c6c26fe4c7a7438df352acd75e2f5b4d/569",
            "pdf_unittests": "7bbbfca895eff65656d421a9133c2c12418a87379d32fb8130abf9833e1a4909/725",
            "perfetto_unittests": "89112ce16203cae1166bf5b880347697a895d4fa293a5af9dd2348cb01abb63f/569",
            "ppapi_unittests": "4647b8f8651ac6c0c91163ea5983c7dd8f3e4ba1507578235b7f52d22fd928c0/569",
            "printing_unittests": "a8782aedd0b1f5626808cf1acc56ed8db89f10eb353197d7fec48d5d2ce949a7/569",
            "remoting_unittests": "39dd27e839c9d45d687a5a05c5cfce5dc3c7b26663d68182e62525da3b85f57f/646",
            "sandbox_linux_unittests": "026954b47750aa3de17c6e4594fc636f0d7fbd8e42b35bb871cbff33a217d9a8/569",
            "service_manager_unittests": "4a8909d994efadbf5ae4b083d473ba6a0e78415b4e2661a56ea7a0970bc216f3/569",
            "services_unittests": "1446f94685853857fcf52c2ae411f8748e42e5ce7fe1ae2ccdeac3be83d8fec9/815",
            "shell_dialogs_unittests": "3149c30232156fb687a7392c17b82acded96fb291f18b3178195c08f59392fbc/569",
            "skia_unittests": "ff412584ca1cbc4ac79a5a34d94ec5655c46944cb92079e76c62877c68a08f85/569",
            "snapshot_unittests": "f11f1ee29e3803f1067cd6ad90248ee1d4f960f40b051eecc18b81c860b9a37a/569",
            "sql_unittests": "9205f9faf6536a4bfd7310c03ca9df968ce652ddfe8a196fb2d9f9576822d1e6/646",
            "storage_unittests": "3eb01ccf72c8e7cbda6390594e65504e3c4f1a0da428d0643a0692726d250b80/727",
            "sync_integration_tests": "83206aa68ba643b6ae432a509f0960135904b7c8a50d1c372d84a7ad55eff2e6/892",
            "ui_base_unittests": "2ba6ee347c66445d63f029094f74b1183d5baa07356be9bed57df7efff121729/723",
            "ui_touch_selection_unittests": "6c4b5d8b587d535920ee20ef26836f4996f28d4c7801ad1d4a70abe9b9d973f9/569",
            "unit_tests": "41a2d760e3fb94b46e70e7c4c56edc9395183d552f5582d860bae2f5a72d9e9e/1141",
            "url_unittests": "db6df3bc776d6ceb53396f9dd62a46232afca3774176d828bab9fa3b032bb426/569",
            "views_unittests": "3c9b0e226a567d5699f34cfd5a650b6fe387f152351bdd7b9ebb2685e577ef75/569",
            "viz_unittests": "3b6439ebe39ef0b45215d4586b2891167c79a4b1fda60b08ef9127fc37346293/653",
            "vr_common_unittests": "d68aad68cc57bbd21d1296c64471cd43ee9ee999bfe2be6989aa3715f637b779/811",
            "vr_pixeltests": "a496a820206f41b86ad7bb0c2e0743177464e18bb23ad76fff774765f401b30c/725",
            "weblayer_browsertests": "6906174e929bb0cbc933d02fedf2073553b0d47c22cb9e937d182a65b9686c78/893",
            "weblayer_unittests": "9a3c9acaebdea4d1b73af6698c0428c69dd74ca43f1aacaab4094d1d3b473b4a/725",
            "wm_unittests": "354988d1650e5261f111596bcf51e4fa950ccbe051e4da55900998aa9e62f6eb/569",
            "wtf_unittests": "9b3c1e84bf937005f62d190d69a37b605751c44c3adc2a3250fc044c384c0b5c/569",
            "x11_unittests": "c3ce8f568e0a97b9e17ef64cb7d7858ec81c1789e24dd14e650b829c03b225d1/569",
            "xr_browser_tests": "c70395d2f04882ff2f2a9d3346edb3727ee0467ece52ccdc30d67d276002ab98/891",
            "zlib_unittests": "b9d032dbdbe769a4ba7f4858f187dd910b30c5ff5f95de6589245c873e0f5f60/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "a737c3978d8217c5d52b0b885ca0018ad0e5420c0ed97a0e9b5f7ac48162d323/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "5216bc59612de4090d6ece97005d5b2172d75db2",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8999516146173972224"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "78006"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[21:33:35.374] Scheduled build:
{
  "id": "8834086084144885185",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 69967,
  "createdBy": "project:chromium",
  "createTime": "2021-10-06T21:33:34.837385763Z",
  "updateTime": "2021-10-06T21:33:35.143658687Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "5216bc59612de4090d6ece97005d5b2172d75db2",
      "ref": "refs/heads/main"
    }
  }
}
[21:33:35.374] Task URL: https://cr-buildbucket.appspot.com/build/8834086084144885185
[21:33:35.374] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999516146173972224:2:0) after 4m28s
[21:34:05.700] Received PubSub notification, asking Buildbucket for the build status
[21:34:05.742] Build status: STARTED
[21:38:03.405] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999516146173972224:2:0)
[21:38:03.435] Build status: STARTED
[21:38:03.435] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999516146173972224:4:0) after 2m29s
[21:40:32.456] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999516146173972224:4:0)
[21:40:32.492] Build status: STARTED
[21:40:32.492] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999516146173972224:5:0) after 7m1s
[21:47:33.756] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999516146173972224:5:0)
[21:47:33.820] Build status: STARTED
[21:47:33.820] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999516146173972224:6:0) after 2m31s
[21:50:04.961] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999516146173972224:6:0)
[21:50:04.993] Build status: STARTED
[21:50:04.993] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999516146173972224:7:0) after 3m40s
[21:53:45.025] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999516146173972224:7:0)
[21:53:45.067] Build status: STARTED
[21:53:45.067] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999516146173972224:8:0) after 8m48s
[22:02:33.088] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999516146173972224:8:0)
[22:02:33.128] Build status: STARTED
[22:02:33.128] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999516146173972224:9:0) after 4m58s
[22:04:30.412] Received PubSub notification, asking Buildbucket for the build status
[22:04:30.442] Build:
{
  "id": "8834086084144885185",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 69967,
  "createdBy": "project:chromium",
  "createTime": "2021-10-06T21:33:34.837385763Z",
  "startTime": "2021-10-06T21:34:03.374796Z",
  "endTime": "2021-10-06T22:04:30.055301490Z",
  "updateTime": "2021-10-06T22:04:30.055645074Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "5216bc59612de4090d6ece97005d5b2172d75db2",
      "ref": "refs/heads/main"
    }
  }
}
[22:04:30.442] Invocation finished in 30m56.924000156s with status FAILED