Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 28 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/78015 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "f7c1a8e44cd6ff6dd76a0e3e8fdf769ba2c1b50d"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "0a85f8f741a46a43617572ec37da075511537f52",
  "parent_got_dawn_revision": "080c5cae3e6c468ef83689eba35bf136a1085577",
  "parent_got_nacl_revision": "79b39c6c5f0395e0d60ad65e9c1d258d4bb6825c",
  "parent_got_revision": "f7c1a8e44cd6ff6dd76a0e3e8fdf769ba2c1b50d",
  "parent_got_revision_cp": "refs/heads/main@{#929029}",
  "parent_got_swiftshader_revision": "03fa329741b1a3548a4aa73cb8c4ed2c30660328",
  "parent_got_v8_revision": "0b7bda016178bf438f09b3c93da572ae3663a1f7",
  "parent_got_v8_revision_cp": "refs/heads/9.6.180@{#1}",
  "parent_got_webrtc_revision": "bde89ab09e4d6fb6bb7729181b9eaedc7ad7b3fd",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35158}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "f7c1a8e44cd6ff6dd76a0e3e8fdf769ba2c1b50d",
  "swarm_hashes": {
    "absl_hardening_tests": "b344bf13fbbfac41c053b39e386c5c6b160aff24fedd39e86979927f66a57f49/569",
    "accessibility_unittests": "b904a1b07fcec781124cb7d89476178f5f511c6f0f2e5156abab2fbce33a2eb7/569",
    "angle_unittests": "3ed9cacbcbf187b46f0bcce1b88465437d9693913492db0347d657f83fdbc987/570",
    "app_shell_unittests": "01a4a9a594192932c200af47d1c54e01ff7ed7e7a05e20adefd81c4309ff5449/809",
    "aura_unittests": "f7b14c793eddf131edce9525b4398652502bc77ebb59ac49569b6ae1509156a1/569",
    "base_unittests": "7f85b0a110a728aeb35f49106235ec9657e33917227686f1bd02a171727c5e6f/648",
    "blink_common_unittests": "3ef895f4cfbcb95e649566989ae47dc5a0617b019fa340e7520f8d579d10ff67/647",
    "blink_fuzzer_unittests": "76558119ff17b63e5300182be97ca4ef171498647444b4445d6c9a7144506423/648",
    "blink_heap_unittests": "786ae1f824877ac3c832d05a4d4aa8839535622dedfc52f6871775b80027f668/648",
    "blink_platform_unittests": "2f6af3566246f8e47a5aedd758854d4f93005f89c7b39f354e5f56ba9ef6eb99/726",
    "blink_unittests": "256e7c47b8a845a1d33aec0b87a84533c7a5f19a1356163b05464d022c8a6c75/726",
    "boringssl_crypto_tests": "b698ae4e4e81f6a6a653250e451c304af116f052713a562fdeacd2931e97e581/570",
    "boringssl_ssl_tests": "c9127d0a81c23c35d0bd8b805a82df50a417a636abc3a3aa8fa509afdda452c6/569",
    "capture_unittests": "a87171da88a2a45c205d133c11c49cb02a714b7444b0de2f534eefcfe3111f89/648",
    "cast_unittests": "05ae7a51d02616d3876d10c4f9cc9657b510b083e992d9cf5727ce4b57edc410/569",
    "cc_unittests": "33599aa0d12f0a9990118c6824862e2d1900924159cebce490a23221e3804fa0/653",
    "chrome_app_unittests": "85a770e9ad21afd03d78d1d626e3d3ccd392ece6780f7137274b6ccbbd9e2572/811",
    "chromedriver_unittests": "8a4e39bb4e391060e2e3708f64890ed28d41db06a1dd47830a2e833ffdc3e9bf/726",
    "color_unittests": "ee961c25e20ba78a319255b1475f8e00c6dfbc21c0ee2564e3af6ef23954f63c/569",
    "components_browsertests": "e74dc478d5ffdd484c986d2fef73a6fe095e16a941456900cd3a1ed98b5c5b0f/892",
    "components_unittests": "2b7887d67b9efa6381f6efcf2c4e31598ebf4b311eb31f83d95a1ee19bf3cf19/892",
    "compositor_unittests": "6877393d47b5f33969c64f0e84c740c5b651d64871a31863cd89857bb5dcafe6/645",
    "content_browsertests": "663f5882cdd5081d0477cdf0e18428bd1551d2bc8c3532662099b24eafcbdb24/887",
    "content_unittests": "439d680b3cc378c52244d44f03f498006d9b2f86519d13bc8aa0fb5b38b5e136/806",
    "cronet_tests": "35d1196a7a52e3c91fe40813e98eb51a2dac33cb1e2504d0cccf909a0e1418c8/730",
    "cronet_unittests": "4b14d7e06d0aada945b37eb7b0576fc2efa87e4712b3a48e6b51e8bf349ed155/646",
    "crypto_unittests": "c19ce25869e14e74788dfeddcb818576fcf3eaa49c5332b145c94cb276768171/569",
    "dbus_unittests": "d66ef03fc62f86835dfaf04ea93daf4818723c4362fca09be3776a755d4b5f3b/569",
    "device_unittests": "97ed2a57339d298426270748fbd54096ce96241fb235bb402518878807ce1d23/646",
    "display_unittests": "aa82d90bd94d5f3c50bb0695d2b93d4152e07da14eb4f751b2851da7ade7b0de/569",
    "events_unittests": "c474c5dbb68b283dcec6be5ff562a672126014e6d5acad45830d2d07d3668dfa/569",
    "extensions_browsertests": "eceffd37df3b4c6f59bd81aa337a6b5ce997d3813cb4dddf19b9778467fdbed9/811",
    "extensions_unittests": "46a23a1103e2e874b1482680efff9ccecf374f9aea488813660b4bf4a58d9308/975",
    "filesystem_service_unittests": "2108c84f9f12cc967cef505307da1366fd0138db0d0072ba543e9b8b606be62b/569",
    "gcm_unit_tests": "1bf8a60b05fc6475c1ff66ea3dd8db3e8ccd0eb47bf72801766c98141314e916/646",
    "gfx_unittests": "0d0f58f0d72d24f7dfce2992494838e31882aabdcd790f309b7eceb084bb4e19/645",
    "gin_unittests": "89b1bbd2577c45a769ee58f37b01e9229bf681db8a258df15b0f1b5f4611b87a/646",
    "gl_tests": "eb9f06f09fed941185a7a17e2cefba0f6992799b2becda7c22020bab1474e9e7/569",
    "gl_unittests": "6857d647dd63acb686c10a6781da462bda3282328a1ebbdc0dea9e176f1ae0d9/569",
    "google_apis_unittests": "2622aaa0c527fb438fd5df8fb1e7f19f3133a733b1c60546f5435535db703472/731",
    "gpu_unittests": "7fafa23d81d73315a0c048a544786981136160600232bb0b03e41474afdfec01/646",
    "gtk_unittests": "aa20110e5fa2e60233dc1a96bd1d543d7983430bc2546e5c0a2db410325f1ab1/569",
    "gwp_asan_unittests": "c684613c96d80c7f876498d6f4e70747b57397f6294f7c5508762745bb90d702/570",
    "headless_browsertests": "6c964b1d7ff55994a02cdbe63a29c1f73c881a6655536dfce8fc904f81bbb5ce/809",
    "headless_unittests": "bae1324bc2360e5261bd22ceb74d8c51b6be2a100f8b0636ebe64b99bbbbd772/569",
    "interactive_ui_tests": "6cddaec9343e29b8be84a9e220e68c1f9d3efbd9c75d5c72c26948d3b3b0971f/1128",
    "ipc_tests": "a595702a6069285344fd0aefee66a7c7a827ae47554140b25ec12f95dbf56d63/569",
    "jingle_unittests": "87fd3c5965f55b6760c56296a22f075c1784b4004259c8be25d483b5d6785964/646",
    "latency_unittests": "54c7f1a85b10fa201c95706d1be3e401058c9492872e0924d380cf2cffa9a2fe/569",
    "libjingle_xmpp_unittests": "513ccc5951511bdc864d6fb8a498f8df1221e7ccbc94d9d759d9a9dbcee0791f/569",
    "liburlpattern_unittests": "90d38d6598252dd162ce7325cf34ffb219625268553eb274d8779afb08c40a7a/569",
    "media_unittests": "704a7b508ae11e3ae0618f6230745d792aedad4ed61acad315ca9bf78709516a/649",
    "message_center_unittests": "012d21222efd03b692406b0ac56ef2c6e0dc4b9b9b83664e88f762d775cd44c3/569",
    "midi_unittests": "4abef85e575e644e4ac328682fb4e732dd55ef7874a531e5f0ec24c4e7182108/569",
    "mojo_core_unittests": "fffe86f85b9dc0b90851135733d482a0127581ee14d8529f721b46618e60ffd5/569",
    "mojo_unittests": "5ed6c2d4fafeb21a8483834c862f20b56e8d1c37a1291ecd2f54dfee141e9028/647",
    "native_theme_unittests": "d954bb039a7ddce15c9b63bf6657beba287a90b6f4ed8f2ea7c111ae1fc7f6c0/569",
    "net_unittests": "93a81d9cdc7d88b163f6e4416d9d81cadbcfe6dc532093b59a0fca3d8e6a4c7f/648",
    "openscreen_unittests": "b06669b30dfb5f2269c21cc40dd8fdd5fa9a1c40ff7a21441d77531bfb45c9c5/811",
    "ozone_x11_unittests": "089bb88501254f13f02718dd11c25685acc867c88bbb42072c5622996b43827c/569",
    "pdf_unittests": "0cd85d7c876b8f798a0fd5548a8ad52a0ce526c92e0c4cb552352ee86799c0c4/725",
    "perfetto_unittests": "8ce6c0064cb9de14598f881b70f97bead7fbae376d8f06795a88c1caed6b497c/569",
    "ppapi_unittests": "837de3bd4fbde81a32fcb32f71f7453f9bbfce02a1ae6c7f293e4015eb5be44a/569",
    "printing_unittests": "288bfedcfb7b2f0f89283b9561db1378833ce74718d33f4bfceff9b980d00abd/569",
    "remoting_unittests": "c1d6791916fdf59e6558aa1787a4ac24ef7372acae2e941368a9fb68d781abad/646",
    "sandbox_linux_unittests": "57fa8f5ce586d0332ade05f335274733054408606146d9dd337d1358d7ede427/569",
    "service_manager_unittests": "adc5a7057b02bebe9b68f405be12bd162805fb68f01a2c9e05d7172485bfb1f0/569",
    "services_unittests": "c0a6011ae336c551b969d94a699385c7d25b410bc99c2efc26837e8d86a878dd/815",
    "shell_dialogs_unittests": "bdc348cf62fca38db2837eba33cebf500438b9fdd232294d24209801ea18f150/569",
    "skia_unittests": "b6cd4fb1fcbfb38534d75e8a33bc5f865fe45104fc0ecab2ecf9dc284c992f18/569",
    "snapshot_unittests": "ac34e631bf719146b30ebf4252c810409d075bea561cdfd4198a18950bcecb69/569",
    "sql_unittests": "e9bfa9aad81a1b90cc979472a9699ee382b11428157bd6555b0ca584e71b8a35/646",
    "storage_unittests": "68f6f219a20ca9ef5b358d91677bbd0f32ae4c7f1a73670c055e257c26c532fd/727",
    "sync_integration_tests": "6e77cbe0d889601c4be6f4554ddbb22d1514c930dc3a2dd0defe428defec3448/892",
    "ui_base_unittests": "aa7f8b31b5b345800fdc4bfbcbac52a6e8a626dd4a42e0ba4bd551f776912110/723",
    "ui_touch_selection_unittests": "d5cf489a3a4ffa4b64b6e0d7b4f2432126c4d5905e2aa489044434de09909792/569",
    "unit_tests": "efd4609b93e3833bdc9e7296cba5be1723c1a175a63d395e364402c87d427d8f/1141",
    "url_unittests": "d258115f7b1552c79670432dd36b59c3597a281bb00f968799d2f58829520a79/569",
    "views_unittests": "379a1b8e630dfe7ecaa3a1f4f5a3e80e512f30091c8434398d25c5abc0a4cec5/569",
    "viz_unittests": "df25d39f0d15bf7828006fea75ffc20955ac725eb7bdb966da1556aaecc17756/653",
    "vr_common_unittests": "e011a31cf2af986ffc11e8dffbf0ea7a7a17cc0b82c7eeffcf4559d182d72976/811",
    "vr_pixeltests": "cf71a5316e3c28a1ae5f08dc183ddb164838a1435d9babf511224796515ca342/725",
    "weblayer_browsertests": "47e2f2397c9e5ccd3205a8f10d702648cb3ce1614c07a1e08134857c190bb7da/893",
    "weblayer_unittests": "cf577db294e886b72e5144107637a9b734a3fce4cb323f034175b37103e58b58/725",
    "wm_unittests": "1483b6b823001f512be5da6cb0949151f36e096b9d0af96113491563c607c4c0/569",
    "wtf_unittests": "f8a2b514bf3c5090a3f2038998bbc2acccfe60247a2e2cdcb6de8102b94963ea/569",
    "x11_unittests": "7f97b1a833d78b63fa9e7544d5d163ebae5c2a2556c0bfea2ebdb930d7705370/569",
    "xr_browser_tests": "51a06717ab9d65e1b1954c575a64371bbbd27b04a2fab89c84db688b237374b6/891",
    "zlib_unittests": "12be7bfdad82b49850beb5ff9bbceaeaecee1f62db167a2c29784117e24e735e/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "a737c3978d8217c5d52b0b885ca0018ad0e5420c0ed97a0e9b5f7ac48162d323/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f7c1a8e44cd6ff6dd76a0e3e8fdf769ba2c1b50d
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:78015
  • user_agent:recipe

Debug log (UTC)

[04:22:36.633] New invocation is queued and will start shortly
[04:22:36.633] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[04:22:37.921] Starting the invocation (attempt 1)
[04:22:37.967] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f7c1a8e44cd6ff6dd76a0e3e8fdf769ba2c1b50d"
[04:22:37.968] Popped gitiles commit info from properties and tags
[04:22:37.968] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:22:37.968] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:22:37.969] Buildbucket request:
{
  "requestId": "8999490410869095696",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "f7c1a8e44cd6ff6dd76a0e3e8fdf769ba2c1b50d"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "0a85f8f741a46a43617572ec37da075511537f52",
      "parent_got_dawn_revision": "080c5cae3e6c468ef83689eba35bf136a1085577",
      "parent_got_nacl_revision": "79b39c6c5f0395e0d60ad65e9c1d258d4bb6825c",
      "parent_got_revision": "f7c1a8e44cd6ff6dd76a0e3e8fdf769ba2c1b50d",
      "parent_got_revision_cp": "refs/heads/main@{#929029}",
      "parent_got_swiftshader_revision": "03fa329741b1a3548a4aa73cb8c4ed2c30660328",
      "parent_got_v8_revision": "0b7bda016178bf438f09b3c93da572ae3663a1f7",
      "parent_got_v8_revision_cp": "refs/heads/9.6.180@{#1}",
      "parent_got_webrtc_revision": "bde89ab09e4d6fb6bb7729181b9eaedc7ad7b3fd",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35158}",
      "swarm_hashes": {
            "absl_hardening_tests": "b344bf13fbbfac41c053b39e386c5c6b160aff24fedd39e86979927f66a57f49/569",
            "accessibility_unittests": "b904a1b07fcec781124cb7d89476178f5f511c6f0f2e5156abab2fbce33a2eb7/569",
            "angle_unittests": "3ed9cacbcbf187b46f0bcce1b88465437d9693913492db0347d657f83fdbc987/570",
            "app_shell_unittests": "01a4a9a594192932c200af47d1c54e01ff7ed7e7a05e20adefd81c4309ff5449/809",
            "aura_unittests": "f7b14c793eddf131edce9525b4398652502bc77ebb59ac49569b6ae1509156a1/569",
            "base_unittests": "7f85b0a110a728aeb35f49106235ec9657e33917227686f1bd02a171727c5e6f/648",
            "blink_common_unittests": "3ef895f4cfbcb95e649566989ae47dc5a0617b019fa340e7520f8d579d10ff67/647",
            "blink_fuzzer_unittests": "76558119ff17b63e5300182be97ca4ef171498647444b4445d6c9a7144506423/648",
            "blink_heap_unittests": "786ae1f824877ac3c832d05a4d4aa8839535622dedfc52f6871775b80027f668/648",
            "blink_platform_unittests": "2f6af3566246f8e47a5aedd758854d4f93005f89c7b39f354e5f56ba9ef6eb99/726",
            "blink_unittests": "256e7c47b8a845a1d33aec0b87a84533c7a5f19a1356163b05464d022c8a6c75/726",
            "boringssl_crypto_tests": "b698ae4e4e81f6a6a653250e451c304af116f052713a562fdeacd2931e97e581/570",
            "boringssl_ssl_tests": "c9127d0a81c23c35d0bd8b805a82df50a417a636abc3a3aa8fa509afdda452c6/569",
            "capture_unittests": "a87171da88a2a45c205d133c11c49cb02a714b7444b0de2f534eefcfe3111f89/648",
            "cast_unittests": "05ae7a51d02616d3876d10c4f9cc9657b510b083e992d9cf5727ce4b57edc410/569",
            "cc_unittests": "33599aa0d12f0a9990118c6824862e2d1900924159cebce490a23221e3804fa0/653",
            "chrome_app_unittests": "85a770e9ad21afd03d78d1d626e3d3ccd392ece6780f7137274b6ccbbd9e2572/811",
            "chromedriver_unittests": "8a4e39bb4e391060e2e3708f64890ed28d41db06a1dd47830a2e833ffdc3e9bf/726",
            "color_unittests": "ee961c25e20ba78a319255b1475f8e00c6dfbc21c0ee2564e3af6ef23954f63c/569",
            "components_browsertests": "e74dc478d5ffdd484c986d2fef73a6fe095e16a941456900cd3a1ed98b5c5b0f/892",
            "components_unittests": "2b7887d67b9efa6381f6efcf2c4e31598ebf4b311eb31f83d95a1ee19bf3cf19/892",
            "compositor_unittests": "6877393d47b5f33969c64f0e84c740c5b651d64871a31863cd89857bb5dcafe6/645",
            "content_browsertests": "663f5882cdd5081d0477cdf0e18428bd1551d2bc8c3532662099b24eafcbdb24/887",
            "content_unittests": "439d680b3cc378c52244d44f03f498006d9b2f86519d13bc8aa0fb5b38b5e136/806",
            "cronet_tests": "35d1196a7a52e3c91fe40813e98eb51a2dac33cb1e2504d0cccf909a0e1418c8/730",
            "cronet_unittests": "4b14d7e06d0aada945b37eb7b0576fc2efa87e4712b3a48e6b51e8bf349ed155/646",
            "crypto_unittests": "c19ce25869e14e74788dfeddcb818576fcf3eaa49c5332b145c94cb276768171/569",
            "dbus_unittests": "d66ef03fc62f86835dfaf04ea93daf4818723c4362fca09be3776a755d4b5f3b/569",
            "device_unittests": "97ed2a57339d298426270748fbd54096ce96241fb235bb402518878807ce1d23/646",
            "display_unittests": "aa82d90bd94d5f3c50bb0695d2b93d4152e07da14eb4f751b2851da7ade7b0de/569",
            "events_unittests": "c474c5dbb68b283dcec6be5ff562a672126014e6d5acad45830d2d07d3668dfa/569",
            "extensions_browsertests": "eceffd37df3b4c6f59bd81aa337a6b5ce997d3813cb4dddf19b9778467fdbed9/811",
            "extensions_unittests": "46a23a1103e2e874b1482680efff9ccecf374f9aea488813660b4bf4a58d9308/975",
            "filesystem_service_unittests": "2108c84f9f12cc967cef505307da1366fd0138db0d0072ba543e9b8b606be62b/569",
            "gcm_unit_tests": "1bf8a60b05fc6475c1ff66ea3dd8db3e8ccd0eb47bf72801766c98141314e916/646",
            "gfx_unittests": "0d0f58f0d72d24f7dfce2992494838e31882aabdcd790f309b7eceb084bb4e19/645",
            "gin_unittests": "89b1bbd2577c45a769ee58f37b01e9229bf681db8a258df15b0f1b5f4611b87a/646",
            "gl_tests": "eb9f06f09fed941185a7a17e2cefba0f6992799b2becda7c22020bab1474e9e7/569",
            "gl_unittests": "6857d647dd63acb686c10a6781da462bda3282328a1ebbdc0dea9e176f1ae0d9/569",
            "google_apis_unittests": "2622aaa0c527fb438fd5df8fb1e7f19f3133a733b1c60546f5435535db703472/731",
            "gpu_unittests": "7fafa23d81d73315a0c048a544786981136160600232bb0b03e41474afdfec01/646",
            "gtk_unittests": "aa20110e5fa2e60233dc1a96bd1d543d7983430bc2546e5c0a2db410325f1ab1/569",
            "gwp_asan_unittests": "c684613c96d80c7f876498d6f4e70747b57397f6294f7c5508762745bb90d702/570",
            "headless_browsertests": "6c964b1d7ff55994a02cdbe63a29c1f73c881a6655536dfce8fc904f81bbb5ce/809",
            "headless_unittests": "bae1324bc2360e5261bd22ceb74d8c51b6be2a100f8b0636ebe64b99bbbbd772/569",
            "interactive_ui_tests": "6cddaec9343e29b8be84a9e220e68c1f9d3efbd9c75d5c72c26948d3b3b0971f/1128",
            "ipc_tests": "a595702a6069285344fd0aefee66a7c7a827ae47554140b25ec12f95dbf56d63/569",
            "jingle_unittests": "87fd3c5965f55b6760c56296a22f075c1784b4004259c8be25d483b5d6785964/646",
            "latency_unittests": "54c7f1a85b10fa201c95706d1be3e401058c9492872e0924d380cf2cffa9a2fe/569",
            "libjingle_xmpp_unittests": "513ccc5951511bdc864d6fb8a498f8df1221e7ccbc94d9d759d9a9dbcee0791f/569",
            "liburlpattern_unittests": "90d38d6598252dd162ce7325cf34ffb219625268553eb274d8779afb08c40a7a/569",
            "media_unittests": "704a7b508ae11e3ae0618f6230745d792aedad4ed61acad315ca9bf78709516a/649",
            "message_center_unittests": "012d21222efd03b692406b0ac56ef2c6e0dc4b9b9b83664e88f762d775cd44c3/569",
            "midi_unittests": "4abef85e575e644e4ac328682fb4e732dd55ef7874a531e5f0ec24c4e7182108/569",
            "mojo_core_unittests": "fffe86f85b9dc0b90851135733d482a0127581ee14d8529f721b46618e60ffd5/569",
            "mojo_unittests": "5ed6c2d4fafeb21a8483834c862f20b56e8d1c37a1291ecd2f54dfee141e9028/647",
            "native_theme_unittests": "d954bb039a7ddce15c9b63bf6657beba287a90b6f4ed8f2ea7c111ae1fc7f6c0/569",
            "net_unittests": "93a81d9cdc7d88b163f6e4416d9d81cadbcfe6dc532093b59a0fca3d8e6a4c7f/648",
            "openscreen_unittests": "b06669b30dfb5f2269c21cc40dd8fdd5fa9a1c40ff7a21441d77531bfb45c9c5/811",
            "ozone_x11_unittests": "089bb88501254f13f02718dd11c25685acc867c88bbb42072c5622996b43827c/569",
            "pdf_unittests": "0cd85d7c876b8f798a0fd5548a8ad52a0ce526c92e0c4cb552352ee86799c0c4/725",
            "perfetto_unittests": "8ce6c0064cb9de14598f881b70f97bead7fbae376d8f06795a88c1caed6b497c/569",
            "ppapi_unittests": "837de3bd4fbde81a32fcb32f71f7453f9bbfce02a1ae6c7f293e4015eb5be44a/569",
            "printing_unittests": "288bfedcfb7b2f0f89283b9561db1378833ce74718d33f4bfceff9b980d00abd/569",
            "remoting_unittests": "c1d6791916fdf59e6558aa1787a4ac24ef7372acae2e941368a9fb68d781abad/646",
            "sandbox_linux_unittests": "57fa8f5ce586d0332ade05f335274733054408606146d9dd337d1358d7ede427/569",
            "service_manager_unittests": "adc5a7057b02bebe9b68f405be12bd162805fb68f01a2c9e05d7172485bfb1f0/569",
            "services_unittests": "c0a6011ae336c551b969d94a699385c7d25b410bc99c2efc26837e8d86a878dd/815",
            "shell_dialogs_unittests": "bdc348cf62fca38db2837eba33cebf500438b9fdd232294d24209801ea18f150/569",
            "skia_unittests": "b6cd4fb1fcbfb38534d75e8a33bc5f865fe45104fc0ecab2ecf9dc284c992f18/569",
            "snapshot_unittests": "ac34e631bf719146b30ebf4252c810409d075bea561cdfd4198a18950bcecb69/569",
            "sql_unittests": "e9bfa9aad81a1b90cc979472a9699ee382b11428157bd6555b0ca584e71b8a35/646",
            "storage_unittests": "68f6f219a20ca9ef5b358d91677bbd0f32ae4c7f1a73670c055e257c26c532fd/727",
            "sync_integration_tests": "6e77cbe0d889601c4be6f4554ddbb22d1514c930dc3a2dd0defe428defec3448/892",
            "ui_base_unittests": "aa7f8b31b5b345800fdc4bfbcbac52a6e8a626dd4a42e0ba4bd551f776912110/723",
            "ui_touch_selection_unittests": "d5cf489a3a4ffa4b64b6e0d7b4f2432126c4d5905e2aa489044434de09909792/569",
            "unit_tests": "efd4609b93e3833bdc9e7296cba5be1723c1a175a63d395e364402c87d427d8f/1141",
            "url_unittests": "d258115f7b1552c79670432dd36b59c3597a281bb00f968799d2f58829520a79/569",
            "views_unittests": "379a1b8e630dfe7ecaa3a1f4f5a3e80e512f30091c8434398d25c5abc0a4cec5/569",
            "viz_unittests": "df25d39f0d15bf7828006fea75ffc20955ac725eb7bdb966da1556aaecc17756/653",
            "vr_common_unittests": "e011a31cf2af986ffc11e8dffbf0ea7a7a17cc0b82c7eeffcf4559d182d72976/811",
            "vr_pixeltests": "cf71a5316e3c28a1ae5f08dc183ddb164838a1435d9babf511224796515ca342/725",
            "weblayer_browsertests": "47e2f2397c9e5ccd3205a8f10d702648cb3ce1614c07a1e08134857c190bb7da/893",
            "weblayer_unittests": "cf577db294e886b72e5144107637a9b734a3fce4cb323f034175b37103e58b58/725",
            "wm_unittests": "1483b6b823001f512be5da6cb0949151f36e096b9d0af96113491563c607c4c0/569",
            "wtf_unittests": "f8a2b514bf3c5090a3f2038998bbc2acccfe60247a2e2cdcb6de8102b94963ea/569",
            "x11_unittests": "7f97b1a833d78b63fa9e7544d5d163ebae5c2a2556c0bfea2ebdb930d7705370/569",
            "xr_browser_tests": "51a06717ab9d65e1b1954c575a64371bbbd27b04a2fab89c84db688b237374b6/891",
            "zlib_unittests": "12be7bfdad82b49850beb5ff9bbceaeaecee1f62db167a2c29784117e24e735e/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "a737c3978d8217c5d52b0b885ca0018ad0e5420c0ed97a0e9b5f7ac48162d323/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "f7c1a8e44cd6ff6dd76a0e3e8fdf769ba2c1b50d",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8999490410869095696"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "78015"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[04:22:38.561] Scheduled build:
{
  "id": "8834060348725651073",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 69976,
  "createdBy": "project:chromium",
  "createTime": "2021-10-07T04:22:38.045693947Z",
  "updateTime": "2021-10-07T04:22:38.300321881Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "f7c1a8e44cd6ff6dd76a0e3e8fdf769ba2c1b50d",
      "ref": "refs/heads/main"
    }
  }
}
[04:22:38.561] Task URL: https://cr-buildbucket.appspot.com/build/8834060348725651073
[04:22:38.561] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999490410869095696:2:0) after 8m57s
[04:22:50.858] Received PubSub notification, asking Buildbucket for the build status
[04:22:50.978] Build status: STARTED
[04:31:35.999] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999490410869095696:2:0)
[04:31:36.031] Build status: STARTED
[04:31:36.031] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999490410869095696:4:0) after 5m22s
[04:36:58.186] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999490410869095696:4:0)
[04:36:58.218] Build status: STARTED
[04:36:58.218] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999490410869095696:5:0) after 3m3s
[04:40:01.248] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999490410869095696:5:0)
[04:40:01.281] Build status: STARTED
[04:40:01.281] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999490410869095696:6:0) after 6m0s
[04:46:01.323] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999490410869095696:6:0)
[04:46:01.359] Build status: STARTED
[04:46:01.359] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999490410869095696:7:0) after 9m57s
[04:50:45.529] Received PubSub notification, asking Buildbucket for the build status
[04:50:45.562] Build:
{
  "id": "8834060348725651073",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 69976,
  "createdBy": "project:chromium",
  "createTime": "2021-10-07T04:22:38.045693947Z",
  "startTime": "2021-10-07T04:22:49.812652Z",
  "endTime": "2021-10-07T04:50:44.701824479Z",
  "updateTime": "2021-10-07T04:50:44.702146636Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "f7c1a8e44cd6ff6dd76a0e3e8fdf769ba2c1b50d",
      "ref": "refs/heads/main"
    }
  }
}
[04:50:45.562] Invocation finished in 28m8.944556352s with status FAILED