Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 28 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/77680 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "be65455099c2b4783f7236884e513732c195d3c9"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "1ae7981088c22832b5812082aaad1d04f3f03721",
  "parent_got_dawn_revision": "0e3aa3c8d0b3c2e09afb5e768ed01467605580e6",
  "parent_got_nacl_revision": "960b7c60dea788acb2fecf07e00a2532167972af",
  "parent_got_revision": "be65455099c2b4783f7236884e513732c195d3c9",
  "parent_got_revision_cp": "refs/heads/main@{#924714}",
  "parent_got_swiftshader_revision": "c710de9749367f4aad88d3b030172322919c85f8",
  "parent_got_v8_revision": "29abb5d8474ea89817f8de933c4d1bf6c6d7478c",
  "parent_got_v8_revision_cp": "refs/heads/9.6.99@{#1}",
  "parent_got_webrtc_revision": "b3c9d3da8f3466a1969c2bbee308cb57105720f6",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35067}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "be65455099c2b4783f7236884e513732c195d3c9",
  "swarm_hashes": {
    "absl_hardening_tests": "19459cfcb8004204dabc34e213e671871b45340d6e3cc74e05984de713ac543a/569",
    "accessibility_unittests": "1de5d627bf5fabaed49b5e47e58b86a91b87d093ccdfe45c3cea3208a773f390/569",
    "angle_unittests": "8b346206ef1a6508dc3aa19d2773ad2c88bb16d602584a7d38e931923ee3a14c/570",
    "app_shell_unittests": "dd17d6a01b31e15ba28d3fb649a8cc6c64012c9e21b56c2f026e01974403dccd/809",
    "aura_unittests": "d486896c35cda5bc2c13bf517a057a21407d51ef9b9b0438464d73b13aa67d83/569",
    "base_unittests": "91de51f3317f36627707b437180bbf63c504d23fe7c24129d0dc53bca43dc27b/648",
    "blink_common_unittests": "c78a6d786f76eb8d96184943ede80d5099c11640a6030d09c95bb1299088dcf6/647",
    "blink_fuzzer_unittests": "d91ca1e647389e7f94481fd3b1cce2626fe1894048c4e8b14f0eab3e81c779f7/648",
    "blink_heap_unittests": "622beb7d5f735026cb578200576c0960a5948eeaf248997d7b9c0215a6fa4de2/648",
    "blink_platform_unittests": "19fc22aa9274930e85ef13a1e77c941c511df2c66c499720d2048520ecfe2ad4/726",
    "blink_unittests": "a138b8eae849f935cedf0e59597e6d98ed0be5fad8a07e15106a545994604903/726",
    "boringssl_crypto_tests": "1ab0fb316cbd30ea081102e3c508cf89210d1237a59e5183f700addca586120c/570",
    "boringssl_ssl_tests": "9781baaa1219430547ef5c309eabd26caf23a56a9a80a6013293e182c28db6b0/569",
    "capture_unittests": "c8991e145a0e0fe9b14152a3c86997b4142a361eb2b9b75a9383347036f16ed9/648",
    "cast_unittests": "5203ed28ec35beff9716caf41509ad5769db43ef48377c6c1c393451b4c16306/569",
    "cc_unittests": "a045a7643f0b08cce50149ef6e2a0d95be26a7cbc7c337a2907314ecf45498da/653",
    "chrome_app_unittests": "a55d95e2beae65761f689d37d772c5ba7b5f212148696f2466c970f09f2d41d8/811",
    "chromedriver_unittests": "97c3553ca0a3abe395488ff38b3d89fab0b534ae47953a98824898538ea72b69/726",
    "color_unittests": "8770f41998a1ffd35c157e8615eaccf487a83412bce548f16d383e1f04a99974/569",
    "components_browsertests": "2ef49041907258b41d77fc5122616ad2e8a680d4377ec28eba63ce6276783f27/892",
    "components_unittests": "2b7a774cb5d5d961a0e7d3072eba83c24e26a38591e2a79663732e97c10a1e1c/892",
    "compositor_unittests": "e6cc139cbb5ab2d9b0ed27c568d3a16ecf399bcf37ddb7202e05ac7599b7a1b7/645",
    "content_browsertests": "98b0af33572337145b4cd5611dedbd2eef93e13633c06b988d844a16f6953e4f/887",
    "content_unittests": "7d8a322b7186b61f2f44236baf9eea0c1f9513d1dc20b15a0ef964b4fb265fd6/806",
    "cronet_tests": "8a9a9eafe12d49b6b62283ee7125e6d6c89b9e6c0d731832cb17f6d33a9ef9ff/730",
    "cronet_unittests": "3e4f83711ec33c78dd191775f2e4aa60df2696ffa528d6277d9dae36cb65f5d3/646",
    "crypto_unittests": "e4cf9f32c34a0d96e1a1e11483b66c560be5dc6abe167161ac606e094fb0edc9/569",
    "dbus_unittests": "f1bfba58791f3dc9096ab3f356d59512ac04b983a7d4dbba2bcd368c6edbf9ac/569",
    "device_unittests": "856abf3b3e10ef29de05fd08ce9273e87c9e190e0fd7bc2c633c005bc4729218/646",
    "display_unittests": "69401d7d3e921bc905ee06b876c32fac85f815359f5b608503f43954bf72c430/569",
    "events_unittests": "4b5fd6bbd7c9bbf769b355765f3dd885e9c16cc0ad1774edba635f328012ffd6/569",
    "extensions_browsertests": "6e8bf8ed66ec91f52a52edcb8bc98e7188102b81fd64709f2ac7b2666d5f5bcc/811",
    "extensions_unittests": "0c13c034ec9ea4f6defa63f0e60c26c7565a90f4a9498d356f95b50bf9eb259b/975",
    "filesystem_service_unittests": "48b8445c8d77d3ecdecc007999a64ec1c39a8772284eaf6749e2f605618a7918/569",
    "gcm_unit_tests": "9cae02f6b43cd63114ca85e929a9deb9214c6af3a1e8a04a9fbcacea6f20f949/646",
    "gfx_unittests": "5eabf078f425069739d158b327c669f8972c2f67d5573ee2272f4d2bc3e995ea/645",
    "gin_unittests": "feb06d621e4c5d9eeca4eaae7e0f5a69fedd58fd252c4ac637a21073e2a70a24/646",
    "gl_tests": "3ba97e4ecbe57bf2a61690d8aa74b5ef6264f2328b61ae50cae7df76a40f26db/569",
    "gl_unittests": "d887c185146e52f1e0d1c285a4e0a579a1ab68c56c891bbbf766b33c4cc218ca/569",
    "google_apis_unittests": "23a62279573c35d967d6d6dcf9a3d476d864f2149f8b785b0e23cb7232dc34c0/731",
    "gpu_unittests": "96c921b7c1e4854eda46d2c8ecc5034bef0a9cc140a14bce086a36c35c6620e7/646",
    "gtk_unittests": "f48ddcdd8b584f7a855358997f12cc7f967f5222f54c947ea0c5a8cc094b2882/569",
    "gwp_asan_unittests": "5b1730bcb028249a930a7658fd7d5032b45dc2ba26786c5eb70e1ef429c7881a/570",
    "headless_browsertests": "2137ccb7063e99e01ff928320d64406fef5e3c80b6b84bae9ab8e12f428a7911/809",
    "headless_unittests": "8c895a5d0d61ec06cedda61206f7984581b00d5a409b775d71357fb3ee8e3210/569",
    "interactive_ui_tests": "a23f9eca7af1d1dff6d6cf5384e92f16fbef7c7c62ebeb9c0b9c4e089d70485f/1128",
    "ipc_tests": "636de043978265f5b1e4194746845a566f4e157f8316a7a7685760d6414513cf/569",
    "jingle_unittests": "680198dc1e639a9bc0712cb7e74cca840c7bd560c09f36e738707a00b19b36c7/646",
    "latency_unittests": "7b8440ee8b7204921514bd5d214dee2ce1846c0a5855048af2282378c43c908c/569",
    "libjingle_xmpp_unittests": "2777e860f0e4613d20d20b9d408ba15be1c5d2ea58ad5dbaf553dbfd92712f09/569",
    "liburlpattern_unittests": "d75935cd6d87d09f5d91862f42c6f82d9740e5d6de3a4f1c7c7642e3bdd7e44a/569",
    "media_unittests": "e14ac76ce811929eb6602eab39ede73df080b952dd70cc73e6e0368691a82b94/649",
    "message_center_unittests": "b54d3cf1223180879eb8949dab6c0e5378d7b8880966b575f9d23511e38eb425/569",
    "midi_unittests": "c75d27b997b24971f26335d6bb6f1dddd9a3392b32acb9347a4c7268ed508253/569",
    "mojo_core_unittests": "92fa169dc313aae03359503bb6448a7fcaae9d7e892b1c685bca004fef933996/569",
    "mojo_unittests": "ce34011e1a13e104a9ed282fb0ad86a98d348ee195cd85b4889d833b3991c9ad/647",
    "native_theme_unittests": "82cfd341534b1b21c8fe35276248369658b789426e895a6a5dec1e8322735aaf/569",
    "net_unittests": "e838064236b3bb50268dec5d8b174c7a526536ce305775ff07eecd791b542d2f/648",
    "openscreen_unittests": "0f8e012b7287e8675f078b5bf419325765937b026463fb98a428ffc484716443/811",
    "ozone_x11_unittests": "bafc6cd91f9b10daafc530c2d5f81393f9405bcd6837d24068f8216989e68bdc/569",
    "pdf_unittests": "2a63d1e9eb40c0bd927605a960219a943b51a6a009a13b6010016c585f967299/725",
    "perfetto_unittests": "f6e2b6c41d6da4dc76c47e8e755ed289959027a668d0a1ce8d86bd17c984c025/569",
    "ppapi_unittests": "00db9f4ca867e8e63ad31a54fa18c96e0469fe8d48c73ec18bc0b58df89ee05d/569",
    "printing_unittests": "893147bdb65e7dd3bb90f8bcad0b18834b32381074a777f94989c6b35c830ee7/569",
    "remoting_unittests": "8cab65e3f60ef6529a5e5736d997e9533c534b484c2b2c7969d6d10a93cc2e46/646",
    "sandbox_linux_unittests": "5dfbbbfe3ec9cde18d106caad834a9e266602a24d0460dbff389fe634d2655f8/569",
    "service_manager_unittests": "8d34143f7920b3aa304fb819d3ea16d9a08b0d856f6b9eb3114f2512b0e8901a/569",
    "services_unittests": "0887a1cdb5ae2e78dbb2feff6ad96afd608e2839f120be0f1bf05be9b5023a0e/815",
    "shell_dialogs_unittests": "cc5434d54fc912556e083889cc8e88627300a6fc1988efb48418238e809a5288/569",
    "skia_unittests": "0df77ad0e09bb17fbfe7a2b84d0dc466c469e2dc0995abd8ce60a07c7d4f374b/569",
    "snapshot_unittests": "040d1772b2cb6318cc1e1bf4d7572ac215eb139ee32e93240580d9a1a5fadfe5/569",
    "sql_unittests": "3e099c6eb4ac149bf8ab504147a12b000845828b93fe429d606469bc32643968/646",
    "storage_unittests": "afb76edab93d7c4dc38cdeaa49bbeb18a48cd742fdc0a61758a230f00352c48a/727",
    "sync_integration_tests": "010a5ff8a46f2ce3eac79e1de2482e88bb6325569906833747835739acdaf34a/892",
    "ui_base_unittests": "e8f0f7fa3653c1462940d5458826846efe123e029741b771702d7683578e08fd/723",
    "ui_touch_selection_unittests": "e3a1a45ae23e69578b1c8328ac6129a208ba16824562513c5dbce1478c724331/569",
    "unit_tests": "6c73fab3658f1df969afabd57e1025445e817fb371028e5127db07fc6b2c2bd7/1141",
    "url_unittests": "e734aa8ae58f4744ec15e531502a6cdf8aa994f525540743f13725ec62367532/569",
    "views_unittests": "eee4c419b0f807417c6e52996a56a53f37a2dfc40b324da6b2bb26d541d3195d/569",
    "viz_unittests": "ec3dc638a52a7142736610091c01a24709c4a5b59148593ea3cfed895b608339/653",
    "vr_common_unittests": "dd0b29f34ac6e085f77e80f9f4c13c134c07057c0942431bbf98f6c88c350d9b/811",
    "vr_pixeltests": "2d611e151d1981b5a488f85ad17bdf22335be41b1e9bef3716ac90b1d419bdd6/725",
    "weblayer_browsertests": "68c14eb9b966586b283f82fdedb5eb3d969abde819d4f8bd954e01b355f18f84/893",
    "weblayer_unittests": "bd24ddbaefbdcf190422eefdb060a21c0e4babc589d9269afa1985b8f4044581/725",
    "wm_unittests": "e93b88bb6c0407f75b52a7261a24a0decfd9687875453cc099dd65f5684ad121/569",
    "wtf_unittests": "7de764df83eb56c3a5704d4b56da26a38aba9a58f436150597de5e7fb5aea98b/569",
    "x11_unittests": "1a003797eaa8cc454841b619f2195f096a1f4a1c319baf62862be8eef65537ef/569",
    "xr_browser_tests": "6ab86d97131df872d2f5d36933cb339602020666e95ad2ff961c9cdddf8447d6/891",
    "zlib_unittests": "d3189e0e2f45ad22bcf75013fcc9bb946dd24c8dc8906cf3f97424db9eb83043/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "a737c3978d8217c5d52b0b885ca0018ad0e5420c0ed97a0e9b5f7ac48162d323/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/be65455099c2b4783f7236884e513732c195d3c9
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:77680
  • user_agent:recipe

Debug log (UTC)

[11:38:16.716] New invocation is queued and will start shortly
[11:38:16.716] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[11:38:17.787] Starting the invocation (attempt 1)
[11:38:17.874] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/be65455099c2b4783f7236884e513732c195d3c9"
[11:38:17.874] Popped gitiles commit info from properties and tags
[11:38:17.874] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[11:38:17.874] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[11:38:17.874] Buildbucket request:
{
  "requestId": "9000640761567467264",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "be65455099c2b4783f7236884e513732c195d3c9"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "1ae7981088c22832b5812082aaad1d04f3f03721",
      "parent_got_dawn_revision": "0e3aa3c8d0b3c2e09afb5e768ed01467605580e6",
      "parent_got_nacl_revision": "960b7c60dea788acb2fecf07e00a2532167972af",
      "parent_got_revision": "be65455099c2b4783f7236884e513732c195d3c9",
      "parent_got_revision_cp": "refs/heads/main@{#924714}",
      "parent_got_swiftshader_revision": "c710de9749367f4aad88d3b030172322919c85f8",
      "parent_got_v8_revision": "29abb5d8474ea89817f8de933c4d1bf6c6d7478c",
      "parent_got_v8_revision_cp": "refs/heads/9.6.99@{#1}",
      "parent_got_webrtc_revision": "b3c9d3da8f3466a1969c2bbee308cb57105720f6",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35067}",
      "swarm_hashes": {
            "absl_hardening_tests": "19459cfcb8004204dabc34e213e671871b45340d6e3cc74e05984de713ac543a/569",
            "accessibility_unittests": "1de5d627bf5fabaed49b5e47e58b86a91b87d093ccdfe45c3cea3208a773f390/569",
            "angle_unittests": "8b346206ef1a6508dc3aa19d2773ad2c88bb16d602584a7d38e931923ee3a14c/570",
            "app_shell_unittests": "dd17d6a01b31e15ba28d3fb649a8cc6c64012c9e21b56c2f026e01974403dccd/809",
            "aura_unittests": "d486896c35cda5bc2c13bf517a057a21407d51ef9b9b0438464d73b13aa67d83/569",
            "base_unittests": "91de51f3317f36627707b437180bbf63c504d23fe7c24129d0dc53bca43dc27b/648",
            "blink_common_unittests": "c78a6d786f76eb8d96184943ede80d5099c11640a6030d09c95bb1299088dcf6/647",
            "blink_fuzzer_unittests": "d91ca1e647389e7f94481fd3b1cce2626fe1894048c4e8b14f0eab3e81c779f7/648",
            "blink_heap_unittests": "622beb7d5f735026cb578200576c0960a5948eeaf248997d7b9c0215a6fa4de2/648",
            "blink_platform_unittests": "19fc22aa9274930e85ef13a1e77c941c511df2c66c499720d2048520ecfe2ad4/726",
            "blink_unittests": "a138b8eae849f935cedf0e59597e6d98ed0be5fad8a07e15106a545994604903/726",
            "boringssl_crypto_tests": "1ab0fb316cbd30ea081102e3c508cf89210d1237a59e5183f700addca586120c/570",
            "boringssl_ssl_tests": "9781baaa1219430547ef5c309eabd26caf23a56a9a80a6013293e182c28db6b0/569",
            "capture_unittests": "c8991e145a0e0fe9b14152a3c86997b4142a361eb2b9b75a9383347036f16ed9/648",
            "cast_unittests": "5203ed28ec35beff9716caf41509ad5769db43ef48377c6c1c393451b4c16306/569",
            "cc_unittests": "a045a7643f0b08cce50149ef6e2a0d95be26a7cbc7c337a2907314ecf45498da/653",
            "chrome_app_unittests": "a55d95e2beae65761f689d37d772c5ba7b5f212148696f2466c970f09f2d41d8/811",
            "chromedriver_unittests": "97c3553ca0a3abe395488ff38b3d89fab0b534ae47953a98824898538ea72b69/726",
            "color_unittests": "8770f41998a1ffd35c157e8615eaccf487a83412bce548f16d383e1f04a99974/569",
            "components_browsertests": "2ef49041907258b41d77fc5122616ad2e8a680d4377ec28eba63ce6276783f27/892",
            "components_unittests": "2b7a774cb5d5d961a0e7d3072eba83c24e26a38591e2a79663732e97c10a1e1c/892",
            "compositor_unittests": "e6cc139cbb5ab2d9b0ed27c568d3a16ecf399bcf37ddb7202e05ac7599b7a1b7/645",
            "content_browsertests": "98b0af33572337145b4cd5611dedbd2eef93e13633c06b988d844a16f6953e4f/887",
            "content_unittests": "7d8a322b7186b61f2f44236baf9eea0c1f9513d1dc20b15a0ef964b4fb265fd6/806",
            "cronet_tests": "8a9a9eafe12d49b6b62283ee7125e6d6c89b9e6c0d731832cb17f6d33a9ef9ff/730",
            "cronet_unittests": "3e4f83711ec33c78dd191775f2e4aa60df2696ffa528d6277d9dae36cb65f5d3/646",
            "crypto_unittests": "e4cf9f32c34a0d96e1a1e11483b66c560be5dc6abe167161ac606e094fb0edc9/569",
            "dbus_unittests": "f1bfba58791f3dc9096ab3f356d59512ac04b983a7d4dbba2bcd368c6edbf9ac/569",
            "device_unittests": "856abf3b3e10ef29de05fd08ce9273e87c9e190e0fd7bc2c633c005bc4729218/646",
            "display_unittests": "69401d7d3e921bc905ee06b876c32fac85f815359f5b608503f43954bf72c430/569",
            "events_unittests": "4b5fd6bbd7c9bbf769b355765f3dd885e9c16cc0ad1774edba635f328012ffd6/569",
            "extensions_browsertests": "6e8bf8ed66ec91f52a52edcb8bc98e7188102b81fd64709f2ac7b2666d5f5bcc/811",
            "extensions_unittests": "0c13c034ec9ea4f6defa63f0e60c26c7565a90f4a9498d356f95b50bf9eb259b/975",
            "filesystem_service_unittests": "48b8445c8d77d3ecdecc007999a64ec1c39a8772284eaf6749e2f605618a7918/569",
            "gcm_unit_tests": "9cae02f6b43cd63114ca85e929a9deb9214c6af3a1e8a04a9fbcacea6f20f949/646",
            "gfx_unittests": "5eabf078f425069739d158b327c669f8972c2f67d5573ee2272f4d2bc3e995ea/645",
            "gin_unittests": "feb06d621e4c5d9eeca4eaae7e0f5a69fedd58fd252c4ac637a21073e2a70a24/646",
            "gl_tests": "3ba97e4ecbe57bf2a61690d8aa74b5ef6264f2328b61ae50cae7df76a40f26db/569",
            "gl_unittests": "d887c185146e52f1e0d1c285a4e0a579a1ab68c56c891bbbf766b33c4cc218ca/569",
            "google_apis_unittests": "23a62279573c35d967d6d6dcf9a3d476d864f2149f8b785b0e23cb7232dc34c0/731",
            "gpu_unittests": "96c921b7c1e4854eda46d2c8ecc5034bef0a9cc140a14bce086a36c35c6620e7/646",
            "gtk_unittests": "f48ddcdd8b584f7a855358997f12cc7f967f5222f54c947ea0c5a8cc094b2882/569",
            "gwp_asan_unittests": "5b1730bcb028249a930a7658fd7d5032b45dc2ba26786c5eb70e1ef429c7881a/570",
            "headless_browsertests": "2137ccb7063e99e01ff928320d64406fef5e3c80b6b84bae9ab8e12f428a7911/809",
            "headless_unittests": "8c895a5d0d61ec06cedda61206f7984581b00d5a409b775d71357fb3ee8e3210/569",
            "interactive_ui_tests": "a23f9eca7af1d1dff6d6cf5384e92f16fbef7c7c62ebeb9c0b9c4e089d70485f/1128",
            "ipc_tests": "636de043978265f5b1e4194746845a566f4e157f8316a7a7685760d6414513cf/569",
            "jingle_unittests": "680198dc1e639a9bc0712cb7e74cca840c7bd560c09f36e738707a00b19b36c7/646",
            "latency_unittests": "7b8440ee8b7204921514bd5d214dee2ce1846c0a5855048af2282378c43c908c/569",
            "libjingle_xmpp_unittests": "2777e860f0e4613d20d20b9d408ba15be1c5d2ea58ad5dbaf553dbfd92712f09/569",
            "liburlpattern_unittests": "d75935cd6d87d09f5d91862f42c6f82d9740e5d6de3a4f1c7c7642e3bdd7e44a/569",
            "media_unittests": "e14ac76ce811929eb6602eab39ede73df080b952dd70cc73e6e0368691a82b94/649",
            "message_center_unittests": "b54d3cf1223180879eb8949dab6c0e5378d7b8880966b575f9d23511e38eb425/569",
            "midi_unittests": "c75d27b997b24971f26335d6bb6f1dddd9a3392b32acb9347a4c7268ed508253/569",
            "mojo_core_unittests": "92fa169dc313aae03359503bb6448a7fcaae9d7e892b1c685bca004fef933996/569",
            "mojo_unittests": "ce34011e1a13e104a9ed282fb0ad86a98d348ee195cd85b4889d833b3991c9ad/647",
            "native_theme_unittests": "82cfd341534b1b21c8fe35276248369658b789426e895a6a5dec1e8322735aaf/569",
            "net_unittests": "e838064236b3bb50268dec5d8b174c7a526536ce305775ff07eecd791b542d2f/648",
            "openscreen_unittests": "0f8e012b7287e8675f078b5bf419325765937b026463fb98a428ffc484716443/811",
            "ozone_x11_unittests": "bafc6cd91f9b10daafc530c2d5f81393f9405bcd6837d24068f8216989e68bdc/569",
            "pdf_unittests": "2a63d1e9eb40c0bd927605a960219a943b51a6a009a13b6010016c585f967299/725",
            "perfetto_unittests": "f6e2b6c41d6da4dc76c47e8e755ed289959027a668d0a1ce8d86bd17c984c025/569",
            "ppapi_unittests": "00db9f4ca867e8e63ad31a54fa18c96e0469fe8d48c73ec18bc0b58df89ee05d/569",
            "printing_unittests": "893147bdb65e7dd3bb90f8bcad0b18834b32381074a777f94989c6b35c830ee7/569",
            "remoting_unittests": "8cab65e3f60ef6529a5e5736d997e9533c534b484c2b2c7969d6d10a93cc2e46/646",
            "sandbox_linux_unittests": "5dfbbbfe3ec9cde18d106caad834a9e266602a24d0460dbff389fe634d2655f8/569",
            "service_manager_unittests": "8d34143f7920b3aa304fb819d3ea16d9a08b0d856f6b9eb3114f2512b0e8901a/569",
            "services_unittests": "0887a1cdb5ae2e78dbb2feff6ad96afd608e2839f120be0f1bf05be9b5023a0e/815",
            "shell_dialogs_unittests": "cc5434d54fc912556e083889cc8e88627300a6fc1988efb48418238e809a5288/569",
            "skia_unittests": "0df77ad0e09bb17fbfe7a2b84d0dc466c469e2dc0995abd8ce60a07c7d4f374b/569",
            "snapshot_unittests": "040d1772b2cb6318cc1e1bf4d7572ac215eb139ee32e93240580d9a1a5fadfe5/569",
            "sql_unittests": "3e099c6eb4ac149bf8ab504147a12b000845828b93fe429d606469bc32643968/646",
            "storage_unittests": "afb76edab93d7c4dc38cdeaa49bbeb18a48cd742fdc0a61758a230f00352c48a/727",
            "sync_integration_tests": "010a5ff8a46f2ce3eac79e1de2482e88bb6325569906833747835739acdaf34a/892",
            "ui_base_unittests": "e8f0f7fa3653c1462940d5458826846efe123e029741b771702d7683578e08fd/723",
            "ui_touch_selection_unittests": "e3a1a45ae23e69578b1c8328ac6129a208ba16824562513c5dbce1478c724331/569",
            "unit_tests": "6c73fab3658f1df969afabd57e1025445e817fb371028e5127db07fc6b2c2bd7/1141",
            "url_unittests": "e734aa8ae58f4744ec15e531502a6cdf8aa994f525540743f13725ec62367532/569",
            "views_unittests": "eee4c419b0f807417c6e52996a56a53f37a2dfc40b324da6b2bb26d541d3195d/569",
            "viz_unittests": "ec3dc638a52a7142736610091c01a24709c4a5b59148593ea3cfed895b608339/653",
            "vr_common_unittests": "dd0b29f34ac6e085f77e80f9f4c13c134c07057c0942431bbf98f6c88c350d9b/811",
            "vr_pixeltests": "2d611e151d1981b5a488f85ad17bdf22335be41b1e9bef3716ac90b1d419bdd6/725",
            "weblayer_browsertests": "68c14eb9b966586b283f82fdedb5eb3d969abde819d4f8bd954e01b355f18f84/893",
            "weblayer_unittests": "bd24ddbaefbdcf190422eefdb060a21c0e4babc589d9269afa1985b8f4044581/725",
            "wm_unittests": "e93b88bb6c0407f75b52a7261a24a0decfd9687875453cc099dd65f5684ad121/569",
            "wtf_unittests": "7de764df83eb56c3a5704d4b56da26a38aba9a58f436150597de5e7fb5aea98b/569",
            "x11_unittests": "1a003797eaa8cc454841b619f2195f096a1f4a1c319baf62862be8eef65537ef/569",
            "xr_browser_tests": "6ab86d97131df872d2f5d36933cb339602020666e95ad2ff961c9cdddf8447d6/891",
            "zlib_unittests": "d3189e0e2f45ad22bcf75013fcc9bb946dd24c8dc8906cf3f97424db9eb83043/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "a737c3978d8217c5d52b0b885ca0018ad0e5420c0ed97a0e9b5f7ac48162d323/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "be65455099c2b4783f7236884e513732c195d3c9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "9000640761567467264"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "77680"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[11:38:18.508] Scheduled build:
{
  "id": "8835210699583291953",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 69644,
  "createdBy": "project:chromium",
  "createTime": "2021-09-24T11:38:17.977094980Z",
  "updateTime": "2021-09-24T11:38:18.252393578Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "be65455099c2b4783f7236884e513732c195d3c9",
      "ref": "refs/heads/main"
    }
  }
}
[11:38:18.508] Task URL: https://cr-buildbucket.appspot.com/build/8835210699583291953
[11:38:18.508] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9000640761567467264:2:0) after 1m52s
[11:38:28.016] Received PubSub notification, asking Buildbucket for the build status
[11:38:28.050] Build status: STARTED
[11:40:10.530] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9000640761567467264:2:0)
[11:40:10.610] Build status: STARTED
[11:40:10.610] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9000640761567467264:4:0) after 8m21s
[11:48:31.645] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9000640761567467264:4:0)
[11:48:31.675] Build status: STARTED
[11:48:31.675] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9000640761567467264:5:0) after 5m23s
[11:53:54.799] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9000640761567467264:5:0)
[11:53:54.828] Build status: STARTED
[11:53:54.828] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9000640761567467264:6:0) after 2m34s
[11:56:28.848] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9000640761567467264:6:0)
[11:56:28.878] Build status: STARTED
[11:56:28.878] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9000640761567467264:7:0) after 9m35s
[12:06:03.901] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9000640761567467264:7:0)
[12:06:03.934] Build status: STARTED
[12:06:03.935] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9000640761567467264:8:0) after 3m38s
[12:06:35.545] Received PubSub notification, asking Buildbucket for the build status
[12:06:35.656] Build:
{
  "id": "8835210699583291953",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 69644,
  "createdBy": "project:chromium",
  "createTime": "2021-09-24T11:38:17.977094980Z",
  "startTime": "2021-09-24T11:38:26.867629Z",
  "endTime": "2021-09-24T12:06:34.691369143Z",
  "updateTime": "2021-09-24T12:06:34.691652789Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "be65455099c2b4783f7236884e513732c195d3c9",
      "ref": "refs/heads/main"
    }
  }
}
[12:06:35.656] Invocation finished in 28m18.95540817s with status FAILED