Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 30 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/77340 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "023bb6ccc98749aa00dd7fc38ccf0ff2f78c10af"
    }
  },
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "ac453e29bffd39333e4397ac468d2557cdec8b2e",
  "parent_got_dawn_revision": "7a446220a18f53199c9c36f0e149ef7e8b1ad22a",
  "parent_got_nacl_revision": "e9a12f9be6984fc2677657cf1ec7ede960f78143",
  "parent_got_revision": "023bb6ccc98749aa00dd7fc38ccf0ff2f78c10af",
  "parent_got_revision_cp": "refs/heads/main@{#920385}",
  "parent_got_swiftshader_revision": "7f2c7d18de0c916a326d5bf4d3c2d301eff2f4ee",
  "parent_got_v8_revision": "4a03d61accede9dd0e3e6dc0456ff5a0e3f792b4",
  "parent_got_v8_revision_cp": "refs/heads/9.5.172@{#1}",
  "parent_got_webrtc_revision": "fb501792ebb6474f9055fce4d8f8581aa47eadc8",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#34960}",
  "revision": "023bb6ccc98749aa00dd7fc38ccf0ff2f78c10af",
  "swarm_hashes": {
    "absl_hardening_tests": "082a7e59f480da57ce56893c42a3787907121d9bacdd803c8bd9e849e3bf7bb9/569",
    "accessibility_unittests": "fbe30dbc35f4866d36e51170c78d5e1da775cef111aa814922b1fd003260ef83/569",
    "angle_unittests": "3363ad2630d162eac1755f4b5f16a9a921f4deb6b36ac94b235ee85b37455120/570",
    "app_shell_unittests": "8a385239c86ede321eff4e97a1180695bdb88da0efe58be46402b557243aafda/809",
    "aura_unittests": "01b918c669251a4ceeb439a039d08b254ab33f575256ca262f11509342d49d18/569",
    "base_unittests": "761227bfad6d0219c616bd6783ff9bff268987f92a8b881db942cfdab2b255f5/648",
    "blink_common_unittests": "a1675acf074ddc1344b0349c4e23e3079b399d372373f26ea55f973caa8f0cbb/647",
    "blink_fuzzer_unittests": "20ea6f0bd476bac1a667a36b5e8bb05c4a5b305a6dc61cd61639dd0086fea7d4/648",
    "blink_heap_unittests": "da8fbb7c008a405d885b9a55280b3bf1a54987040519877231722d0ac1459cd4/648",
    "blink_platform_unittests": "72ca4a6d40df6a4ef2813720f0bf643c304fff84e1cdb480da54618b92c2ed1a/726",
    "blink_unittests": "18996188df669b35bef53c9316a1ea1f8d965993553c722e4f4f87af777fff74/726",
    "boringssl_crypto_tests": "a4cd3935e68c07ecfc46143f4f2cd85d8a47c65cb5563835e9d3ccd7b5fc2a09/570",
    "boringssl_ssl_tests": "1ff9693c61e6f48cb23caf89dffc81c502c3b381f0712fc04912273822043f3c/569",
    "capture_unittests": "51f47d1a80d823a35b73bc951d590ea2522f65e266b03ff947970a123cf7179f/648",
    "cast_unittests": "c5405a354fe9bf8909680ac6e058eb00ddbb574cfff30b324546be16506131fc/569",
    "cc_unittests": "a4bdbf44a65a389c168528e4981d4c2a095d5186a4fc485e64ed6f4baa20ef9a/653",
    "chrome_app_unittests": "254f717ec08c844817258f6e230be8c6a65f26fe9ae456dc07325052b8303da4/811",
    "chromedriver_unittests": "f157152f250da1684e130784ed54e207e50a2d891d3db05e3d70996a2388c86b/726",
    "color_unittests": "f9ba4e6dffa773ca8e885b8f56fd48cab3906dec86dccf8c0331929e6ea85e0a/569",
    "components_browsertests": "93652021ca40edd4753fc4b247b98a72576c5dbd385d5f53e968cb73ea125261/892",
    "components_unittests": "eea77fc82f448ee6164b562107a8282de2d6b1018b36fb81bb850f708cd742c8/892",
    "compositor_unittests": "594a7f09208f8960d8d71b265e6c291358ad1ba4f3306e613f138fc7291b6fbb/645",
    "content_browsertests": "9b1cff38583e19ea5efd28303ad984a8f09a6879c51c513e8b8ab54a181cebb6/887",
    "content_unittests": "ebbd8f959a44bfc945f100fb5eaac9095cb52447278d6f2fa0c13612cd7d5f47/806",
    "cronet_tests": "7be0a54c91fbaedb802a481b912e11a4e5834b700721cc96e73f457e2b2db1bc/730",
    "cronet_unittests": "76013238b4ef83c58815d9213f10af851b60228805a3fa27487920985b28fc95/646",
    "crypto_unittests": "f87b5b8450df74a9b4982a8fd7d5a163c5c1336eee9c9babe61a55eaa38fc9a5/569",
    "dbus_unittests": "562b93c6ff0a078902052fa0ad208051b38d9f0214852e28bd6305e1f0679b55/569",
    "device_unittests": "a7b7ee11098820c4f2e52db2ca8b7b5f61f941980593e52c21877c14075bbbfa/646",
    "display_unittests": "ff669c751b92a76063f74474e5929798962131db8d6a592b0f9cb110e3e0a88e/569",
    "events_unittests": "be8e9a4b73b090913af861b6a601da002917020d274b41f0fac487fdab8a77af/569",
    "extensions_browsertests": "fd063f998cf8029cf587167bf81a827f81ba27afd68887cf854e6fbfcef977a3/811",
    "extensions_unittests": "349e3c34fecce567e286bfb49ece50a96214e8d74aa806c16fc8f1c7fcca46a7/975",
    "filesystem_service_unittests": "6dd209dbf6d38ca3fe9db53c5025e9bc32dab6ec4f251648024bf8849a6bbf47/569",
    "gcm_unit_tests": "a652463d77b52fbec2d4c526d4582c318e393c2ddab8235661912568cb778c49/646",
    "gfx_unittests": "2abf0884c798a75c323424a6ef6aae399bcf896aa8138f849c7e6fc4712305f5/645",
    "gin_unittests": "d1230a9628c8ac1c395531cf6da444229d4e922eb7054db3169b1922c598180a/646",
    "gl_tests": "74765971cb89acf987f5282ed4d353221d817a11947e6d47caeecc08d4012ca0/569",
    "gl_unittests": "aaec093c141ec35c3d50986e4c23a4847972432e1b80a92fe1c9f5cca32c791a/569",
    "google_apis_unittests": "987d9c0f62beb56e8b056a528580d261c746c5585d7e152a4e932f0ddf1171f6/731",
    "gpu_unittests": "ecf8e351ce58a12e0f544424e14d064f99c4c03ac546b9b7a5dbb4184f17cb19/646",
    "gtk_unittests": "b2fa46a00b6980dc0628268df93ef1c4e3535af2baec70771550c98c1f362c5b/569",
    "gwp_asan_unittests": "1786985a41a0495b1a1a60d248ac3c8cccdaaa8825b96812c45020e51180f5a9/570",
    "headless_browsertests": "29668c2f996a9a553799c1408a2f0d3627cf3cc0d1bc5914c5ace64cafb27511/809",
    "headless_unittests": "1e17bdfe7e9e1fd70e1895fcff03f54e533f057ee5f8823b8bd4a6dc2ff0db04/569",
    "interactive_ui_tests": "6b95e31662b425f25e65c51e3238d4372df8bfcf23a87e375d7c55f0020fae48/1128",
    "ipc_tests": "b75a547723c468372fe3c1070a3ed0e1e1a3f68c41a404d6fa409157612a422e/569",
    "jingle_unittests": "ca5ad3b184f8d6576f96afbf262307d23c85b8dfb6a13de13587bda8abeafac4/646",
    "latency_unittests": "64071451a9f9328be16df2a90e11f0b8d1a11ec1eabd51574e95b43c50710999/569",
    "libjingle_xmpp_unittests": "a1cd8b13cfaea4fde80c67a94163ef01dc7a1287899559699c2f73a3b514c00a/569",
    "liburlpattern_unittests": "6cdd87d9bd0ccf1979162eebfc7536a1591c8c4aa4d2a3d9eb43bd830c8119e6/569",
    "media_unittests": "0dd888f61fe3819491a81ed0399c9c5228bdad78883129b16644e9af6f3f4404/649",
    "message_center_unittests": "92acfe37e9a40e9b235eb79a5570e952d8f9da526628c426dbd047c6251cf886/569",
    "midi_unittests": "63a43a53a97c0ab1fddee0cb7b5dabc1ca626d703f5de6bdde78d3102c3d079c/569",
    "mojo_core_unittests": "e08a9d0685a9d4f0bb4f8a7996944bed534be0a1ed04a04e79b80da545262b76/569",
    "mojo_unittests": "cd95220374c4555c1fc839a2c2381a99a737c0b5e3815238ef2f34acaa1e685c/647",
    "native_theme_unittests": "8ba19be756b8735777a990dcb67972016cd7b1902b3d0a27ba74b1509e581460/569",
    "net_unittests": "7c10412c9e7d0870085bb88d568da4c846f80755637335c7d190b46e26c1178c/648",
    "openscreen_unittests": "3fc9744d934809ed7a77e09c4051229f9c7e88263d2cab03ffec5893562a9dde/811",
    "pdf_unittests": "bd548389426a4f5826ff5cd0e5e4ba8361e40b3fc2d0e10891087312c814a480/725",
    "perfetto_unittests": "faa1c486f247260fc458ff53ae2595f5065af7ebe5eddbefbe939c52a8ffca94/569",
    "ppapi_unittests": "1392372c1e4bc03bb2a073664849dd3624120770c8ece8a37294fb6c6a825119/569",
    "printing_unittests": "e119f93dcf0f298a90dfd0bc8871ec8454d4fce76fdbbc5ead6a62a3b297f7b6/569",
    "remoting_unittests": "adb8f0bc3e8eb10b977400238c142b51233151103ed17fd8ea0d779991f993c3/646",
    "sandbox_linux_unittests": "f505210cb9a7d9543235031ffff95b61743950d29d26a33c7561afcd5fbed667/569",
    "service_manager_unittests": "cfc836429f3ed97888245dee9d729a37355708054ce99b6884257890f7757bdc/569",
    "services_unittests": "2c8ce2183e009fe1aca18dbb35d8d16d5ca7db60154e6987c8d2b2a315045a07/815",
    "shell_dialogs_unittests": "da261f60139cc683a23adbc0a56f6678dbfce01fc09008b25f0eba24f53ed22e/569",
    "skia_unittests": "fa142a64c71e4dc3e0fd84e10990a52e82a0732f8d21b90bf2262a31d299a99d/569",
    "snapshot_unittests": "921ab0d68c6efa3218a2a7fbe2324e2e7c065b60f92eb8866c4978376c9a0151/569",
    "sql_unittests": "c9ca317ff99c122469785cdaa80e0ad168850412ab39e0f1823be4c1eda91649/646",
    "storage_unittests": "359e2e2afd069b5cf359af9e7d631853999cdcfc03183ac475beb4be39af3d14/727",
    "sync_integration_tests": "3ea3bae016352d05e9cb53cfcfa246993ab15316b66bf7f319838b6702dea125/892",
    "traffic_annotation_auditor_unittests": "5e43472fae376247e55d8bd3523b2e90c53e9b8308cdada797f20fea7fb62a0a/650",
    "ui_base_unittests": "8859001e449669eccc1223b8908a34bece1abc931e364e545c072d4642ee9ef4/723",
    "ui_touch_selection_unittests": "61b5cdf9e0414d3487529c5ec6e298dd8485fefd518fa3c72eaeb4c0de95b3c7/569",
    "unit_tests": "0c3f475082b72fb68db86fe2e5e422ef5707bdbfe05c0142f341be941f22afa8/1141",
    "url_unittests": "3fdc6fe5c4b04d5030633550ff5003d93579718ebfa33ab4c14ecfd1cc302be7/569",
    "views_unittests": "67c436e0937feda5a0cc0214e31d8d82b7ebfbe2156dd4bd7f3f297f61ae98fa/569",
    "viz_unittests": "e09fd5a13bf6b9be70092ceddd2be08f530ce5b068441d725d2906adcc5e659e/653",
    "vr_common_unittests": "32e0a822a20a3241544c5fe7320149d8efcb45e331f106bf9f08ed40c63ca418/811",
    "vr_pixeltests": "baa1636a218fe7fdb22c4753de5b073971ebb6248eea8e0f576f37bd187ddca9/725",
    "weblayer_browsertests": "1affb331c349cd4adfea714e9d3dbb864efc79d83b9524fe4748b396a5a1e80f/893",
    "weblayer_unittests": "61ce44b68373834201de3d658cd478ade5c5766932f7b9c320a86c8f713b0331/725",
    "wm_unittests": "0156c71fb53cfa897b13e2435de5dcc43dd05f97bc67548291daf0a87fbb6fd3/569",
    "wtf_unittests": "2bbcf2e02b0c01cdc94e3301e0e66db56f0b45630667d78ee46f500e7f366d44/569",
    "x11_unittests": "257072f7b7751d59ba3376fdfd59aad0a30c8ded2227967a41753c8ff27e98ed/569",
    "xr_browser_tests": "b30b776bc8018959cb7296e7bb44a887f4259c5c2447939d0270719a0266bf70/891",
    "zlib_unittests": "ae561166f9492d5b8db8f2d6f150607c1e2d5f3d750b554cf636ae7857b4d5a5/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "e72e1a0ee60a3025feb4553ecc2b98359bae41ea95b68cf312527eb188ab646d/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/023bb6ccc98749aa00dd7fc38ccf0ff2f78c10af
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:77340
  • user_agent:recipe

Debug log (UTC)

[22:27:56.197] New invocation is queued and will start shortly
[22:27:56.197] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[22:27:57.309] Starting the invocation (attempt 1)
[22:27:57.401] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/023bb6ccc98749aa00dd7fc38ccf0ff2f78c10af"
[22:27:57.401] Reconstructed gitiles commit from tags
[22:27:57.401] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[22:27:57.401] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[22:27:57.401] Buildbucket request:
{
  "requestId": "9001868246152344544",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "023bb6ccc98749aa00dd7fc38ccf0ff2f78c10af"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "ac453e29bffd39333e4397ac468d2557cdec8b2e",
      "parent_got_dawn_revision": "7a446220a18f53199c9c36f0e149ef7e8b1ad22a",
      "parent_got_nacl_revision": "e9a12f9be6984fc2677657cf1ec7ede960f78143",
      "parent_got_revision": "023bb6ccc98749aa00dd7fc38ccf0ff2f78c10af",
      "parent_got_revision_cp": "refs/heads/main@{#920385}",
      "parent_got_swiftshader_revision": "7f2c7d18de0c916a326d5bf4d3c2d301eff2f4ee",
      "parent_got_v8_revision": "4a03d61accede9dd0e3e6dc0456ff5a0e3f792b4",
      "parent_got_v8_revision_cp": "refs/heads/9.5.172@{#1}",
      "parent_got_webrtc_revision": "fb501792ebb6474f9055fce4d8f8581aa47eadc8",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#34960}",
      "swarm_hashes": {
            "absl_hardening_tests": "082a7e59f480da57ce56893c42a3787907121d9bacdd803c8bd9e849e3bf7bb9/569",
            "accessibility_unittests": "fbe30dbc35f4866d36e51170c78d5e1da775cef111aa814922b1fd003260ef83/569",
            "angle_unittests": "3363ad2630d162eac1755f4b5f16a9a921f4deb6b36ac94b235ee85b37455120/570",
            "app_shell_unittests": "8a385239c86ede321eff4e97a1180695bdb88da0efe58be46402b557243aafda/809",
            "aura_unittests": "01b918c669251a4ceeb439a039d08b254ab33f575256ca262f11509342d49d18/569",
            "base_unittests": "761227bfad6d0219c616bd6783ff9bff268987f92a8b881db942cfdab2b255f5/648",
            "blink_common_unittests": "a1675acf074ddc1344b0349c4e23e3079b399d372373f26ea55f973caa8f0cbb/647",
            "blink_fuzzer_unittests": "20ea6f0bd476bac1a667a36b5e8bb05c4a5b305a6dc61cd61639dd0086fea7d4/648",
            "blink_heap_unittests": "da8fbb7c008a405d885b9a55280b3bf1a54987040519877231722d0ac1459cd4/648",
            "blink_platform_unittests": "72ca4a6d40df6a4ef2813720f0bf643c304fff84e1cdb480da54618b92c2ed1a/726",
            "blink_unittests": "18996188df669b35bef53c9316a1ea1f8d965993553c722e4f4f87af777fff74/726",
            "boringssl_crypto_tests": "a4cd3935e68c07ecfc46143f4f2cd85d8a47c65cb5563835e9d3ccd7b5fc2a09/570",
            "boringssl_ssl_tests": "1ff9693c61e6f48cb23caf89dffc81c502c3b381f0712fc04912273822043f3c/569",
            "capture_unittests": "51f47d1a80d823a35b73bc951d590ea2522f65e266b03ff947970a123cf7179f/648",
            "cast_unittests": "c5405a354fe9bf8909680ac6e058eb00ddbb574cfff30b324546be16506131fc/569",
            "cc_unittests": "a4bdbf44a65a389c168528e4981d4c2a095d5186a4fc485e64ed6f4baa20ef9a/653",
            "chrome_app_unittests": "254f717ec08c844817258f6e230be8c6a65f26fe9ae456dc07325052b8303da4/811",
            "chromedriver_unittests": "f157152f250da1684e130784ed54e207e50a2d891d3db05e3d70996a2388c86b/726",
            "color_unittests": "f9ba4e6dffa773ca8e885b8f56fd48cab3906dec86dccf8c0331929e6ea85e0a/569",
            "components_browsertests": "93652021ca40edd4753fc4b247b98a72576c5dbd385d5f53e968cb73ea125261/892",
            "components_unittests": "eea77fc82f448ee6164b562107a8282de2d6b1018b36fb81bb850f708cd742c8/892",
            "compositor_unittests": "594a7f09208f8960d8d71b265e6c291358ad1ba4f3306e613f138fc7291b6fbb/645",
            "content_browsertests": "9b1cff38583e19ea5efd28303ad984a8f09a6879c51c513e8b8ab54a181cebb6/887",
            "content_unittests": "ebbd8f959a44bfc945f100fb5eaac9095cb52447278d6f2fa0c13612cd7d5f47/806",
            "cronet_tests": "7be0a54c91fbaedb802a481b912e11a4e5834b700721cc96e73f457e2b2db1bc/730",
            "cronet_unittests": "76013238b4ef83c58815d9213f10af851b60228805a3fa27487920985b28fc95/646",
            "crypto_unittests": "f87b5b8450df74a9b4982a8fd7d5a163c5c1336eee9c9babe61a55eaa38fc9a5/569",
            "dbus_unittests": "562b93c6ff0a078902052fa0ad208051b38d9f0214852e28bd6305e1f0679b55/569",
            "device_unittests": "a7b7ee11098820c4f2e52db2ca8b7b5f61f941980593e52c21877c14075bbbfa/646",
            "display_unittests": "ff669c751b92a76063f74474e5929798962131db8d6a592b0f9cb110e3e0a88e/569",
            "events_unittests": "be8e9a4b73b090913af861b6a601da002917020d274b41f0fac487fdab8a77af/569",
            "extensions_browsertests": "fd063f998cf8029cf587167bf81a827f81ba27afd68887cf854e6fbfcef977a3/811",
            "extensions_unittests": "349e3c34fecce567e286bfb49ece50a96214e8d74aa806c16fc8f1c7fcca46a7/975",
            "filesystem_service_unittests": "6dd209dbf6d38ca3fe9db53c5025e9bc32dab6ec4f251648024bf8849a6bbf47/569",
            "gcm_unit_tests": "a652463d77b52fbec2d4c526d4582c318e393c2ddab8235661912568cb778c49/646",
            "gfx_unittests": "2abf0884c798a75c323424a6ef6aae399bcf896aa8138f849c7e6fc4712305f5/645",
            "gin_unittests": "d1230a9628c8ac1c395531cf6da444229d4e922eb7054db3169b1922c598180a/646",
            "gl_tests": "74765971cb89acf987f5282ed4d353221d817a11947e6d47caeecc08d4012ca0/569",
            "gl_unittests": "aaec093c141ec35c3d50986e4c23a4847972432e1b80a92fe1c9f5cca32c791a/569",
            "google_apis_unittests": "987d9c0f62beb56e8b056a528580d261c746c5585d7e152a4e932f0ddf1171f6/731",
            "gpu_unittests": "ecf8e351ce58a12e0f544424e14d064f99c4c03ac546b9b7a5dbb4184f17cb19/646",
            "gtk_unittests": "b2fa46a00b6980dc0628268df93ef1c4e3535af2baec70771550c98c1f362c5b/569",
            "gwp_asan_unittests": "1786985a41a0495b1a1a60d248ac3c8cccdaaa8825b96812c45020e51180f5a9/570",
            "headless_browsertests": "29668c2f996a9a553799c1408a2f0d3627cf3cc0d1bc5914c5ace64cafb27511/809",
            "headless_unittests": "1e17bdfe7e9e1fd70e1895fcff03f54e533f057ee5f8823b8bd4a6dc2ff0db04/569",
            "interactive_ui_tests": "6b95e31662b425f25e65c51e3238d4372df8bfcf23a87e375d7c55f0020fae48/1128",
            "ipc_tests": "b75a547723c468372fe3c1070a3ed0e1e1a3f68c41a404d6fa409157612a422e/569",
            "jingle_unittests": "ca5ad3b184f8d6576f96afbf262307d23c85b8dfb6a13de13587bda8abeafac4/646",
            "latency_unittests": "64071451a9f9328be16df2a90e11f0b8d1a11ec1eabd51574e95b43c50710999/569",
            "libjingle_xmpp_unittests": "a1cd8b13cfaea4fde80c67a94163ef01dc7a1287899559699c2f73a3b514c00a/569",
            "liburlpattern_unittests": "6cdd87d9bd0ccf1979162eebfc7536a1591c8c4aa4d2a3d9eb43bd830c8119e6/569",
            "media_unittests": "0dd888f61fe3819491a81ed0399c9c5228bdad78883129b16644e9af6f3f4404/649",
            "message_center_unittests": "92acfe37e9a40e9b235eb79a5570e952d8f9da526628c426dbd047c6251cf886/569",
            "midi_unittests": "63a43a53a97c0ab1fddee0cb7b5dabc1ca626d703f5de6bdde78d3102c3d079c/569",
            "mojo_core_unittests": "e08a9d0685a9d4f0bb4f8a7996944bed534be0a1ed04a04e79b80da545262b76/569",
            "mojo_unittests": "cd95220374c4555c1fc839a2c2381a99a737c0b5e3815238ef2f34acaa1e685c/647",
            "native_theme_unittests": "8ba19be756b8735777a990dcb67972016cd7b1902b3d0a27ba74b1509e581460/569",
            "net_unittests": "7c10412c9e7d0870085bb88d568da4c846f80755637335c7d190b46e26c1178c/648",
            "openscreen_unittests": "3fc9744d934809ed7a77e09c4051229f9c7e88263d2cab03ffec5893562a9dde/811",
            "pdf_unittests": "bd548389426a4f5826ff5cd0e5e4ba8361e40b3fc2d0e10891087312c814a480/725",
            "perfetto_unittests": "faa1c486f247260fc458ff53ae2595f5065af7ebe5eddbefbe939c52a8ffca94/569",
            "ppapi_unittests": "1392372c1e4bc03bb2a073664849dd3624120770c8ece8a37294fb6c6a825119/569",
            "printing_unittests": "e119f93dcf0f298a90dfd0bc8871ec8454d4fce76fdbbc5ead6a62a3b297f7b6/569",
            "remoting_unittests": "adb8f0bc3e8eb10b977400238c142b51233151103ed17fd8ea0d779991f993c3/646",
            "sandbox_linux_unittests": "f505210cb9a7d9543235031ffff95b61743950d29d26a33c7561afcd5fbed667/569",
            "service_manager_unittests": "cfc836429f3ed97888245dee9d729a37355708054ce99b6884257890f7757bdc/569",
            "services_unittests": "2c8ce2183e009fe1aca18dbb35d8d16d5ca7db60154e6987c8d2b2a315045a07/815",
            "shell_dialogs_unittests": "da261f60139cc683a23adbc0a56f6678dbfce01fc09008b25f0eba24f53ed22e/569",
            "skia_unittests": "fa142a64c71e4dc3e0fd84e10990a52e82a0732f8d21b90bf2262a31d299a99d/569",
            "snapshot_unittests": "921ab0d68c6efa3218a2a7fbe2324e2e7c065b60f92eb8866c4978376c9a0151/569",
            "sql_unittests": "c9ca317ff99c122469785cdaa80e0ad168850412ab39e0f1823be4c1eda91649/646",
            "storage_unittests": "359e2e2afd069b5cf359af9e7d631853999cdcfc03183ac475beb4be39af3d14/727",
            "sync_integration_tests": "3ea3bae016352d05e9cb53cfcfa246993ab15316b66bf7f319838b6702dea125/892",
            "traffic_annotation_auditor_unittests": "5e43472fae376247e55d8bd3523b2e90c53e9b8308cdada797f20fea7fb62a0a/650",
            "ui_base_unittests": "8859001e449669eccc1223b8908a34bece1abc931e364e545c072d4642ee9ef4/723",
            "ui_touch_selection_unittests": "61b5cdf9e0414d3487529c5ec6e298dd8485fefd518fa3c72eaeb4c0de95b3c7/569",
            "unit_tests": "0c3f475082b72fb68db86fe2e5e422ef5707bdbfe05c0142f341be941f22afa8/1141",
            "url_unittests": "3fdc6fe5c4b04d5030633550ff5003d93579718ebfa33ab4c14ecfd1cc302be7/569",
            "views_unittests": "67c436e0937feda5a0cc0214e31d8d82b7ebfbe2156dd4bd7f3f297f61ae98fa/569",
            "viz_unittests": "e09fd5a13bf6b9be70092ceddd2be08f530ce5b068441d725d2906adcc5e659e/653",
            "vr_common_unittests": "32e0a822a20a3241544c5fe7320149d8efcb45e331f106bf9f08ed40c63ca418/811",
            "vr_pixeltests": "baa1636a218fe7fdb22c4753de5b073971ebb6248eea8e0f576f37bd187ddca9/725",
            "weblayer_browsertests": "1affb331c349cd4adfea714e9d3dbb864efc79d83b9524fe4748b396a5a1e80f/893",
            "weblayer_unittests": "61ce44b68373834201de3d658cd478ade5c5766932f7b9c320a86c8f713b0331/725",
            "wm_unittests": "0156c71fb53cfa897b13e2435de5dcc43dd05f97bc67548291daf0a87fbb6fd3/569",
            "wtf_unittests": "2bbcf2e02b0c01cdc94e3301e0e66db56f0b45630667d78ee46f500e7f366d44/569",
            "x11_unittests": "257072f7b7751d59ba3376fdfd59aad0a30c8ded2227967a41753c8ff27e98ed/569",
            "xr_browser_tests": "b30b776bc8018959cb7296e7bb44a887f4259c5c2447939d0270719a0266bf70/891",
            "zlib_unittests": "ae561166f9492d5b8db8f2d6f150607c1e2d5f3d750b554cf636ae7857b4d5a5/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "e72e1a0ee60a3025feb4553ecc2b98359bae41ea95b68cf312527eb188ab646d/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "023bb6ccc98749aa00dd7fc38ccf0ff2f78c10af",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "9001868246152344544"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "77340"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[22:27:58.173] Scheduled build:
{
  "id": "8836438184156229265",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 69307,
  "createdBy": "project:chromium",
  "createTime": "2021-09-10T22:27:57.466238150Z",
  "updateTime": "2021-09-10T22:27:57.962210062Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "023bb6ccc98749aa00dd7fc38ccf0ff2f78c10af",
      "ref": "refs/heads/main"
    }
  }
}
[22:27:58.173] Task URL: https://cr-buildbucket.appspot.com/build/8836438184156229265
[22:27:58.173] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9001868246152344544:2:0) after 8m44s
[22:28:45.296] Received PubSub notification, asking Buildbucket for the build status
[22:28:45.350] Build status: STARTED
[22:36:42.280] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9001868246152344544:2:0)
[22:36:42.374] Build status: STARTED
[22:36:42.374] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9001868246152344544:4:0) after 7m44s
[22:44:26.397] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9001868246152344544:4:0)
[22:44:26.455] Build status: STARTED
[22:44:26.455] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9001868246152344544:5:0) after 3m0s
[22:47:26.632] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9001868246152344544:5:0)
[22:47:26.662] Build status: STARTED
[22:47:26.662] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9001868246152344544:6:0) after 7m6s
[22:54:32.882] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9001868246152344544:6:0)
[22:54:32.913] Build status: STARTED
[22:54:32.913] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9001868246152344544:7:0) after 9m57s
[22:58:38.911] Received PubSub notification, asking Buildbucket for the build status
[22:58:38.949] Build:
{
  "id": "8836438184156229265",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 69307,
  "createdBy": "project:chromium",
  "createTime": "2021-09-10T22:27:57.466238150Z",
  "startTime": "2021-09-10T22:28:43.929144Z",
  "endTime": "2021-09-10T22:58:38.390124768Z",
  "updateTime": "2021-09-10T22:58:38.390605032Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "023bb6ccc98749aa00dd7fc38ccf0ff2f78c10af",
      "ref": "refs/heads/main"
    }
  }
}
[22:58:38.949] Invocation finished in 30m42.770600714s with status FAILED