Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 30 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/79919 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "97fa68dda69c5e10875c5d4a6a3188f039fab7b5"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "a1b9eb68e41750c9d3869ce990b0c05362ff5aac",
  "parent_got_dawn_revision": "16e3221a0eb5dec8e38eb5f23885e50c1db44db5",
  "parent_got_nacl_revision": "a90562b0e045950f6884105bfa6e560dbce9d319",
  "parent_got_revision": "97fa68dda69c5e10875c5d4a6a3188f039fab7b5",
  "parent_got_revision_cp": "refs/heads/main@{#950914}",
  "parent_got_swiftshader_revision": "592d413edb56b53e4acbe5146c7b06d57af2a46e",
  "parent_got_v8_revision": "8a05d7add33e40e73aac9fc43b4d9cce04adeaca",
  "parent_got_v8_revision_cp": "refs/heads/9.9.1@{#1}",
  "parent_got_webrtc_revision": "a6b138d6b4ef3a5b2c87f899b67f3b5c8dd3c002",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35509}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "97fa68dda69c5e10875c5d4a6a3188f039fab7b5",
  "swarm_hashes": {
    "absl_hardening_tests": "eb82963e85d05f8df4cc6cee1d0e6b622e65753c0fc7272fe41f7f327eac1cd8/569",
    "accessibility_unittests": "38db8443cbb186002e7c15223be011b5bfbe1883dfaaf97a37c3aa4e074eafaf/569",
    "angle_unittests": "b063a36f99919a786a9b55ec0b84cbf25ba488596ac2adede589b043a108bc30/570",
    "app_shell_unittests": "7057c8cf1dc52d53491e1e7f21966370c9a2fe4da97ede0297fb6b42a131bd01/730",
    "aura_unittests": "354cb7eca89f11dc37657c59b4614a480b059c7243153446928c71f2467f6270/569",
    "base_unittests": "8b3a7852836439152b9f2186e311e6c0c819f3acf1f2818c17844f613a99e5e0/648",
    "blink_common_unittests": "8df3c3efb43e6f1907573732a1292deb59f3b474492d80f4c565467dd816400d/647",
    "blink_fuzzer_unittests": "581199d8d129d3c29b6d76d6858cec6226ffa68d346030e8808ec1eea606af46/569",
    "blink_heap_unittests": "c95fe6c4493a3a3d2bb45c0f8455a7f435ec6af788f1a9390f25201d6d784f62/569",
    "blink_platform_unittests": "2b16b4458ac176ccc71b3425c78adc438925d0dcd016683f354e4c8fb14d7dd8/726",
    "blink_unittests": "bf4f7ea3ec6184daeaf936f1a5ab22cbaaa1515ef9905cdd2db8852f98118fb5/810",
    "boringssl_crypto_tests": "6c9b03887aab9a39e662d51503cfe66fe8b89d36d480a23ba4ac1f998a8e2cb9/570",
    "boringssl_ssl_tests": "3d7594346429159fc2d39bab0860e33f53766dd93d0776755e8a983ea3060025/569",
    "capture_unittests": "cab986f785f71b92943b5970fb227f3f23ca57f80e8c94b89aec60f7699a36aa/648",
    "cast_unittests": "7be10f82cb22a61f5bf3f672e4c46824333a2d114c02e784f55980ef7eb1852e/569",
    "cc_unittests": "c01cbc3f74aab63faa826822ae0c02f5e2f42b8196dd7296f7d9a04d2cb531a9/653",
    "chrome_app_unittests": "068e42d7a80876b0d872bed7ca456c6659f8cd8c9c6d221a44f7acc13c9cf704/648",
    "chromedriver_unittests": "a2c73389fb36acd4b633bc1d60b581be39d45ec0e4b927e34af0812f83d6bed1/726",
    "color_unittests": "ed7c6cd5328984b46cd9d0b75716c97c7d3a8bc21d62069fa20ed5ae0f862370/569",
    "components_browsertests": "72bf2f0993990a5fa3331787b5e734e2b210e699adb12fea95f40d31de6a7292/813",
    "components_unittests": "8617ce0fd0d36e81ac08bacf3667b1e1e913b1545e9640271caaa27872b71328/813",
    "compositor_unittests": "f0ed07a075898282fcc2f0c7995cc6b613afdbdcefeff74dea2669ee47f1f461/645",
    "content_browsertests": "a75a72b7e20261da938d9ffd1efbc719ccfa1ae8c5c868f497a986fbd73c097c/887",
    "content_unittests": "eb145f072b5b62587f6db3b7d5fac093c9d8442485bfc84612d4c416866e2d91/806",
    "cronet_tests": "dcbe9f67265d78794e4fe9813e231c86e2ed90fa0d91e3f07f9f214ef71c34d7/730",
    "cronet_unittests": "c0c6636cb4529cf65a3c6f2323efa5173220122c9cbd4ccb463148f5e176897c/646",
    "crypto_unittests": "294f5c1f8bccb47ff2e333f6ed2ce84fb2178de248121002bca1bec6b155f5eb/569",
    "dbus_unittests": "03c106c450ad27c638f6942987c1f56b623875cd7abc65fc6775814bb05c36d0/569",
    "device_unittests": "bdc56718c023a1b3b335cce30206aa63fbb49f321be7e801295ad2ff7afc7177/646",
    "display_unittests": "6c99d4f615ff50a063fbe98f3d1e90775571cf1452239a5b576fc3f721405084/569",
    "events_unittests": "8063615329b9feedc11b18144862db3c6691e5b0f4074f40405640e7414a9e97/569",
    "extensions_browsertests": "b95dbab401784c158ea3aac42342fcc17cd663de36d583ba84fb1ed60e901f8f/732",
    "extensions_unittests": "dfd9b45ab4897dc1ea7575539b428f5bb74f8a74ff918394b8712752a08aedd6/896",
    "filesystem_service_unittests": "6d533b16614f6b14e65cd00ea9654f273db0f2c230a6963394f1fcda4a3a55a1/569",
    "gcm_unit_tests": "7d6855d93f1dfda6aa9301f8c85f8f198eab3ea05136ac65208b6184ebe23500/646",
    "gfx_unittests": "807af6695349cb465bb939d22a1a848cb0e5cdaa69b1149bc8464c220743a242/645",
    "gin_unittests": "3211b6352b079ae37048d0d16986d9ff8857614a806b33a504640e90fcb1e2b0/646",
    "gl_tests": "d601ab71687d392919a04810d2f5a9374b76b078c297e177c81198cc21b1028c/569",
    "gl_unittests": "ebd7cdc17b7242b1732bc99155dc6d6e5781601a3f9fe6ea96d006dceb2f5126/569",
    "google_apis_unittests": "49f5166cab5e39ca652412850c3d8ff67027c136c49a2bd2f5b9265da46b76b8/731",
    "gpu_unittests": "06fb73931ddbc743f5ffb35822233a75b45c8abf18cfb2ef3d04f18c723f4e40/646",
    "gwp_asan_unittests": "1435ac5fb24bdc9a369878f40ec086da9bc935d43e9ba2f82b2d07a566b47532/570",
    "headless_browsertests": "0a018f4d7e63ae6f2183246484abf7af5176722ec1358d213b56329b61c48746/730",
    "headless_unittests": "0d33554220707e68c8a257f7a68e1aa71fc1d5348eddf14af7ab16675b7e25f8/569",
    "interactive_ui_tests": "5200785252cb1bcea05d2814d0d95cd7555dfd44f854d79bc89fde4d2e796a86/965",
    "ipc_tests": "bab27c4101d399155a85e8ce103838f71e6470a954150c85e921a71208d76cce/569",
    "jingle_unittests": "373462ecbc9d7685a4e802c8ea514400ea2a18f8caaf980358d0a0036ef4bb9f/646",
    "latency_unittests": "53dda96bd1b9bfa3094ebc930f5c367795113ba77b1fdce884e1ec97fed0b664/569",
    "libjingle_xmpp_unittests": "a36c74898c0a1a5cfa44f92ccce5b9231a221be588120426970a3ba63ed2236d/569",
    "liburlpattern_unittests": "05f13788b331cb2bf0c7241e8abd3cb1d29be540b9b3996b651bc4528772a2d1/569",
    "media_unittests": "500cd590cb55e20e082690c7bfcb3288aa77dad4c79b2c0d3450b693c697ed80/649",
    "message_center_unittests": "2eb1dede54ea0ff35df2cd7dae3bdf69679b6452b58bc8c12882d1ea9b4b45cb/569",
    "midi_unittests": "25bf3cb3a2a84e77f3832944f674e6c6fc0729aa1ba71855d54d3f3f8514fc06/569",
    "mojo_core_unittests": "9f465a458e52e7f85a3d2c419568d8ff5b4f96b17b1d3cb59f8ef1ddcb9682a7/569",
    "mojo_unittests": "38cec2ea06fd87561878a55edf1ad351b2c50dcb39e20ae26d3bb9f4552dd2cf/647",
    "native_theme_unittests": "28b8b4ead802641eb3708fa676ee2e8332a6f19408a7f6f8b8a8c73e460dc68c/569",
    "net_unittests": "6740d78c8ea2aa9ef4e7a747ddba9c7b2065c7381d49171ff751668bff66c9f4/648",
    "openscreen_unittests": "3316f6fc3ebe63815ed33463d8d21da4bb3164dcaba333b942ececb78a5bf1ce/648",
    "ozone_x11_unittests": "25e6b2f8ceac0444e196b2ec89701ca56868429d5c9b746def62931b9de9c352/569",
    "pdf_unittests": "1b96749ffafcbc307717952d54bcc54bf1ded6e6af26c51562670445f3a3c713/646",
    "perfetto_unittests": "6ef3d32b729f921a51b8c34a2b272c8c238eab42b4fda7d62016f417661b7c1a/569",
    "ppapi_unittests": "7c2a7940b9a911af4ff342971e00e6e3946e16f35e6fdca9a13319e62c383288/569",
    "printing_unittests": "50ab2ddb4a4e0789482e30af84b2b2cb06dfb61de6f0deb731521a3bf5cb353c/569",
    "remoting_unittests": "a28e50982f5101623a3c5f9ba88d51dc43b385f90bb0a559c7a09a25432c7c4e/646",
    "sandbox_linux_unittests": "3ee7a43d94762208cf2ca744667674395872c998e608085bc260884fda3474d6/569",
    "service_manager_unittests": "a08df947b109bc0d15e0c2334c89d5f8995b33cd4c7da08a7889f757a9df4be1/569",
    "services_unittests": "dd653f7812ade2d10c6930df10e586708b5b2c456df861e9fdf792005aa97c0e/815",
    "shell_dialogs_unittests": "e769511dd5e9e63b0ae94e9351d4b99944a3f6cf37498b36c3af9bde56ed239b/569",
    "skia_unittests": "4a4f12741c3fe4dc82127ab78855e51754bbfda7f1044d69524a691d1658d245/569",
    "snapshot_unittests": "349bd4f27536f4e824061609fe267d182822c368a3cce41fba4a746c99e0af20/569",
    "sql_unittests": "203f2cc0f611b9867f3842adf45d5d911c4147f20e3ae3c5e8ec023e2ea4e7ee/646",
    "storage_unittests": "79fa068c6363baff649b877477c4f7ba85e0659d1cecc535f3fd21fa52fa1521/727",
    "sync_integration_tests": "9d0432df95d8868b917680343a970988e8b35fe62c231b183b664c2a111bf3a4/729",
    "ui_base_unittests": "9ffb5839920426510331b6d4d3214896195b1987bc221bea30bafa3a153e8263/723",
    "ui_touch_selection_unittests": "287da76fcfebbe296b66560d02d18dbc2cee50e13fa4e76766944989d3ab3388/569",
    "unit_tests": "01bff732df1316d5517637385e19cb4e1e6c252bfeb4fcd55beaffce6688b27f/1062",
    "url_unittests": "9427b068a97e0c2f8a6b7feb49c386de1c287e1dd9205a64580f7c4182c58b98/569",
    "views_unittests": "50985e532060ae828f8ec169e51d9645f213f114f3d106a60a4edbc144ed99c0/569",
    "viz_unittests": "86a0488e335ee8edfc7e4645ce38d29ceeaffca48b45d655179a110169dd2bfb/653",
    "vr_common_unittests": "2a4901242aebc6b1954263ba71542628933b38f87e1fa822bdab1a09661f6e12/648",
    "vr_pixeltests": "6adb0ea297e7ce3be8c256cb59758093e20cabdb1f994bed2ff83b19d7a8246d/646",
    "weblayer_browsertests": "979809d94904bac977d06e8f7b079137a0642ec0b1f70d1642dbdf2ae7acec50/814",
    "weblayer_unittests": "4f851f1b7169eb59b4dd810545098f4bb881f111fb31b2b8a0fc7733afa1a577/646",
    "wm_unittests": "63fafc5284ea2627058a1e2818b987ed9e1ef95b5e276a6d3f240606dc5be83d/569",
    "wtf_unittests": "f4d4598dae59416f2314e2516d84520a7bad8857aac10f82cb5429d2c183439e/569",
    "x11_unittests": "3b1ffde26d67a1c252e27372ee3e8b82d9f3cf3d37bb618906625030f3a983ae/569",
    "xr_browser_tests": "1955eb915528c2593a725ccb78993262070dee28083b57ecb0ddda02bdd78956/728",
    "zlib_unittests": "5ce0239fab4f19bba5545621b60cc84fbd7a09bd28f71a1e9eb27fbe3a196470/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "d35d624e302339bddf63f41a26541de5b97ee363969aba926d26843428908d07/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/97fa68dda69c5e10875c5d4a6a3188f039fab7b5
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:79919
  • user_agent:recipe

Debug log (UTC)

[04:37:00.550] New invocation is queued and will start shortly
[04:37:00.550] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[04:37:01.685] Starting the invocation (attempt 1)
[04:37:01.721] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/97fa68dda69c5e10875c5d4a6a3188f039fab7b5"
[04:37:01.721] Popped gitiles commit info from properties and tags
[04:37:01.721] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:37:01.721] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:37:01.722] Buildbucket request:
{
  "requestId": "8993419508255109968",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "97fa68dda69c5e10875c5d4a6a3188f039fab7b5"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "a1b9eb68e41750c9d3869ce990b0c05362ff5aac",
      "parent_got_dawn_revision": "16e3221a0eb5dec8e38eb5f23885e50c1db44db5",
      "parent_got_nacl_revision": "a90562b0e045950f6884105bfa6e560dbce9d319",
      "parent_got_revision": "97fa68dda69c5e10875c5d4a6a3188f039fab7b5",
      "parent_got_revision_cp": "refs/heads/main@{#950914}",
      "parent_got_swiftshader_revision": "592d413edb56b53e4acbe5146c7b06d57af2a46e",
      "parent_got_v8_revision": "8a05d7add33e40e73aac9fc43b4d9cce04adeaca",
      "parent_got_v8_revision_cp": "refs/heads/9.9.1@{#1}",
      "parent_got_webrtc_revision": "a6b138d6b4ef3a5b2c87f899b67f3b5c8dd3c002",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35509}",
      "swarm_hashes": {
            "absl_hardening_tests": "eb82963e85d05f8df4cc6cee1d0e6b622e65753c0fc7272fe41f7f327eac1cd8/569",
            "accessibility_unittests": "38db8443cbb186002e7c15223be011b5bfbe1883dfaaf97a37c3aa4e074eafaf/569",
            "angle_unittests": "b063a36f99919a786a9b55ec0b84cbf25ba488596ac2adede589b043a108bc30/570",
            "app_shell_unittests": "7057c8cf1dc52d53491e1e7f21966370c9a2fe4da97ede0297fb6b42a131bd01/730",
            "aura_unittests": "354cb7eca89f11dc37657c59b4614a480b059c7243153446928c71f2467f6270/569",
            "base_unittests": "8b3a7852836439152b9f2186e311e6c0c819f3acf1f2818c17844f613a99e5e0/648",
            "blink_common_unittests": "8df3c3efb43e6f1907573732a1292deb59f3b474492d80f4c565467dd816400d/647",
            "blink_fuzzer_unittests": "581199d8d129d3c29b6d76d6858cec6226ffa68d346030e8808ec1eea606af46/569",
            "blink_heap_unittests": "c95fe6c4493a3a3d2bb45c0f8455a7f435ec6af788f1a9390f25201d6d784f62/569",
            "blink_platform_unittests": "2b16b4458ac176ccc71b3425c78adc438925d0dcd016683f354e4c8fb14d7dd8/726",
            "blink_unittests": "bf4f7ea3ec6184daeaf936f1a5ab22cbaaa1515ef9905cdd2db8852f98118fb5/810",
            "boringssl_crypto_tests": "6c9b03887aab9a39e662d51503cfe66fe8b89d36d480a23ba4ac1f998a8e2cb9/570",
            "boringssl_ssl_tests": "3d7594346429159fc2d39bab0860e33f53766dd93d0776755e8a983ea3060025/569",
            "capture_unittests": "cab986f785f71b92943b5970fb227f3f23ca57f80e8c94b89aec60f7699a36aa/648",
            "cast_unittests": "7be10f82cb22a61f5bf3f672e4c46824333a2d114c02e784f55980ef7eb1852e/569",
            "cc_unittests": "c01cbc3f74aab63faa826822ae0c02f5e2f42b8196dd7296f7d9a04d2cb531a9/653",
            "chrome_app_unittests": "068e42d7a80876b0d872bed7ca456c6659f8cd8c9c6d221a44f7acc13c9cf704/648",
            "chromedriver_unittests": "a2c73389fb36acd4b633bc1d60b581be39d45ec0e4b927e34af0812f83d6bed1/726",
            "color_unittests": "ed7c6cd5328984b46cd9d0b75716c97c7d3a8bc21d62069fa20ed5ae0f862370/569",
            "components_browsertests": "72bf2f0993990a5fa3331787b5e734e2b210e699adb12fea95f40d31de6a7292/813",
            "components_unittests": "8617ce0fd0d36e81ac08bacf3667b1e1e913b1545e9640271caaa27872b71328/813",
            "compositor_unittests": "f0ed07a075898282fcc2f0c7995cc6b613afdbdcefeff74dea2669ee47f1f461/645",
            "content_browsertests": "a75a72b7e20261da938d9ffd1efbc719ccfa1ae8c5c868f497a986fbd73c097c/887",
            "content_unittests": "eb145f072b5b62587f6db3b7d5fac093c9d8442485bfc84612d4c416866e2d91/806",
            "cronet_tests": "dcbe9f67265d78794e4fe9813e231c86e2ed90fa0d91e3f07f9f214ef71c34d7/730",
            "cronet_unittests": "c0c6636cb4529cf65a3c6f2323efa5173220122c9cbd4ccb463148f5e176897c/646",
            "crypto_unittests": "294f5c1f8bccb47ff2e333f6ed2ce84fb2178de248121002bca1bec6b155f5eb/569",
            "dbus_unittests": "03c106c450ad27c638f6942987c1f56b623875cd7abc65fc6775814bb05c36d0/569",
            "device_unittests": "bdc56718c023a1b3b335cce30206aa63fbb49f321be7e801295ad2ff7afc7177/646",
            "display_unittests": "6c99d4f615ff50a063fbe98f3d1e90775571cf1452239a5b576fc3f721405084/569",
            "events_unittests": "8063615329b9feedc11b18144862db3c6691e5b0f4074f40405640e7414a9e97/569",
            "extensions_browsertests": "b95dbab401784c158ea3aac42342fcc17cd663de36d583ba84fb1ed60e901f8f/732",
            "extensions_unittests": "dfd9b45ab4897dc1ea7575539b428f5bb74f8a74ff918394b8712752a08aedd6/896",
            "filesystem_service_unittests": "6d533b16614f6b14e65cd00ea9654f273db0f2c230a6963394f1fcda4a3a55a1/569",
            "gcm_unit_tests": "7d6855d93f1dfda6aa9301f8c85f8f198eab3ea05136ac65208b6184ebe23500/646",
            "gfx_unittests": "807af6695349cb465bb939d22a1a848cb0e5cdaa69b1149bc8464c220743a242/645",
            "gin_unittests": "3211b6352b079ae37048d0d16986d9ff8857614a806b33a504640e90fcb1e2b0/646",
            "gl_tests": "d601ab71687d392919a04810d2f5a9374b76b078c297e177c81198cc21b1028c/569",
            "gl_unittests": "ebd7cdc17b7242b1732bc99155dc6d6e5781601a3f9fe6ea96d006dceb2f5126/569",
            "google_apis_unittests": "49f5166cab5e39ca652412850c3d8ff67027c136c49a2bd2f5b9265da46b76b8/731",
            "gpu_unittests": "06fb73931ddbc743f5ffb35822233a75b45c8abf18cfb2ef3d04f18c723f4e40/646",
            "gwp_asan_unittests": "1435ac5fb24bdc9a369878f40ec086da9bc935d43e9ba2f82b2d07a566b47532/570",
            "headless_browsertests": "0a018f4d7e63ae6f2183246484abf7af5176722ec1358d213b56329b61c48746/730",
            "headless_unittests": "0d33554220707e68c8a257f7a68e1aa71fc1d5348eddf14af7ab16675b7e25f8/569",
            "interactive_ui_tests": "5200785252cb1bcea05d2814d0d95cd7555dfd44f854d79bc89fde4d2e796a86/965",
            "ipc_tests": "bab27c4101d399155a85e8ce103838f71e6470a954150c85e921a71208d76cce/569",
            "jingle_unittests": "373462ecbc9d7685a4e802c8ea514400ea2a18f8caaf980358d0a0036ef4bb9f/646",
            "latency_unittests": "53dda96bd1b9bfa3094ebc930f5c367795113ba77b1fdce884e1ec97fed0b664/569",
            "libjingle_xmpp_unittests": "a36c74898c0a1a5cfa44f92ccce5b9231a221be588120426970a3ba63ed2236d/569",
            "liburlpattern_unittests": "05f13788b331cb2bf0c7241e8abd3cb1d29be540b9b3996b651bc4528772a2d1/569",
            "media_unittests": "500cd590cb55e20e082690c7bfcb3288aa77dad4c79b2c0d3450b693c697ed80/649",
            "message_center_unittests": "2eb1dede54ea0ff35df2cd7dae3bdf69679b6452b58bc8c12882d1ea9b4b45cb/569",
            "midi_unittests": "25bf3cb3a2a84e77f3832944f674e6c6fc0729aa1ba71855d54d3f3f8514fc06/569",
            "mojo_core_unittests": "9f465a458e52e7f85a3d2c419568d8ff5b4f96b17b1d3cb59f8ef1ddcb9682a7/569",
            "mojo_unittests": "38cec2ea06fd87561878a55edf1ad351b2c50dcb39e20ae26d3bb9f4552dd2cf/647",
            "native_theme_unittests": "28b8b4ead802641eb3708fa676ee2e8332a6f19408a7f6f8b8a8c73e460dc68c/569",
            "net_unittests": "6740d78c8ea2aa9ef4e7a747ddba9c7b2065c7381d49171ff751668bff66c9f4/648",
            "openscreen_unittests": "3316f6fc3ebe63815ed33463d8d21da4bb3164dcaba333b942ececb78a5bf1ce/648",
            "ozone_x11_unittests": "25e6b2f8ceac0444e196b2ec89701ca56868429d5c9b746def62931b9de9c352/569",
            "pdf_unittests": "1b96749ffafcbc307717952d54bcc54bf1ded6e6af26c51562670445f3a3c713/646",
            "perfetto_unittests": "6ef3d32b729f921a51b8c34a2b272c8c238eab42b4fda7d62016f417661b7c1a/569",
            "ppapi_unittests": "7c2a7940b9a911af4ff342971e00e6e3946e16f35e6fdca9a13319e62c383288/569",
            "printing_unittests": "50ab2ddb4a4e0789482e30af84b2b2cb06dfb61de6f0deb731521a3bf5cb353c/569",
            "remoting_unittests": "a28e50982f5101623a3c5f9ba88d51dc43b385f90bb0a559c7a09a25432c7c4e/646",
            "sandbox_linux_unittests": "3ee7a43d94762208cf2ca744667674395872c998e608085bc260884fda3474d6/569",
            "service_manager_unittests": "a08df947b109bc0d15e0c2334c89d5f8995b33cd4c7da08a7889f757a9df4be1/569",
            "services_unittests": "dd653f7812ade2d10c6930df10e586708b5b2c456df861e9fdf792005aa97c0e/815",
            "shell_dialogs_unittests": "e769511dd5e9e63b0ae94e9351d4b99944a3f6cf37498b36c3af9bde56ed239b/569",
            "skia_unittests": "4a4f12741c3fe4dc82127ab78855e51754bbfda7f1044d69524a691d1658d245/569",
            "snapshot_unittests": "349bd4f27536f4e824061609fe267d182822c368a3cce41fba4a746c99e0af20/569",
            "sql_unittests": "203f2cc0f611b9867f3842adf45d5d911c4147f20e3ae3c5e8ec023e2ea4e7ee/646",
            "storage_unittests": "79fa068c6363baff649b877477c4f7ba85e0659d1cecc535f3fd21fa52fa1521/727",
            "sync_integration_tests": "9d0432df95d8868b917680343a970988e8b35fe62c231b183b664c2a111bf3a4/729",
            "ui_base_unittests": "9ffb5839920426510331b6d4d3214896195b1987bc221bea30bafa3a153e8263/723",
            "ui_touch_selection_unittests": "287da76fcfebbe296b66560d02d18dbc2cee50e13fa4e76766944989d3ab3388/569",
            "unit_tests": "01bff732df1316d5517637385e19cb4e1e6c252bfeb4fcd55beaffce6688b27f/1062",
            "url_unittests": "9427b068a97e0c2f8a6b7feb49c386de1c287e1dd9205a64580f7c4182c58b98/569",
            "views_unittests": "50985e532060ae828f8ec169e51d9645f213f114f3d106a60a4edbc144ed99c0/569",
            "viz_unittests": "86a0488e335ee8edfc7e4645ce38d29ceeaffca48b45d655179a110169dd2bfb/653",
            "vr_common_unittests": "2a4901242aebc6b1954263ba71542628933b38f87e1fa822bdab1a09661f6e12/648",
            "vr_pixeltests": "6adb0ea297e7ce3be8c256cb59758093e20cabdb1f994bed2ff83b19d7a8246d/646",
            "weblayer_browsertests": "979809d94904bac977d06e8f7b079137a0642ec0b1f70d1642dbdf2ae7acec50/814",
            "weblayer_unittests": "4f851f1b7169eb59b4dd810545098f4bb881f111fb31b2b8a0fc7733afa1a577/646",
            "wm_unittests": "63fafc5284ea2627058a1e2818b987ed9e1ef95b5e276a6d3f240606dc5be83d/569",
            "wtf_unittests": "f4d4598dae59416f2314e2516d84520a7bad8857aac10f82cb5429d2c183439e/569",
            "x11_unittests": "3b1ffde26d67a1c252e27372ee3e8b82d9f3cf3d37bb618906625030f3a983ae/569",
            "xr_browser_tests": "1955eb915528c2593a725ccb78993262070dee28083b57ecb0ddda02bdd78956/728",
            "zlib_unittests": "5ce0239fab4f19bba5545621b60cc84fbd7a09bd28f71a1e9eb27fbe3a196470/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "d35d624e302339bddf63f41a26541de5b97ee363969aba926d26843428908d07/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "97fa68dda69c5e10875c5d4a6a3188f039fab7b5",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8993419508255109968"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "79919"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[04:37:02.355] Scheduled build:
{
  "id": "8827989446271015105",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 71872,
  "createdBy": "project:chromium",
  "createTime": "2021-12-13T04:37:01.793849997Z",
  "updateTime": "2021-12-13T04:37:01.793849997Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "97fa68dda69c5e10875c5d4a6a3188f039fab7b5",
      "ref": "refs/heads/main"
    }
  }
}
[04:37:02.355] Task URL: https://cr-buildbucket.appspot.com/build/8827989446271015105
[04:37:02.355] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993419508255109968:2:0) after 3m3s
[04:37:15.702] Received PubSub notification, asking Buildbucket for the build status
[04:37:15.737] Build status: STARTED
[04:40:05.600] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993419508255109968:2:0)
[04:40:05.670] Build status: STARTED
[04:40:05.671] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993419508255109968:4:0) after 5m42s
[04:45:47.689] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993419508255109968:4:0)
[04:45:47.709] Build status: STARTED
[04:45:47.709] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993419508255109968:5:0) after 4m20s
[04:50:07.834] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993419508255109968:5:0)
[04:50:07.860] Build status: STARTED
[04:50:07.860] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993419508255109968:6:0) after 5m49s
[04:55:56.979] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993419508255109968:6:0)
[04:55:57.004] Build status: STARTED
[04:55:57.004] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993419508255109968:7:0) after 9m39s
[05:05:36.306] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993419508255109968:7:0)
[05:05:36.325] Build status: STARTED
[05:05:36.325] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993419508255109968:8:0) after 6m30s
[05:07:23.104] Received PubSub notification, asking Buildbucket for the build status
[05:07:23.126] Build:
{
  "id": "8827989446271015105",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 71872,
  "createdBy": "project:chromium",
  "createTime": "2021-12-13T04:37:01.793849997Z",
  "startTime": "2021-12-13T04:37:13.736990Z",
  "endTime": "2021-12-13T05:07:22.479784056Z",
  "updateTime": "2021-12-13T05:07:22.479784056Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "97fa68dda69c5e10875c5d4a6a3188f039fab7b5",
      "ref": "refs/heads/main"
    }
  }
}
[05:07:23.126] Invocation finished in 30m22.607871613s with status FAILED