Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 29 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/79770 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "14a9eac29855c9cc1e7c7c35a09959d26d09f284"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "c899424ca78c9dc5796bae0aa09076ffdc120e08",
  "parent_got_dawn_revision": "0766ce6ed1b607ad8353d6bf93e456dcf32c0e0a",
  "parent_got_nacl_revision": "a90562b0e045950f6884105bfa6e560dbce9d319",
  "parent_got_revision": "14a9eac29855c9cc1e7c7c35a09959d26d09f284",
  "parent_got_revision_cp": "refs/heads/main@{#949206}",
  "parent_got_swiftshader_revision": "556563cae4c7b814a2321b7338247196c2109c2d",
  "parent_got_v8_revision": "b560905d0b45c4a963329318bb38c8d8ec458f49",
  "parent_got_v8_revision_cp": "refs/heads/9.8.163@{#1}",
  "parent_got_webrtc_revision": "95c2f300695d6740cfa27f6192e488bbfbee7886",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35495}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "14a9eac29855c9cc1e7c7c35a09959d26d09f284",
  "swarm_hashes": {
    "absl_hardening_tests": "17df26f64e6e33e7e899172e6cc3a24519a6e640a1c3922293c0aee188ca3921/569",
    "accessibility_unittests": "ec3dbcc69ac729a8f050e29eb20d37b0d72c366cf60f8b1bc002b4fee22d3ccd/569",
    "angle_unittests": "2b2a2bce7cb90bff28abd9374016c5d31de636f3da659695a9f9f9f66596f2b5/570",
    "app_shell_unittests": "535cf79152561a197234a263dcf59efacc3ee380bf5dae42c37b546d2086548e/730",
    "aura_unittests": "9536a18e8e0aa236b645167b8555ebe0745ac585f28c0887cf06c9da3a8a61ba/569",
    "base_unittests": "123b46b88e36f4911d30dcee0cc881f137e5341dc19c1fa49a75b2f11bd030b2/648",
    "blink_common_unittests": "23416fbf928b97a26e7a9dde5643aa27684bb88cd3d06844a7d2b6edf6e12ed2/647",
    "blink_fuzzer_unittests": "e3c7b762ab057dfac0109ccaa8012028ff48d857c4010d88cf28aa75b16dc3a6/569",
    "blink_heap_unittests": "8c6bafd2b47701cd3f3c3cb1a3752af4606d5fed280d3881436ed834e2ee6ed2/569",
    "blink_platform_unittests": "48d01e631dbb6635fbd91f60898aa637b1643e76858b723bcfbe2b55781d6f08/726",
    "blink_unittests": "e81a9afcf4fd1fc800c95379eaafb8bf42d6c247111cf02ec93dc5e3c13bb7ed/810",
    "boringssl_crypto_tests": "d3ed6fe85c957239616f6bbe595c316b2fccf47515b480b2489dda9bb56ade09/570",
    "boringssl_ssl_tests": "78ac6a8ef6a726bc6daeafd0ad4cf3d494bf84686f1e51f8ebc2d59e80f35c63/569",
    "capture_unittests": "cf7b9d6b6879e8e39ce9622e38db2a3157c5804b960567ae00e85c32bca6b695/648",
    "cast_unittests": "1ac09e6816f58474f52e3699e6f35063a74f7fb721fa3eac77c9ba50234d887a/569",
    "cc_unittests": "961a62e7bf5adcdcf27969ee7b7be5498300c6232c00aee8c660e5eae27eadc8/653",
    "chrome_app_unittests": "4dcd450387ae714e0759bc0fdec5699873271604b364b0b541c9cf9353721797/648",
    "chromedriver_unittests": "01ec0388c244a25d3fc0be5320d6d4ff7b85e7e44781146d48a62f2c78f7481c/726",
    "color_unittests": "06823bc65d37ef0946eab5d7b03e2aedccc3ae300f8343d73f642159c376e31e/569",
    "components_browsertests": "119b9d0f9af8b14620d1744a94daf06cd4207f5b76107f769183888b3d0dbd1f/813",
    "components_unittests": "87f5f405d1769842b9b39586fd37aa18f125697d0265c7c411f2ad49cd83046c/813",
    "compositor_unittests": "94cccedb1890acc2088056c6b1187dedf44ae6009a84361c1e00e1ca208a94d7/645",
    "content_browsertests": "df127ee6871b9ab7566958158a25b12f897a42852f7a303718ce6ac4c1400a53/887",
    "content_unittests": "2704035161681044b391c3152874e22897b6c3631e960405ad2dc8f5c168d492/806",
    "cronet_tests": "cdb077d3fa6e74e5303314d36cf97bf8bcad7b8a31f11ca9a157faac6313f98e/730",
    "cronet_unittests": "27d368a358d5116d427af0a9534eaefacc948eae4dec8260243d459f307a6c47/646",
    "crypto_unittests": "a289c9ea72cc32c210eec3c52dfd40240371a5d81ea463c0511a44cd784d46ed/569",
    "dbus_unittests": "b580e3ff38f6d223d67568491e3bbcb12e5c84e771ba34f1892f82c93f952401/569",
    "device_unittests": "5fb438dcbbef1a1de01c9d234c29c1160de90fbaf4ec54f1ab891335ec811ee8/646",
    "display_unittests": "b481be2239fea8839cd79e0b04cebffb90be318f322b04304cd22843154987e5/569",
    "events_unittests": "2d3c1b54a144254cb14d0950cdf73bac63205aa2281035e3d9f812236746c2a3/569",
    "extensions_browsertests": "61d121c0dcc3476aa2565ee48d832475a496ce496e160cb15fdb924af73b6d7f/732",
    "extensions_unittests": "10f2d60a731c6dc51d8b1306c57c250a0fb5690e874a752e06d96ecd41aab7f4/896",
    "filesystem_service_unittests": "725a2377d776152580ed10302ae70ec7fbea2f8f3e7048ac5c23c0b683842245/569",
    "gcm_unit_tests": "29163fa796781bafb9577e693b3d5f193ad2c45ae9cda0c834047e6122d06fbf/646",
    "gfx_unittests": "34aa740e1dd2e059c47a61a4ab87aa8ff6cf14763347cd17d6daabc5061c462c/645",
    "gin_unittests": "4859d5d60c3bc7fb386f8a8cf11b755b7351296072002256e29afa5db93ec202/646",
    "gl_tests": "3d6d4f1ee22cd425d13129536d6b5e6f66695d67729663cff952d93093cb395d/569",
    "gl_unittests": "565dd43aff0b6f8731307a7206b5ca00ff1c96e46f1e21cf2ef3d6128d6b80fa/569",
    "google_apis_unittests": "616bb13c34e7e088110066d8a733d0ae1f2c5359f982077a382496bf65d99c07/731",
    "gpu_unittests": "c9f4003d12c17c2eb1afab9acd13e46fa1b0ac5f9ebf502e4fbcf93b0196265f/646",
    "gwp_asan_unittests": "378726c5ab617b32219cb96878c2e6442157c87226771dbead438cbf20bcc3dd/570",
    "headless_browsertests": "043caf81f78ce82b5af760f8a60bdab7067fc5b1de20ae42802e633399758ff7/730",
    "headless_unittests": "fd41ff52d973ebf7fe922ca2c18e49454dea5d711c3d5ef4cb98b1fc55539799/569",
    "interactive_ui_tests": "bf0f1180d5a15a8c995a5bb4b8cd3ad43eca87f655d1cc0dcf3589f2e7e680c2/965",
    "ipc_tests": "8d54a0dc16d0d2ca7b745f7e6b05f2e1fb05ca090381f4f3254a0c23aa93b4d3/569",
    "jingle_unittests": "2ecac83c54a5af2edf2a11f41ae3a6aa9ad492b2d56772ad8f6ad15a227a9322/646",
    "latency_unittests": "1978f9c4f96eca7ebcae90c28fc6991f3f258247bec1e5e06486e953ccdfe3cf/569",
    "libjingle_xmpp_unittests": "7d1e7d4f09480d047bd0d62c410f7b0cdca9386d46fb651b7fed0229796ecff4/569",
    "liburlpattern_unittests": "16f6e5ff1698817e90ef47e9290827b9e4a0690f7377d83ed4491d96f6eb512c/569",
    "media_unittests": "4f352424a40ddf0734058a814f7a2aeae075fc4ccddd6caa0f01c61a97889b51/649",
    "message_center_unittests": "82cfd396369c0b2c2eba8296c260a8e6c7d10a525138b59160cea9d4a4438b38/569",
    "midi_unittests": "51998d09bec0e865666518fb3a075f57c7ef28cbf88f4644b97bbf4fc72adcf5/569",
    "mojo_core_unittests": "be643e902ecb4559cca373dbd85865a66954dfbd7c26a76445b0941947c1396f/569",
    "mojo_unittests": "8f38902dec0c326084a31ed796f328eb97c0dc961f67819155bb4d7433a34c2a/647",
    "native_theme_unittests": "592f65e4ae6f31393ae19cc540d807c78840e30e6fa7cd6a1672669f9b27a366/569",
    "net_unittests": "ab9d8db943e8f9ac57acf1cf4b743da31b3920c8aefaef3570369fac8dd4483d/648",
    "openscreen_unittests": "6e9b22d9cabb0b9939a77620ef0b0c5e5e9670af597f5b48173ec79a048998ca/648",
    "ozone_x11_unittests": "613f24581187686518bc4eae5a5c93847f426ac1e46ef492a866e30ffccd726f/569",
    "pdf_unittests": "396c061cdccfb59d0b30853ad248dabc18b35c407bf0532e6e3ee55e58fb2a06/646",
    "perfetto_unittests": "5c22d1247c7cc54dc82ef31331084a497ab59e89ed3b297d47e4ec47044925a9/569",
    "ppapi_unittests": "5695cd09c36794ae3f749590b3682d8cf978fe1d50d648a8f2d8e4fd59b7d2df/569",
    "printing_unittests": "af36c61de20ad8c72672eead1a32a0979f654a4c4d0bb98c07e5642a70ed4fe3/569",
    "remoting_unittests": "e073b21c24ba1985aa6f3ddc1aa979cb56381583f11097ff3f79ab03c9c01785/646",
    "sandbox_linux_unittests": "28ff2b4f75b075d4314b0ef68dbc78b0e4831eb2b7c58269d02cdde6ea1fdfca/569",
    "service_manager_unittests": "01fa3338aa6dc608d61c47fa51f82d74bc81a3501b5f98d501033ccca8aaec17/569",
    "services_unittests": "aeda91965edfd73bc1097db0a8797c45dc46c94ac874d784e78c18bbed8077ab/815",
    "shell_dialogs_unittests": "9d6770c7dbdeaa7a4c16c4bc6426763891390714d109e503d885ed65d29ae7f8/569",
    "skia_unittests": "2bb445aa060d3a848c2cdc2edbf34db979effc8f03580ea86df94d816a1e7dcf/569",
    "snapshot_unittests": "d65b09e40f7aab5c6ab6e094641f599215124273932b2d715442978b2cd1482d/569",
    "sql_unittests": "fa144126152ac2f0a4a86b0c8ca86c1dd0f2ec2b5cc61f16d9dd0a416d99284c/646",
    "storage_unittests": "8ed4389d3f00ed191e9d4eedf976604355bae7a003c23925a4132112a3afb4e1/727",
    "sync_integration_tests": "a3594fb23e6979ea1b9a08594cee70a4f66cee612455664a293e7ec1449feb98/729",
    "ui_base_unittests": "918ef9a553747f4bd81b63e2564083bc30f711d0991bad1711f3bcc902efc3e8/723",
    "ui_touch_selection_unittests": "1885f4a832041155dc87315f760f581abbc2dc076343f728064b879e6d897942/569",
    "unit_tests": "2d0c3ba3f1ac02873231079b8aba07ff8459e03bc954169a5756faec8b9e5262/1062",
    "url_unittests": "e1a2f010fe43437beb4ca07046cca44715c4cf5d13a665231e61b0f4d5f8b7c0/569",
    "views_unittests": "a6c77eba5585543c7ca5028b72fd3886aead1fbacff862b4799e533b79245106/569",
    "viz_unittests": "059c68077b7d014ce33352b756971206d11abe1366f01995d46195424b03ef3e/653",
    "vr_common_unittests": "48f9d8608b6c9da77fa7259e7affe2e3ba8f3a638c872416054549a628288e41/648",
    "vr_pixeltests": "c219fefa0e40e044adf6ad660e6b4dabe2a1eafa8af6fc45ad56f7c374c15cf8/646",
    "weblayer_browsertests": "96122d53c5bc5c4af808213a5b711bd8b032246e07271936cb02a8d7bb10e2de/814",
    "weblayer_unittests": "79c1270b2ff2970ab0f08984cf368c96660585e9cdd577509d9cc290140f1b57/646",
    "wm_unittests": "4e8c493bfdb1ff21667b4a708daa894119450a177a8a2afda5e982e3b9f37396/569",
    "wtf_unittests": "007938284edfaf3af50b427572b5b455ada1953e8e59de689502dbde1b5f809b/569",
    "x11_unittests": "de17bad4b60a4aea8b160505bf48c9f7eb17eeb55a9d9a47350b21ce1e6a7c8d/569",
    "xr_browser_tests": "6aa5aab0d53ddd81adf0eadec857ff42cab94f01f063db014e3e72d38abcb142/728",
    "zlib_unittests": "8fcf2b7a434de498d751c05115615ac48e45ad3e4a8128a97c7b6d098bde69e3/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "d35d624e302339bddf63f41a26541de5b97ee363969aba926d26843428908d07/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/14a9eac29855c9cc1e7c7c35a09959d26d09f284
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:79770
  • user_agent:recipe

Debug log (UTC)

[23:11:34.114] New invocation is queued and will start shortly
[23:11:34.114] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[23:11:35.242] Starting the invocation (attempt 1)
[23:11:35.278] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/14a9eac29855c9cc1e7c7c35a09959d26d09f284"
[23:11:35.278] Popped gitiles commit info from properties and tags
[23:11:35.278] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:11:35.278] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:11:35.278] Buildbucket request:
{
  "requestId": "8993892968020680640",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "14a9eac29855c9cc1e7c7c35a09959d26d09f284"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "c899424ca78c9dc5796bae0aa09076ffdc120e08",
      "parent_got_dawn_revision": "0766ce6ed1b607ad8353d6bf93e456dcf32c0e0a",
      "parent_got_nacl_revision": "a90562b0e045950f6884105bfa6e560dbce9d319",
      "parent_got_revision": "14a9eac29855c9cc1e7c7c35a09959d26d09f284",
      "parent_got_revision_cp": "refs/heads/main@{#949206}",
      "parent_got_swiftshader_revision": "556563cae4c7b814a2321b7338247196c2109c2d",
      "parent_got_v8_revision": "b560905d0b45c4a963329318bb38c8d8ec458f49",
      "parent_got_v8_revision_cp": "refs/heads/9.8.163@{#1}",
      "parent_got_webrtc_revision": "95c2f300695d6740cfa27f6192e488bbfbee7886",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35495}",
      "swarm_hashes": {
            "absl_hardening_tests": "17df26f64e6e33e7e899172e6cc3a24519a6e640a1c3922293c0aee188ca3921/569",
            "accessibility_unittests": "ec3dbcc69ac729a8f050e29eb20d37b0d72c366cf60f8b1bc002b4fee22d3ccd/569",
            "angle_unittests": "2b2a2bce7cb90bff28abd9374016c5d31de636f3da659695a9f9f9f66596f2b5/570",
            "app_shell_unittests": "535cf79152561a197234a263dcf59efacc3ee380bf5dae42c37b546d2086548e/730",
            "aura_unittests": "9536a18e8e0aa236b645167b8555ebe0745ac585f28c0887cf06c9da3a8a61ba/569",
            "base_unittests": "123b46b88e36f4911d30dcee0cc881f137e5341dc19c1fa49a75b2f11bd030b2/648",
            "blink_common_unittests": "23416fbf928b97a26e7a9dde5643aa27684bb88cd3d06844a7d2b6edf6e12ed2/647",
            "blink_fuzzer_unittests": "e3c7b762ab057dfac0109ccaa8012028ff48d857c4010d88cf28aa75b16dc3a6/569",
            "blink_heap_unittests": "8c6bafd2b47701cd3f3c3cb1a3752af4606d5fed280d3881436ed834e2ee6ed2/569",
            "blink_platform_unittests": "48d01e631dbb6635fbd91f60898aa637b1643e76858b723bcfbe2b55781d6f08/726",
            "blink_unittests": "e81a9afcf4fd1fc800c95379eaafb8bf42d6c247111cf02ec93dc5e3c13bb7ed/810",
            "boringssl_crypto_tests": "d3ed6fe85c957239616f6bbe595c316b2fccf47515b480b2489dda9bb56ade09/570",
            "boringssl_ssl_tests": "78ac6a8ef6a726bc6daeafd0ad4cf3d494bf84686f1e51f8ebc2d59e80f35c63/569",
            "capture_unittests": "cf7b9d6b6879e8e39ce9622e38db2a3157c5804b960567ae00e85c32bca6b695/648",
            "cast_unittests": "1ac09e6816f58474f52e3699e6f35063a74f7fb721fa3eac77c9ba50234d887a/569",
            "cc_unittests": "961a62e7bf5adcdcf27969ee7b7be5498300c6232c00aee8c660e5eae27eadc8/653",
            "chrome_app_unittests": "4dcd450387ae714e0759bc0fdec5699873271604b364b0b541c9cf9353721797/648",
            "chromedriver_unittests": "01ec0388c244a25d3fc0be5320d6d4ff7b85e7e44781146d48a62f2c78f7481c/726",
            "color_unittests": "06823bc65d37ef0946eab5d7b03e2aedccc3ae300f8343d73f642159c376e31e/569",
            "components_browsertests": "119b9d0f9af8b14620d1744a94daf06cd4207f5b76107f769183888b3d0dbd1f/813",
            "components_unittests": "87f5f405d1769842b9b39586fd37aa18f125697d0265c7c411f2ad49cd83046c/813",
            "compositor_unittests": "94cccedb1890acc2088056c6b1187dedf44ae6009a84361c1e00e1ca208a94d7/645",
            "content_browsertests": "df127ee6871b9ab7566958158a25b12f897a42852f7a303718ce6ac4c1400a53/887",
            "content_unittests": "2704035161681044b391c3152874e22897b6c3631e960405ad2dc8f5c168d492/806",
            "cronet_tests": "cdb077d3fa6e74e5303314d36cf97bf8bcad7b8a31f11ca9a157faac6313f98e/730",
            "cronet_unittests": "27d368a358d5116d427af0a9534eaefacc948eae4dec8260243d459f307a6c47/646",
            "crypto_unittests": "a289c9ea72cc32c210eec3c52dfd40240371a5d81ea463c0511a44cd784d46ed/569",
            "dbus_unittests": "b580e3ff38f6d223d67568491e3bbcb12e5c84e771ba34f1892f82c93f952401/569",
            "device_unittests": "5fb438dcbbef1a1de01c9d234c29c1160de90fbaf4ec54f1ab891335ec811ee8/646",
            "display_unittests": "b481be2239fea8839cd79e0b04cebffb90be318f322b04304cd22843154987e5/569",
            "events_unittests": "2d3c1b54a144254cb14d0950cdf73bac63205aa2281035e3d9f812236746c2a3/569",
            "extensions_browsertests": "61d121c0dcc3476aa2565ee48d832475a496ce496e160cb15fdb924af73b6d7f/732",
            "extensions_unittests": "10f2d60a731c6dc51d8b1306c57c250a0fb5690e874a752e06d96ecd41aab7f4/896",
            "filesystem_service_unittests": "725a2377d776152580ed10302ae70ec7fbea2f8f3e7048ac5c23c0b683842245/569",
            "gcm_unit_tests": "29163fa796781bafb9577e693b3d5f193ad2c45ae9cda0c834047e6122d06fbf/646",
            "gfx_unittests": "34aa740e1dd2e059c47a61a4ab87aa8ff6cf14763347cd17d6daabc5061c462c/645",
            "gin_unittests": "4859d5d60c3bc7fb386f8a8cf11b755b7351296072002256e29afa5db93ec202/646",
            "gl_tests": "3d6d4f1ee22cd425d13129536d6b5e6f66695d67729663cff952d93093cb395d/569",
            "gl_unittests": "565dd43aff0b6f8731307a7206b5ca00ff1c96e46f1e21cf2ef3d6128d6b80fa/569",
            "google_apis_unittests": "616bb13c34e7e088110066d8a733d0ae1f2c5359f982077a382496bf65d99c07/731",
            "gpu_unittests": "c9f4003d12c17c2eb1afab9acd13e46fa1b0ac5f9ebf502e4fbcf93b0196265f/646",
            "gwp_asan_unittests": "378726c5ab617b32219cb96878c2e6442157c87226771dbead438cbf20bcc3dd/570",
            "headless_browsertests": "043caf81f78ce82b5af760f8a60bdab7067fc5b1de20ae42802e633399758ff7/730",
            "headless_unittests": "fd41ff52d973ebf7fe922ca2c18e49454dea5d711c3d5ef4cb98b1fc55539799/569",
            "interactive_ui_tests": "bf0f1180d5a15a8c995a5bb4b8cd3ad43eca87f655d1cc0dcf3589f2e7e680c2/965",
            "ipc_tests": "8d54a0dc16d0d2ca7b745f7e6b05f2e1fb05ca090381f4f3254a0c23aa93b4d3/569",
            "jingle_unittests": "2ecac83c54a5af2edf2a11f41ae3a6aa9ad492b2d56772ad8f6ad15a227a9322/646",
            "latency_unittests": "1978f9c4f96eca7ebcae90c28fc6991f3f258247bec1e5e06486e953ccdfe3cf/569",
            "libjingle_xmpp_unittests": "7d1e7d4f09480d047bd0d62c410f7b0cdca9386d46fb651b7fed0229796ecff4/569",
            "liburlpattern_unittests": "16f6e5ff1698817e90ef47e9290827b9e4a0690f7377d83ed4491d96f6eb512c/569",
            "media_unittests": "4f352424a40ddf0734058a814f7a2aeae075fc4ccddd6caa0f01c61a97889b51/649",
            "message_center_unittests": "82cfd396369c0b2c2eba8296c260a8e6c7d10a525138b59160cea9d4a4438b38/569",
            "midi_unittests": "51998d09bec0e865666518fb3a075f57c7ef28cbf88f4644b97bbf4fc72adcf5/569",
            "mojo_core_unittests": "be643e902ecb4559cca373dbd85865a66954dfbd7c26a76445b0941947c1396f/569",
            "mojo_unittests": "8f38902dec0c326084a31ed796f328eb97c0dc961f67819155bb4d7433a34c2a/647",
            "native_theme_unittests": "592f65e4ae6f31393ae19cc540d807c78840e30e6fa7cd6a1672669f9b27a366/569",
            "net_unittests": "ab9d8db943e8f9ac57acf1cf4b743da31b3920c8aefaef3570369fac8dd4483d/648",
            "openscreen_unittests": "6e9b22d9cabb0b9939a77620ef0b0c5e5e9670af597f5b48173ec79a048998ca/648",
            "ozone_x11_unittests": "613f24581187686518bc4eae5a5c93847f426ac1e46ef492a866e30ffccd726f/569",
            "pdf_unittests": "396c061cdccfb59d0b30853ad248dabc18b35c407bf0532e6e3ee55e58fb2a06/646",
            "perfetto_unittests": "5c22d1247c7cc54dc82ef31331084a497ab59e89ed3b297d47e4ec47044925a9/569",
            "ppapi_unittests": "5695cd09c36794ae3f749590b3682d8cf978fe1d50d648a8f2d8e4fd59b7d2df/569",
            "printing_unittests": "af36c61de20ad8c72672eead1a32a0979f654a4c4d0bb98c07e5642a70ed4fe3/569",
            "remoting_unittests": "e073b21c24ba1985aa6f3ddc1aa979cb56381583f11097ff3f79ab03c9c01785/646",
            "sandbox_linux_unittests": "28ff2b4f75b075d4314b0ef68dbc78b0e4831eb2b7c58269d02cdde6ea1fdfca/569",
            "service_manager_unittests": "01fa3338aa6dc608d61c47fa51f82d74bc81a3501b5f98d501033ccca8aaec17/569",
            "services_unittests": "aeda91965edfd73bc1097db0a8797c45dc46c94ac874d784e78c18bbed8077ab/815",
            "shell_dialogs_unittests": "9d6770c7dbdeaa7a4c16c4bc6426763891390714d109e503d885ed65d29ae7f8/569",
            "skia_unittests": "2bb445aa060d3a848c2cdc2edbf34db979effc8f03580ea86df94d816a1e7dcf/569",
            "snapshot_unittests": "d65b09e40f7aab5c6ab6e094641f599215124273932b2d715442978b2cd1482d/569",
            "sql_unittests": "fa144126152ac2f0a4a86b0c8ca86c1dd0f2ec2b5cc61f16d9dd0a416d99284c/646",
            "storage_unittests": "8ed4389d3f00ed191e9d4eedf976604355bae7a003c23925a4132112a3afb4e1/727",
            "sync_integration_tests": "a3594fb23e6979ea1b9a08594cee70a4f66cee612455664a293e7ec1449feb98/729",
            "ui_base_unittests": "918ef9a553747f4bd81b63e2564083bc30f711d0991bad1711f3bcc902efc3e8/723",
            "ui_touch_selection_unittests": "1885f4a832041155dc87315f760f581abbc2dc076343f728064b879e6d897942/569",
            "unit_tests": "2d0c3ba3f1ac02873231079b8aba07ff8459e03bc954169a5756faec8b9e5262/1062",
            "url_unittests": "e1a2f010fe43437beb4ca07046cca44715c4cf5d13a665231e61b0f4d5f8b7c0/569",
            "views_unittests": "a6c77eba5585543c7ca5028b72fd3886aead1fbacff862b4799e533b79245106/569",
            "viz_unittests": "059c68077b7d014ce33352b756971206d11abe1366f01995d46195424b03ef3e/653",
            "vr_common_unittests": "48f9d8608b6c9da77fa7259e7affe2e3ba8f3a638c872416054549a628288e41/648",
            "vr_pixeltests": "c219fefa0e40e044adf6ad660e6b4dabe2a1eafa8af6fc45ad56f7c374c15cf8/646",
            "weblayer_browsertests": "96122d53c5bc5c4af808213a5b711bd8b032246e07271936cb02a8d7bb10e2de/814",
            "weblayer_unittests": "79c1270b2ff2970ab0f08984cf368c96660585e9cdd577509d9cc290140f1b57/646",
            "wm_unittests": "4e8c493bfdb1ff21667b4a708daa894119450a177a8a2afda5e982e3b9f37396/569",
            "wtf_unittests": "007938284edfaf3af50b427572b5b455ada1953e8e59de689502dbde1b5f809b/569",
            "x11_unittests": "de17bad4b60a4aea8b160505bf48c9f7eb17eeb55a9d9a47350b21ce1e6a7c8d/569",
            "xr_browser_tests": "6aa5aab0d53ddd81adf0eadec857ff42cab94f01f063db014e3e72d38abcb142/728",
            "zlib_unittests": "8fcf2b7a434de498d751c05115615ac48e45ad3e4a8128a97c7b6d098bde69e3/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "d35d624e302339bddf63f41a26541de5b97ee363969aba926d26843428908d07/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "14a9eac29855c9cc1e7c7c35a09959d26d09f284",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8993892968020680640"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "79770"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[23:11:35.908] Scheduled build:
{
  "id": "8828462906059276977",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 71723,
  "createdBy": "project:chromium",
  "createTime": "2021-12-07T23:11:35.353016867Z",
  "updateTime": "2021-12-07T23:11:35.353016867Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "14a9eac29855c9cc1e7c7c35a09959d26d09f284",
      "ref": "refs/heads/main"
    }
  }
}
[23:11:35.908] Task URL: https://cr-buildbucket.appspot.com/build/8828462906059276977
[23:11:35.908] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993892968020680640:2:0) after 7m20s
[23:12:10.597] Received PubSub notification, asking Buildbucket for the build status
[23:12:10.654] Build status: STARTED
[23:18:55.958] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993892968020680640:2:0)
[23:18:55.993] Build status: STARTED
[23:18:55.993] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993892968020680640:4:0) after 2m50s
[23:21:47.097] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993892968020680640:4:0)
[23:21:47.154] Build status: STARTED
[23:21:47.154] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993892968020680640:5:0) after 7m27s
[23:29:14.176] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993892968020680640:5:0)
[23:29:14.212] Build status: STARTED
[23:29:14.212] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993892968020680640:6:0) after 1m34s
[23:30:48.231] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993892968020680640:6:0)
[23:30:48.275] Build status: STARTED
[23:30:48.276] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993892968020680640:7:0) after 1m39s
[23:32:27.335] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993892968020680640:7:0)
[23:32:27.366] Build status: STARTED
[23:32:27.366] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993892968020680640:8:0) after 9m5s
[23:41:05.667] Received PubSub notification, asking Buildbucket for the build status
[23:41:05.756] Build:
{
  "id": "8828462906059276977",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 71723,
  "createdBy": "project:chromium",
  "createTime": "2021-12-07T23:11:35.353016867Z",
  "startTime": "2021-12-07T23:12:07.950873Z",
  "endTime": "2021-12-07T23:41:03.983926957Z",
  "updateTime": "2021-12-07T23:41:03.983926957Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "14a9eac29855c9cc1e7c7c35a09959d26d09f284",
      "ref": "refs/heads/main"
    }
  }
}
[23:41:05.756] Invocation finished in 29m31.656849562s with status FAILED