Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 27 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/79635 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "40e356add74ca594f0f6d853eec5ffec127a0c8b"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "fe42ac4df49fcd8b1e371276972b201f78a9a00d",
  "parent_got_dawn_revision": "959f1da63760e7d0c0cfa9425a41ed41b7316d01",
  "parent_got_nacl_revision": "957cbe470018adc3d9d1763fd75bbae455a9fddc",
  "parent_got_revision": "40e356add74ca594f0f6d853eec5ffec127a0c8b",
  "parent_got_revision_cp": "refs/heads/main@{#947863}",
  "parent_got_swiftshader_revision": "f9c39655a610a2ef636b834316fbc94669d6aadd",
  "parent_got_v8_revision": "4dae36a5ece685f23bb9b856fbf3bf7fcf847b65",
  "parent_got_v8_revision_cp": "refs/heads/9.8.140@{#1}",
  "parent_got_webrtc_revision": "7bafbd6c8c9eb2c100604fc18cac4acc0de339af",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35465}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "40e356add74ca594f0f6d853eec5ffec127a0c8b",
  "swarm_hashes": {
    "absl_hardening_tests": "f277459393444de119338295b40c211049d9e8af731082cc2006f2cba9ab540e/569",
    "accessibility_unittests": "3fa0b0cd26b5e0df8698b3755aeebeef4dab7011bc24c93e61f91fee132e1a11/569",
    "angle_unittests": "fc800e25d135f1d63ee95e16fa11d14839fd90e720e39f2d79c7062195785406/570",
    "app_shell_unittests": "84f2b2b4023d58c298d209ca2647e360e343ddf30d6e7f1880fe88953f1cec11/730",
    "aura_unittests": "bf32cfa8c79ec657ffb695dcd04f408e314079f18c4703d7fbfb6312854e60a1/569",
    "base_unittests": "b7e53e38cf87d6bc04402e1b7ce4530856f1d20caabdbcb2a60074440b70ae9b/648",
    "blink_common_unittests": "d50a3abcad47daaa8b6be6319a4579bd853fac831fbb73a39709177cbe2d1407/647",
    "blink_fuzzer_unittests": "24221af3397fb66a3b384bf98278ccb5a0bd0d1f788a082c3824050abc546246/569",
    "blink_heap_unittests": "4422b65f7e87f7522eb65ae9f435ed58a46c8524bf8a6f7bc1c193b9d63ef7d1/569",
    "blink_platform_unittests": "1210c7d1f06ad8f3863647c4d453a51ed3ac77b575f905246ef4166df4670818/726",
    "blink_unittests": "cf70229d63f7fcde0727a1382ddab0c71dad7e33acf4d75d673d7298573aeb07/810",
    "boringssl_crypto_tests": "d3d3e67c514da40a644cb59c9fbffba891354b9f25cd3d417858ad8ca581a671/570",
    "boringssl_ssl_tests": "dc5ee60e8ec082b4a02ac6bcc691efd39c56d1aeec5bbf5992246cee94ec2bea/569",
    "capture_unittests": "8d1a1c02a95f14f4f6be4125971451bac034fe3bf72efd15eafe460f70c9e3c0/648",
    "cast_unittests": "f669d33710139e74dfd4b33c5eea893d639c5dcd7127456f97166b8c1be18486/569",
    "cc_unittests": "8c4589daa924eac0c25245ed166fb3c90cb316dc4ed6e87d50fb1da77d45969b/653",
    "chrome_app_unittests": "c779c63ab2d64ade9d45b9ea7a9f9134da9caae1cb8893b6df89bcb0bc861316/648",
    "chromedriver_unittests": "a04818f1a7c4ace46bc4d88bfa06ae837c4ba06f2ab19b08047b4c02b197a3ba/726",
    "color_unittests": "c7d7f70f94425af544c8b9aac4f1e66b65d4dd0c76fa16eef29868df825644f5/569",
    "components_browsertests": "79b542fa999eec48a12d5073c1f58fa307bd54a6b157e87bc86100bef64c4aad/813",
    "components_unittests": "c7a3a819e8fbd4e7739f4efa49e29be65aed8510cdd18f95d491e46c9f914f1a/813",
    "compositor_unittests": "be3faf12a18b6a94f35ed0236bf7666a19675ccca2d9f4736093febb834437ba/645",
    "content_browsertests": "a30ca41cf8a92461d1dafb484d5fc9c79e9aef05e579d6e6d21bfab2be142d50/887",
    "content_unittests": "9f23ca869ff85aadbf5841e0ab36db6d79d4b587a1de60af4178443165749dd6/806",
    "cronet_tests": "df4cada758212f109d18a8393e72cce2e91d3966c0c1664b4a7e212d2612b9c1/730",
    "cronet_unittests": "23c8e22c1849e5d10a7fd51f43c0d2cf6c1aa79e067f3308337e8db24aeafe3b/646",
    "crypto_unittests": "3c409a339316da0bd7b05d8b4949be930eeffe448170687b6bb2fa0632a667e7/569",
    "dbus_unittests": "4392ee7cc62d0353cefe9a26aa8ade67fd81b6e5cb94905b154c1727064e48dc/569",
    "device_unittests": "354d0715a6ba647b4bfca6045367a97a82f94b0523bdce59ea2e5fd11409cf5a/646",
    "display_unittests": "1bf87522973b0f652106d39991b981f2f59955ea80217a4a9192b6789aad033e/569",
    "events_unittests": "ade4a0614c104b49d590bb1f36dd5ed6ce54df79fc6c5ace9b1d02ea00ce9824/569",
    "extensions_browsertests": "e1796c824c90eff87a235b0b0b341c8ed6ef4489c97c062b21ef096f2e52d16a/732",
    "extensions_unittests": "c9ee02646b1653fdc501d2c01760207748a8656b380a64aa38f060c582beab4c/896",
    "filesystem_service_unittests": "7769ebbe1e25ca7c6d9a2f466286b947277b0e805c25404a1e6ef8477159fe23/569",
    "gcm_unit_tests": "68bc149f3b4e94bf25f5bd0735cff5c7898433ba6f506370ab85bd7f00a27a33/646",
    "gfx_unittests": "8b52f93ef79e950df3287641625496baa6758a5573a5df8e07462d0ed8534eb0/645",
    "gin_unittests": "fce90b2516a0eea23ec8c54dfa2886328b5a05f0a4a1738faa71e68aba9df875/646",
    "gl_tests": "2d5e7167abc6d6aa95578d280ec3fb22f170f0a37572bc970adea82604c1c1aa/569",
    "gl_unittests": "cee94e46cfbfdb2463038a7bf26948d7391f70aa5947a5f390ee6bf95414122d/569",
    "google_apis_unittests": "33dadfbb7c5d14ab1f7b495063769e826a7ada05b63f06c61e57479132979148/731",
    "gpu_unittests": "adaa5b59cf089d1a8d59c22152ddbd733a198c1ca11ec926d3fa78cd5e44123c/646",
    "gwp_asan_unittests": "9573521a199d3ab3c8906867ae56e5466d24240d708d4ed2c459c2c29d3f6716/570",
    "headless_browsertests": "532ee74464d7fa92989a6bc3d89e374702ad627cfc8bbc572533e0850cb461f0/730",
    "headless_unittests": "ee6dc27c740b704de498fbe41a7b3a26ea5f2ec74f51cce485cdc7e161078a95/569",
    "interactive_ui_tests": "2d7c7572f2e1cc9b52e605c2c40609a211cf08f607d1820510d694ee1fbc6947/965",
    "ipc_tests": "f03fe71c2525b471051048830345c0755cbb45c0ebeb7680e39fedcbbaa02957/569",
    "jingle_unittests": "c90ef59f669619325cdf09919f2c4daf03d9d4ec0baa8b3ad4f57d4e529277b3/646",
    "latency_unittests": "97bc424ebef9c2065e027aa8f4baa71b434a591a24936c72ce8f7e74b39790c7/569",
    "libjingle_xmpp_unittests": "8c126f4282821096cedcba39e97447acf0875bebc7b4bee4fb2f0e45226eebf2/569",
    "liburlpattern_unittests": "9ec7f9c3d083b1136517741f86c8114a1e976609e701a6a86880ddd2e485c896/569",
    "media_unittests": "222f4a87d25456b28458300e8d1ac9fd63fd22fbc6e39a1bc30349c788708981/649",
    "message_center_unittests": "2128744c233bd624c4ce901eba239dd9d29a4f06a7885244bf12daf9a875451b/569",
    "midi_unittests": "63b35fa59eb96b94ea4bd2c4dc35ac6ae3c4e723e9e8e8d088b4256fa0c8d140/569",
    "mojo_core_unittests": "259e2046b719595281d9d3a6d817fb66a5d41b049e0e2f17d1dcae67d9d967d3/569",
    "mojo_unittests": "5310142d1b5545e1809a10c1ee1ba473f280b2fab637a12400906ddd81b6c9df/647",
    "native_theme_unittests": "d686c87abb9660550a74b36d7b43cd33004a658d17af147160a5131f11396efa/569",
    "net_unittests": "85005e47a07cc8b1cd9c031e722203252aab0e7076d2af246dace6cd31d85b2d/648",
    "openscreen_unittests": "27888dcf3bd066a0dbf33f0029581dd93f666e123a49eab6cf93bc259c51ca39/648",
    "ozone_x11_unittests": "6bb4293aae609fce67f740c8de13d92fea75705f8b2dadd62b18861563fe3b03/569",
    "pdf_unittests": "e036533c293ea3a776ac73e2be2e9a6d2100548f52a37bb9874debbad3a3a01f/646",
    "perfetto_unittests": "24b74e58b3a824a836c76a38433b96cd478c9712060115f4ac9cfec87c834041/569",
    "ppapi_unittests": "6db4c16c37b13c91cb84f0a368f07e36a821ef6d0d9b55572a3e9c614427f3ac/569",
    "printing_unittests": "889fd2f18385f21e8f8c212edb70917025bd9c3088a8cad20f21ca95abc9836a/569",
    "remoting_unittests": "c46d5c69b6e01c5a55bcf5362e57dc69f6148b9be7d717b3bbf9f9660e138da2/646",
    "sandbox_linux_unittests": "c381898943616af9a658b4b59b4c5f459bc039a38dc728030dc4b73325d14d76/569",
    "service_manager_unittests": "157660485887f9506fac8f9e274310c238f3b91cdb0ecb4d85c5ab076cd312e1/569",
    "services_unittests": "42dd74a7dc70e59924f127db324e0fd8fc6ff4b44e8716877382b0340ccdeac3/815",
    "shell_dialogs_unittests": "13db9f538e6c6ac3cd4f04bdff6e1fa0c07547a00e0f428a01d22199a9fcbcc3/569",
    "skia_unittests": "780e6873fb376b8dff6b55def6a6be74875942294786ef05e1e898d10761fa15/569",
    "snapshot_unittests": "3ef6dab7dc1760ba81209fbc42c989297a31f79c6a6c0b58a53976549cb7d745/569",
    "sql_unittests": "61a87b1ef97113288366fb89860634a3022c3997de18d50a86bafda3616854f5/646",
    "storage_unittests": "cf0b0580d43b4b6d0d53e5c99fe5604e05e06ceaedbd796426f0e80638293c9c/727",
    "sync_integration_tests": "ea0d3a4241f392afe03521088c511e91ae6846697243a61d7248c4feeb67232b/729",
    "ui_base_unittests": "e796f832935bc4f9914ed3a594fa0770131a215723bd0be62d82b9c02785daaf/723",
    "ui_touch_selection_unittests": "601b7f16fad919cb9766c7560137e50e5729bfd700e864afdf22f36e4f16164a/569",
    "unit_tests": "13b08385823e2efca638691a04dbdf098261b446efa812d558b9f3408c861baa/1062",
    "url_unittests": "39474f45984db045a25ed008d46d75bb8be92fa97b6206279eb18af704263e32/569",
    "views_unittests": "1856c28ce3991d07c020573bf0037ee3a572f2320338de1f557ccc9b97b0785d/569",
    "viz_unittests": "a5b2d2b6ab0ae5ffc19e9843706fe0fd871bfcabecd474c72af4f77737200e4f/653",
    "vr_common_unittests": "0bfe54f05fc2711ee3a40b4a4dc03555c37363a0a4a95c55f1df2df10e86035a/648",
    "vr_pixeltests": "42371dc7d5bf119878c9a5d580fe0f4b5f73327fd29493f59e6b3c4cdeb41896/646",
    "weblayer_browsertests": "2eae742118ec0c209230fc9d8acdbd383e18fdca2a3875324dedbff94f7685ea/814",
    "weblayer_unittests": "9c529a4d6c6a4bde319982a77b2f0a4c9b45037c91312cbe4bb4a0c2cd763560/646",
    "wm_unittests": "57e5bd1587288f6f80a04ba487d2d0b689a9418085959cd2396155c45adbeccc/569",
    "wtf_unittests": "56b0a3a48bbefe4d049359d45f0cf30ef1bead5e10aaea9a927d1e5a13878109/569",
    "x11_unittests": "07d5556176f7348ff01697650376a8ed833ecb1766a759ec85d94770c09278c8/569",
    "xr_browser_tests": "99e795062f694455af5116c95ecb2a4ba992814967830db19ae74a7a8c45f3e3/728",
    "zlib_unittests": "a238f3361a6ee41d2b7a3636a4174c246e2e0cdfd7e4f0b693324eb793284223/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "d35d624e302339bddf63f41a26541de5b97ee363969aba926d26843428908d07/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/40e356add74ca594f0f6d853eec5ffec127a0c8b
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:79635
  • user_agent:recipe

Debug log (UTC)

[04:32:10.789] New invocation is queued and will start shortly
[04:32:10.789] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[04:32:11.880] Starting the invocation (attempt 1)
[04:32:11.916] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/40e356add74ca594f0f6d853eec5ffec127a0c8b"
[04:32:11.916] Popped gitiles commit info from properties and tags
[04:32:11.916] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:32:11.916] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:32:11.917] Buildbucket request:
{
  "requestId": "8994325781745265488",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "40e356add74ca594f0f6d853eec5ffec127a0c8b"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "fe42ac4df49fcd8b1e371276972b201f78a9a00d",
      "parent_got_dawn_revision": "959f1da63760e7d0c0cfa9425a41ed41b7316d01",
      "parent_got_nacl_revision": "957cbe470018adc3d9d1763fd75bbae455a9fddc",
      "parent_got_revision": "40e356add74ca594f0f6d853eec5ffec127a0c8b",
      "parent_got_revision_cp": "refs/heads/main@{#947863}",
      "parent_got_swiftshader_revision": "f9c39655a610a2ef636b834316fbc94669d6aadd",
      "parent_got_v8_revision": "4dae36a5ece685f23bb9b856fbf3bf7fcf847b65",
      "parent_got_v8_revision_cp": "refs/heads/9.8.140@{#1}",
      "parent_got_webrtc_revision": "7bafbd6c8c9eb2c100604fc18cac4acc0de339af",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35465}",
      "swarm_hashes": {
            "absl_hardening_tests": "f277459393444de119338295b40c211049d9e8af731082cc2006f2cba9ab540e/569",
            "accessibility_unittests": "3fa0b0cd26b5e0df8698b3755aeebeef4dab7011bc24c93e61f91fee132e1a11/569",
            "angle_unittests": "fc800e25d135f1d63ee95e16fa11d14839fd90e720e39f2d79c7062195785406/570",
            "app_shell_unittests": "84f2b2b4023d58c298d209ca2647e360e343ddf30d6e7f1880fe88953f1cec11/730",
            "aura_unittests": "bf32cfa8c79ec657ffb695dcd04f408e314079f18c4703d7fbfb6312854e60a1/569",
            "base_unittests": "b7e53e38cf87d6bc04402e1b7ce4530856f1d20caabdbcb2a60074440b70ae9b/648",
            "blink_common_unittests": "d50a3abcad47daaa8b6be6319a4579bd853fac831fbb73a39709177cbe2d1407/647",
            "blink_fuzzer_unittests": "24221af3397fb66a3b384bf98278ccb5a0bd0d1f788a082c3824050abc546246/569",
            "blink_heap_unittests": "4422b65f7e87f7522eb65ae9f435ed58a46c8524bf8a6f7bc1c193b9d63ef7d1/569",
            "blink_platform_unittests": "1210c7d1f06ad8f3863647c4d453a51ed3ac77b575f905246ef4166df4670818/726",
            "blink_unittests": "cf70229d63f7fcde0727a1382ddab0c71dad7e33acf4d75d673d7298573aeb07/810",
            "boringssl_crypto_tests": "d3d3e67c514da40a644cb59c9fbffba891354b9f25cd3d417858ad8ca581a671/570",
            "boringssl_ssl_tests": "dc5ee60e8ec082b4a02ac6bcc691efd39c56d1aeec5bbf5992246cee94ec2bea/569",
            "capture_unittests": "8d1a1c02a95f14f4f6be4125971451bac034fe3bf72efd15eafe460f70c9e3c0/648",
            "cast_unittests": "f669d33710139e74dfd4b33c5eea893d639c5dcd7127456f97166b8c1be18486/569",
            "cc_unittests": "8c4589daa924eac0c25245ed166fb3c90cb316dc4ed6e87d50fb1da77d45969b/653",
            "chrome_app_unittests": "c779c63ab2d64ade9d45b9ea7a9f9134da9caae1cb8893b6df89bcb0bc861316/648",
            "chromedriver_unittests": "a04818f1a7c4ace46bc4d88bfa06ae837c4ba06f2ab19b08047b4c02b197a3ba/726",
            "color_unittests": "c7d7f70f94425af544c8b9aac4f1e66b65d4dd0c76fa16eef29868df825644f5/569",
            "components_browsertests": "79b542fa999eec48a12d5073c1f58fa307bd54a6b157e87bc86100bef64c4aad/813",
            "components_unittests": "c7a3a819e8fbd4e7739f4efa49e29be65aed8510cdd18f95d491e46c9f914f1a/813",
            "compositor_unittests": "be3faf12a18b6a94f35ed0236bf7666a19675ccca2d9f4736093febb834437ba/645",
            "content_browsertests": "a30ca41cf8a92461d1dafb484d5fc9c79e9aef05e579d6e6d21bfab2be142d50/887",
            "content_unittests": "9f23ca869ff85aadbf5841e0ab36db6d79d4b587a1de60af4178443165749dd6/806",
            "cronet_tests": "df4cada758212f109d18a8393e72cce2e91d3966c0c1664b4a7e212d2612b9c1/730",
            "cronet_unittests": "23c8e22c1849e5d10a7fd51f43c0d2cf6c1aa79e067f3308337e8db24aeafe3b/646",
            "crypto_unittests": "3c409a339316da0bd7b05d8b4949be930eeffe448170687b6bb2fa0632a667e7/569",
            "dbus_unittests": "4392ee7cc62d0353cefe9a26aa8ade67fd81b6e5cb94905b154c1727064e48dc/569",
            "device_unittests": "354d0715a6ba647b4bfca6045367a97a82f94b0523bdce59ea2e5fd11409cf5a/646",
            "display_unittests": "1bf87522973b0f652106d39991b981f2f59955ea80217a4a9192b6789aad033e/569",
            "events_unittests": "ade4a0614c104b49d590bb1f36dd5ed6ce54df79fc6c5ace9b1d02ea00ce9824/569",
            "extensions_browsertests": "e1796c824c90eff87a235b0b0b341c8ed6ef4489c97c062b21ef096f2e52d16a/732",
            "extensions_unittests": "c9ee02646b1653fdc501d2c01760207748a8656b380a64aa38f060c582beab4c/896",
            "filesystem_service_unittests": "7769ebbe1e25ca7c6d9a2f466286b947277b0e805c25404a1e6ef8477159fe23/569",
            "gcm_unit_tests": "68bc149f3b4e94bf25f5bd0735cff5c7898433ba6f506370ab85bd7f00a27a33/646",
            "gfx_unittests": "8b52f93ef79e950df3287641625496baa6758a5573a5df8e07462d0ed8534eb0/645",
            "gin_unittests": "fce90b2516a0eea23ec8c54dfa2886328b5a05f0a4a1738faa71e68aba9df875/646",
            "gl_tests": "2d5e7167abc6d6aa95578d280ec3fb22f170f0a37572bc970adea82604c1c1aa/569",
            "gl_unittests": "cee94e46cfbfdb2463038a7bf26948d7391f70aa5947a5f390ee6bf95414122d/569",
            "google_apis_unittests": "33dadfbb7c5d14ab1f7b495063769e826a7ada05b63f06c61e57479132979148/731",
            "gpu_unittests": "adaa5b59cf089d1a8d59c22152ddbd733a198c1ca11ec926d3fa78cd5e44123c/646",
            "gwp_asan_unittests": "9573521a199d3ab3c8906867ae56e5466d24240d708d4ed2c459c2c29d3f6716/570",
            "headless_browsertests": "532ee74464d7fa92989a6bc3d89e374702ad627cfc8bbc572533e0850cb461f0/730",
            "headless_unittests": "ee6dc27c740b704de498fbe41a7b3a26ea5f2ec74f51cce485cdc7e161078a95/569",
            "interactive_ui_tests": "2d7c7572f2e1cc9b52e605c2c40609a211cf08f607d1820510d694ee1fbc6947/965",
            "ipc_tests": "f03fe71c2525b471051048830345c0755cbb45c0ebeb7680e39fedcbbaa02957/569",
            "jingle_unittests": "c90ef59f669619325cdf09919f2c4daf03d9d4ec0baa8b3ad4f57d4e529277b3/646",
            "latency_unittests": "97bc424ebef9c2065e027aa8f4baa71b434a591a24936c72ce8f7e74b39790c7/569",
            "libjingle_xmpp_unittests": "8c126f4282821096cedcba39e97447acf0875bebc7b4bee4fb2f0e45226eebf2/569",
            "liburlpattern_unittests": "9ec7f9c3d083b1136517741f86c8114a1e976609e701a6a86880ddd2e485c896/569",
            "media_unittests": "222f4a87d25456b28458300e8d1ac9fd63fd22fbc6e39a1bc30349c788708981/649",
            "message_center_unittests": "2128744c233bd624c4ce901eba239dd9d29a4f06a7885244bf12daf9a875451b/569",
            "midi_unittests": "63b35fa59eb96b94ea4bd2c4dc35ac6ae3c4e723e9e8e8d088b4256fa0c8d140/569",
            "mojo_core_unittests": "259e2046b719595281d9d3a6d817fb66a5d41b049e0e2f17d1dcae67d9d967d3/569",
            "mojo_unittests": "5310142d1b5545e1809a10c1ee1ba473f280b2fab637a12400906ddd81b6c9df/647",
            "native_theme_unittests": "d686c87abb9660550a74b36d7b43cd33004a658d17af147160a5131f11396efa/569",
            "net_unittests": "85005e47a07cc8b1cd9c031e722203252aab0e7076d2af246dace6cd31d85b2d/648",
            "openscreen_unittests": "27888dcf3bd066a0dbf33f0029581dd93f666e123a49eab6cf93bc259c51ca39/648",
            "ozone_x11_unittests": "6bb4293aae609fce67f740c8de13d92fea75705f8b2dadd62b18861563fe3b03/569",
            "pdf_unittests": "e036533c293ea3a776ac73e2be2e9a6d2100548f52a37bb9874debbad3a3a01f/646",
            "perfetto_unittests": "24b74e58b3a824a836c76a38433b96cd478c9712060115f4ac9cfec87c834041/569",
            "ppapi_unittests": "6db4c16c37b13c91cb84f0a368f07e36a821ef6d0d9b55572a3e9c614427f3ac/569",
            "printing_unittests": "889fd2f18385f21e8f8c212edb70917025bd9c3088a8cad20f21ca95abc9836a/569",
            "remoting_unittests": "c46d5c69b6e01c5a55bcf5362e57dc69f6148b9be7d717b3bbf9f9660e138da2/646",
            "sandbox_linux_unittests": "c381898943616af9a658b4b59b4c5f459bc039a38dc728030dc4b73325d14d76/569",
            "service_manager_unittests": "157660485887f9506fac8f9e274310c238f3b91cdb0ecb4d85c5ab076cd312e1/569",
            "services_unittests": "42dd74a7dc70e59924f127db324e0fd8fc6ff4b44e8716877382b0340ccdeac3/815",
            "shell_dialogs_unittests": "13db9f538e6c6ac3cd4f04bdff6e1fa0c07547a00e0f428a01d22199a9fcbcc3/569",
            "skia_unittests": "780e6873fb376b8dff6b55def6a6be74875942294786ef05e1e898d10761fa15/569",
            "snapshot_unittests": "3ef6dab7dc1760ba81209fbc42c989297a31f79c6a6c0b58a53976549cb7d745/569",
            "sql_unittests": "61a87b1ef97113288366fb89860634a3022c3997de18d50a86bafda3616854f5/646",
            "storage_unittests": "cf0b0580d43b4b6d0d53e5c99fe5604e05e06ceaedbd796426f0e80638293c9c/727",
            "sync_integration_tests": "ea0d3a4241f392afe03521088c511e91ae6846697243a61d7248c4feeb67232b/729",
            "ui_base_unittests": "e796f832935bc4f9914ed3a594fa0770131a215723bd0be62d82b9c02785daaf/723",
            "ui_touch_selection_unittests": "601b7f16fad919cb9766c7560137e50e5729bfd700e864afdf22f36e4f16164a/569",
            "unit_tests": "13b08385823e2efca638691a04dbdf098261b446efa812d558b9f3408c861baa/1062",
            "url_unittests": "39474f45984db045a25ed008d46d75bb8be92fa97b6206279eb18af704263e32/569",
            "views_unittests": "1856c28ce3991d07c020573bf0037ee3a572f2320338de1f557ccc9b97b0785d/569",
            "viz_unittests": "a5b2d2b6ab0ae5ffc19e9843706fe0fd871bfcabecd474c72af4f77737200e4f/653",
            "vr_common_unittests": "0bfe54f05fc2711ee3a40b4a4dc03555c37363a0a4a95c55f1df2df10e86035a/648",
            "vr_pixeltests": "42371dc7d5bf119878c9a5d580fe0f4b5f73327fd29493f59e6b3c4cdeb41896/646",
            "weblayer_browsertests": "2eae742118ec0c209230fc9d8acdbd383e18fdca2a3875324dedbff94f7685ea/814",
            "weblayer_unittests": "9c529a4d6c6a4bde319982a77b2f0a4c9b45037c91312cbe4bb4a0c2cd763560/646",
            "wm_unittests": "57e5bd1587288f6f80a04ba487d2d0b689a9418085959cd2396155c45adbeccc/569",
            "wtf_unittests": "56b0a3a48bbefe4d049359d45f0cf30ef1bead5e10aaea9a927d1e5a13878109/569",
            "x11_unittests": "07d5556176f7348ff01697650376a8ed833ecb1766a759ec85d94770c09278c8/569",
            "xr_browser_tests": "99e795062f694455af5116c95ecb2a4ba992814967830db19ae74a7a8c45f3e3/728",
            "zlib_unittests": "a238f3361a6ee41d2b7a3636a4174c246e2e0cdfd7e4f0b693324eb793284223/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "d35d624e302339bddf63f41a26541de5b97ee363969aba926d26843428908d07/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "40e356add74ca594f0f6d853eec5ffec127a0c8b",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8994325781745265488"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "79635"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[04:32:12.495] Scheduled build:
{
  "id": "8828895719819468497",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 71588,
  "createdBy": "project:chromium",
  "createTime": "2021-12-03T04:32:11.987392769Z",
  "updateTime": "2021-12-03T04:32:11.987392769Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "40e356add74ca594f0f6d853eec5ffec127a0c8b",
      "ref": "refs/heads/main"
    }
  }
}
[04:32:12.495] Task URL: https://cr-buildbucket.appspot.com/build/8828895719819468497
[04:32:12.495] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994325781745265488:2:0) after 6m5s
[04:32:19.451] Received PubSub notification, asking Buildbucket for the build status
[04:32:19.482] Build status: STARTED
[04:38:17.601] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994325781745265488:2:0)
[04:38:17.774] Build status: STARTED
[04:38:17.775] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994325781745265488:4:0) after 3m55s
[04:42:12.906] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994325781745265488:4:0)
[04:42:13.844] Build status: STARTED
[04:42:13.844] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994325781745265488:5:0) after 6m17s
[04:48:30.906] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994325781745265488:5:0)
[04:48:30.951] Build status: STARTED
[04:48:30.951] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994325781745265488:6:0) after 3m34s
[04:52:04.971] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994325781745265488:6:0)
[04:52:05.038] Build status: STARTED
[04:52:05.038] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994325781745265488:7:0) after 5m17s
[04:57:22.060] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994325781745265488:7:0)
[04:57:22.095] Build status: STARTED
[04:57:22.095] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994325781745265488:8:0) after 2m14s
[04:59:36.170] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994325781745265488:8:0)
[04:59:36.210] Build status: STARTED
[04:59:36.210] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994325781745265488:9:0) after 6m50s
[04:59:46.782] Received PubSub notification, asking Buildbucket for the build status
[04:59:46.823] Build:
{
  "id": "8828895719819468497",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 71588,
  "createdBy": "project:chromium",
  "createTime": "2021-12-03T04:32:11.987392769Z",
  "startTime": "2021-12-03T04:32:16.383564Z",
  "endTime": "2021-12-03T04:59:46.277681340Z",
  "updateTime": "2021-12-03T04:59:46.277681340Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "40e356add74ca594f0f6d853eec5ffec127a0c8b",
      "ref": "refs/heads/main"
    }
  }
}
[04:59:46.823] Invocation finished in 27m36.057505214s with status FAILED