Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 29 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/79634 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "e9750b2d7ca20cf13f2b8881bd8294f1cdbbca9a"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "fe42ac4df49fcd8b1e371276972b201f78a9a00d",
  "parent_got_dawn_revision": "959f1da63760e7d0c0cfa9425a41ed41b7316d01",
  "parent_got_nacl_revision": "957cbe470018adc3d9d1763fd75bbae455a9fddc",
  "parent_got_revision": "e9750b2d7ca20cf13f2b8881bd8294f1cdbbca9a",
  "parent_got_revision_cp": "refs/heads/main@{#947852}",
  "parent_got_swiftshader_revision": "f9c39655a610a2ef636b834316fbc94669d6aadd",
  "parent_got_v8_revision": "4dae36a5ece685f23bb9b856fbf3bf7fcf847b65",
  "parent_got_v8_revision_cp": "refs/heads/9.8.140@{#1}",
  "parent_got_webrtc_revision": "7bafbd6c8c9eb2c100604fc18cac4acc0de339af",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35465}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "e9750b2d7ca20cf13f2b8881bd8294f1cdbbca9a",
  "swarm_hashes": {
    "absl_hardening_tests": "f277459393444de119338295b40c211049d9e8af731082cc2006f2cba9ab540e/569",
    "accessibility_unittests": "3fa0b0cd26b5e0df8698b3755aeebeef4dab7011bc24c93e61f91fee132e1a11/569",
    "angle_unittests": "fc800e25d135f1d63ee95e16fa11d14839fd90e720e39f2d79c7062195785406/570",
    "app_shell_unittests": "d7b3d9031aa7b9c71d26141d17d8cef0207ebdd74cd96270802dddc8f99af577/730",
    "aura_unittests": "bf32cfa8c79ec657ffb695dcd04f408e314079f18c4703d7fbfb6312854e60a1/569",
    "base_unittests": "b7e53e38cf87d6bc04402e1b7ce4530856f1d20caabdbcb2a60074440b70ae9b/648",
    "blink_common_unittests": "d50a3abcad47daaa8b6be6319a4579bd853fac831fbb73a39709177cbe2d1407/647",
    "blink_fuzzer_unittests": "24221af3397fb66a3b384bf98278ccb5a0bd0d1f788a082c3824050abc546246/569",
    "blink_heap_unittests": "4422b65f7e87f7522eb65ae9f435ed58a46c8524bf8a6f7bc1c193b9d63ef7d1/569",
    "blink_platform_unittests": "1210c7d1f06ad8f3863647c4d453a51ed3ac77b575f905246ef4166df4670818/726",
    "blink_unittests": "d256d9365ff855004916a3e136a73a2505351f4f947a2343e39611b288195ac4/810",
    "boringssl_crypto_tests": "d3d3e67c514da40a644cb59c9fbffba891354b9f25cd3d417858ad8ca581a671/570",
    "boringssl_ssl_tests": "dc5ee60e8ec082b4a02ac6bcc691efd39c56d1aeec5bbf5992246cee94ec2bea/569",
    "capture_unittests": "8d1a1c02a95f14f4f6be4125971451bac034fe3bf72efd15eafe460f70c9e3c0/648",
    "cast_unittests": "f669d33710139e74dfd4b33c5eea893d639c5dcd7127456f97166b8c1be18486/569",
    "cc_unittests": "8c4589daa924eac0c25245ed166fb3c90cb316dc4ed6e87d50fb1da77d45969b/653",
    "chrome_app_unittests": "ff6c3df8c75d821a85b0afab52d47c73c79c86bf03cb98e7fa4d025baabef4a1/648",
    "chromedriver_unittests": "6d91a6328da5897f453ef363265dd3e341d8768b15e5a3100219ed3b9c91fe60/726",
    "color_unittests": "c7d7f70f94425af544c8b9aac4f1e66b65d4dd0c76fa16eef29868df825644f5/569",
    "components_browsertests": "0d7489ec0fb0ab112e118b7f51d6408680e6e119fdcd0c17dd4fb7dc466ff178/813",
    "components_unittests": "2f5b2826addc8e09f13753fc225a7c2a26c6b19d24404bd3ded7241111a1e5ff/813",
    "compositor_unittests": "be3faf12a18b6a94f35ed0236bf7666a19675ccca2d9f4736093febb834437ba/645",
    "content_browsertests": "a3524ead43dbbc7ef100da93e5e7ef6ca37ebcab2111727ff5712d2d2de7751c/887",
    "content_unittests": "d3225c458743ba527893a6eee6d986b07e4e80fdaac13650df21e834d490da54/806",
    "cronet_tests": "df4cada758212f109d18a8393e72cce2e91d3966c0c1664b4a7e212d2612b9c1/730",
    "cronet_unittests": "23c8e22c1849e5d10a7fd51f43c0d2cf6c1aa79e067f3308337e8db24aeafe3b/646",
    "crypto_unittests": "3c409a339316da0bd7b05d8b4949be930eeffe448170687b6bb2fa0632a667e7/569",
    "dbus_unittests": "4392ee7cc62d0353cefe9a26aa8ade67fd81b6e5cb94905b154c1727064e48dc/569",
    "device_unittests": "354d0715a6ba647b4bfca6045367a97a82f94b0523bdce59ea2e5fd11409cf5a/646",
    "display_unittests": "1bf87522973b0f652106d39991b981f2f59955ea80217a4a9192b6789aad033e/569",
    "events_unittests": "ade4a0614c104b49d590bb1f36dd5ed6ce54df79fc6c5ace9b1d02ea00ce9824/569",
    "extensions_browsertests": "076e9c2800fee18b3eafa766351c6c46787c8d770567c61e212800d92111054f/732",
    "extensions_unittests": "af5d6974be3e9a5e592af389323afffd4a0b3675ee6b2a45d9ec193808acb36a/896",
    "filesystem_service_unittests": "7769ebbe1e25ca7c6d9a2f466286b947277b0e805c25404a1e6ef8477159fe23/569",
    "gcm_unit_tests": "68bc149f3b4e94bf25f5bd0735cff5c7898433ba6f506370ab85bd7f00a27a33/646",
    "gfx_unittests": "8b52f93ef79e950df3287641625496baa6758a5573a5df8e07462d0ed8534eb0/645",
    "gin_unittests": "fce90b2516a0eea23ec8c54dfa2886328b5a05f0a4a1738faa71e68aba9df875/646",
    "gl_tests": "2d5e7167abc6d6aa95578d280ec3fb22f170f0a37572bc970adea82604c1c1aa/569",
    "gl_unittests": "cee94e46cfbfdb2463038a7bf26948d7391f70aa5947a5f390ee6bf95414122d/569",
    "google_apis_unittests": "33dadfbb7c5d14ab1f7b495063769e826a7ada05b63f06c61e57479132979148/731",
    "gpu_unittests": "adaa5b59cf089d1a8d59c22152ddbd733a198c1ca11ec926d3fa78cd5e44123c/646",
    "gwp_asan_unittests": "9573521a199d3ab3c8906867ae56e5466d24240d708d4ed2c459c2c29d3f6716/570",
    "headless_browsertests": "36ac3362a1e587bc007a7c0b862fa75b571738ef6e7c3defaa31afa5cae88fc1/730",
    "headless_unittests": "5f1793a9b1d88941528651f901b8ce63986d2fa64772e4849ea66b1347117aba/569",
    "interactive_ui_tests": "866ed0a93f6d615687352903813a89d341f304138c4a3a37b1f8781b1c333f7e/965",
    "ipc_tests": "f03fe71c2525b471051048830345c0755cbb45c0ebeb7680e39fedcbbaa02957/569",
    "jingle_unittests": "c90ef59f669619325cdf09919f2c4daf03d9d4ec0baa8b3ad4f57d4e529277b3/646",
    "latency_unittests": "97bc424ebef9c2065e027aa8f4baa71b434a591a24936c72ce8f7e74b39790c7/569",
    "libjingle_xmpp_unittests": "8c126f4282821096cedcba39e97447acf0875bebc7b4bee4fb2f0e45226eebf2/569",
    "liburlpattern_unittests": "9ec7f9c3d083b1136517741f86c8114a1e976609e701a6a86880ddd2e485c896/569",
    "media_unittests": "4923ba808292fa6e5f6120e6c500f4276d432bbfd6951417804cd28894665f41/649",
    "message_center_unittests": "2128744c233bd624c4ce901eba239dd9d29a4f06a7885244bf12daf9a875451b/569",
    "midi_unittests": "63b35fa59eb96b94ea4bd2c4dc35ac6ae3c4e723e9e8e8d088b4256fa0c8d140/569",
    "mojo_core_unittests": "259e2046b719595281d9d3a6d817fb66a5d41b049e0e2f17d1dcae67d9d967d3/569",
    "mojo_unittests": "5310142d1b5545e1809a10c1ee1ba473f280b2fab637a12400906ddd81b6c9df/647",
    "native_theme_unittests": "d686c87abb9660550a74b36d7b43cd33004a658d17af147160a5131f11396efa/569",
    "net_unittests": "85005e47a07cc8b1cd9c031e722203252aab0e7076d2af246dace6cd31d85b2d/648",
    "openscreen_unittests": "59a97b113064112166e37f55b98d1f6faacfffb9774cdd72b416ac200dcdcdd6/648",
    "ozone_x11_unittests": "6bb4293aae609fce67f740c8de13d92fea75705f8b2dadd62b18861563fe3b03/569",
    "pdf_unittests": "c556e5f1b5dc53c472c6d5185dc1bc5964df84f00bc1a030c48ebfed68106b81/646",
    "perfetto_unittests": "24b74e58b3a824a836c76a38433b96cd478c9712060115f4ac9cfec87c834041/569",
    "ppapi_unittests": "6db4c16c37b13c91cb84f0a368f07e36a821ef6d0d9b55572a3e9c614427f3ac/569",
    "printing_unittests": "889fd2f18385f21e8f8c212edb70917025bd9c3088a8cad20f21ca95abc9836a/569",
    "remoting_unittests": "c46d5c69b6e01c5a55bcf5362e57dc69f6148b9be7d717b3bbf9f9660e138da2/646",
    "sandbox_linux_unittests": "c381898943616af9a658b4b59b4c5f459bc039a38dc728030dc4b73325d14d76/569",
    "service_manager_unittests": "157660485887f9506fac8f9e274310c238f3b91cdb0ecb4d85c5ab076cd312e1/569",
    "services_unittests": "42dd74a7dc70e59924f127db324e0fd8fc6ff4b44e8716877382b0340ccdeac3/815",
    "shell_dialogs_unittests": "13db9f538e6c6ac3cd4f04bdff6e1fa0c07547a00e0f428a01d22199a9fcbcc3/569",
    "skia_unittests": "780e6873fb376b8dff6b55def6a6be74875942294786ef05e1e898d10761fa15/569",
    "snapshot_unittests": "3ef6dab7dc1760ba81209fbc42c989297a31f79c6a6c0b58a53976549cb7d745/569",
    "sql_unittests": "61a87b1ef97113288366fb89860634a3022c3997de18d50a86bafda3616854f5/646",
    "storage_unittests": "cf0b0580d43b4b6d0d53e5c99fe5604e05e06ceaedbd796426f0e80638293c9c/727",
    "sync_integration_tests": "f5c61fc40df36a090b13eb0c7b8ab5f70d3d87f4f7ecc1ff44e3bce713b678bb/729",
    "ui_base_unittests": "e796f832935bc4f9914ed3a594fa0770131a215723bd0be62d82b9c02785daaf/723",
    "ui_touch_selection_unittests": "601b7f16fad919cb9766c7560137e50e5729bfd700e864afdf22f36e4f16164a/569",
    "unit_tests": "cac6ab509580d1aa9b91668e0e36dcdb12d548fbb8151b6bf6c856495e0924eb/1062",
    "url_unittests": "39474f45984db045a25ed008d46d75bb8be92fa97b6206279eb18af704263e32/569",
    "views_unittests": "1856c28ce3991d07c020573bf0037ee3a572f2320338de1f557ccc9b97b0785d/569",
    "viz_unittests": "a5b2d2b6ab0ae5ffc19e9843706fe0fd871bfcabecd474c72af4f77737200e4f/653",
    "vr_common_unittests": "26e4431a6c0ed6b380f5b7bfdfba492a9f14badc85ee912be60557316bf53a68/648",
    "vr_pixeltests": "3728b072d5953a2e014018de962e4953579e0ab1649996b67c87226a9a59cc70/646",
    "weblayer_browsertests": "d29dc8a74647412245de2495fc3002224d20dcde4da613aa35d0e957cb275e6b/814",
    "weblayer_unittests": "78c7aeac683aaa4ab45ce98626f143cac2b557aad1ed5a1e3538523daea906ea/646",
    "wm_unittests": "57e5bd1587288f6f80a04ba487d2d0b689a9418085959cd2396155c45adbeccc/569",
    "wtf_unittests": "56b0a3a48bbefe4d049359d45f0cf30ef1bead5e10aaea9a927d1e5a13878109/569",
    "x11_unittests": "07d5556176f7348ff01697650376a8ed833ecb1766a759ec85d94770c09278c8/569",
    "xr_browser_tests": "cd6c68aba6a1fc0e819aaaf4c41ea9098000acf786255875ff9de310ff6349f2/728",
    "zlib_unittests": "a238f3361a6ee41d2b7a3636a4174c246e2e0cdfd7e4f0b693324eb793284223/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "d35d624e302339bddf63f41a26541de5b97ee363969aba926d26843428908d07/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e9750b2d7ca20cf13f2b8881bd8294f1cdbbca9a
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:79634
  • user_agent:recipe

Debug log (UTC)

[03:43:22.110] New invocation is queued and will start shortly
[03:43:22.110] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[03:43:23.646] Starting the invocation (attempt 1)
[03:43:23.687] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e9750b2d7ca20cf13f2b8881bd8294f1cdbbca9a"
[03:43:23.687] Popped gitiles commit info from properties and tags
[03:43:23.687] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:43:23.687] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:43:23.687] Buildbucket request:
{
  "requestId": "8994328852680417376",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "e9750b2d7ca20cf13f2b8881bd8294f1cdbbca9a"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "fe42ac4df49fcd8b1e371276972b201f78a9a00d",
      "parent_got_dawn_revision": "959f1da63760e7d0c0cfa9425a41ed41b7316d01",
      "parent_got_nacl_revision": "957cbe470018adc3d9d1763fd75bbae455a9fddc",
      "parent_got_revision": "e9750b2d7ca20cf13f2b8881bd8294f1cdbbca9a",
      "parent_got_revision_cp": "refs/heads/main@{#947852}",
      "parent_got_swiftshader_revision": "f9c39655a610a2ef636b834316fbc94669d6aadd",
      "parent_got_v8_revision": "4dae36a5ece685f23bb9b856fbf3bf7fcf847b65",
      "parent_got_v8_revision_cp": "refs/heads/9.8.140@{#1}",
      "parent_got_webrtc_revision": "7bafbd6c8c9eb2c100604fc18cac4acc0de339af",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35465}",
      "swarm_hashes": {
            "absl_hardening_tests": "f277459393444de119338295b40c211049d9e8af731082cc2006f2cba9ab540e/569",
            "accessibility_unittests": "3fa0b0cd26b5e0df8698b3755aeebeef4dab7011bc24c93e61f91fee132e1a11/569",
            "angle_unittests": "fc800e25d135f1d63ee95e16fa11d14839fd90e720e39f2d79c7062195785406/570",
            "app_shell_unittests": "d7b3d9031aa7b9c71d26141d17d8cef0207ebdd74cd96270802dddc8f99af577/730",
            "aura_unittests": "bf32cfa8c79ec657ffb695dcd04f408e314079f18c4703d7fbfb6312854e60a1/569",
            "base_unittests": "b7e53e38cf87d6bc04402e1b7ce4530856f1d20caabdbcb2a60074440b70ae9b/648",
            "blink_common_unittests": "d50a3abcad47daaa8b6be6319a4579bd853fac831fbb73a39709177cbe2d1407/647",
            "blink_fuzzer_unittests": "24221af3397fb66a3b384bf98278ccb5a0bd0d1f788a082c3824050abc546246/569",
            "blink_heap_unittests": "4422b65f7e87f7522eb65ae9f435ed58a46c8524bf8a6f7bc1c193b9d63ef7d1/569",
            "blink_platform_unittests": "1210c7d1f06ad8f3863647c4d453a51ed3ac77b575f905246ef4166df4670818/726",
            "blink_unittests": "d256d9365ff855004916a3e136a73a2505351f4f947a2343e39611b288195ac4/810",
            "boringssl_crypto_tests": "d3d3e67c514da40a644cb59c9fbffba891354b9f25cd3d417858ad8ca581a671/570",
            "boringssl_ssl_tests": "dc5ee60e8ec082b4a02ac6bcc691efd39c56d1aeec5bbf5992246cee94ec2bea/569",
            "capture_unittests": "8d1a1c02a95f14f4f6be4125971451bac034fe3bf72efd15eafe460f70c9e3c0/648",
            "cast_unittests": "f669d33710139e74dfd4b33c5eea893d639c5dcd7127456f97166b8c1be18486/569",
            "cc_unittests": "8c4589daa924eac0c25245ed166fb3c90cb316dc4ed6e87d50fb1da77d45969b/653",
            "chrome_app_unittests": "ff6c3df8c75d821a85b0afab52d47c73c79c86bf03cb98e7fa4d025baabef4a1/648",
            "chromedriver_unittests": "6d91a6328da5897f453ef363265dd3e341d8768b15e5a3100219ed3b9c91fe60/726",
            "color_unittests": "c7d7f70f94425af544c8b9aac4f1e66b65d4dd0c76fa16eef29868df825644f5/569",
            "components_browsertests": "0d7489ec0fb0ab112e118b7f51d6408680e6e119fdcd0c17dd4fb7dc466ff178/813",
            "components_unittests": "2f5b2826addc8e09f13753fc225a7c2a26c6b19d24404bd3ded7241111a1e5ff/813",
            "compositor_unittests": "be3faf12a18b6a94f35ed0236bf7666a19675ccca2d9f4736093febb834437ba/645",
            "content_browsertests": "a3524ead43dbbc7ef100da93e5e7ef6ca37ebcab2111727ff5712d2d2de7751c/887",
            "content_unittests": "d3225c458743ba527893a6eee6d986b07e4e80fdaac13650df21e834d490da54/806",
            "cronet_tests": "df4cada758212f109d18a8393e72cce2e91d3966c0c1664b4a7e212d2612b9c1/730",
            "cronet_unittests": "23c8e22c1849e5d10a7fd51f43c0d2cf6c1aa79e067f3308337e8db24aeafe3b/646",
            "crypto_unittests": "3c409a339316da0bd7b05d8b4949be930eeffe448170687b6bb2fa0632a667e7/569",
            "dbus_unittests": "4392ee7cc62d0353cefe9a26aa8ade67fd81b6e5cb94905b154c1727064e48dc/569",
            "device_unittests": "354d0715a6ba647b4bfca6045367a97a82f94b0523bdce59ea2e5fd11409cf5a/646",
            "display_unittests": "1bf87522973b0f652106d39991b981f2f59955ea80217a4a9192b6789aad033e/569",
            "events_unittests": "ade4a0614c104b49d590bb1f36dd5ed6ce54df79fc6c5ace9b1d02ea00ce9824/569",
            "extensions_browsertests": "076e9c2800fee18b3eafa766351c6c46787c8d770567c61e212800d92111054f/732",
            "extensions_unittests": "af5d6974be3e9a5e592af389323afffd4a0b3675ee6b2a45d9ec193808acb36a/896",
            "filesystem_service_unittests": "7769ebbe1e25ca7c6d9a2f466286b947277b0e805c25404a1e6ef8477159fe23/569",
            "gcm_unit_tests": "68bc149f3b4e94bf25f5bd0735cff5c7898433ba6f506370ab85bd7f00a27a33/646",
            "gfx_unittests": "8b52f93ef79e950df3287641625496baa6758a5573a5df8e07462d0ed8534eb0/645",
            "gin_unittests": "fce90b2516a0eea23ec8c54dfa2886328b5a05f0a4a1738faa71e68aba9df875/646",
            "gl_tests": "2d5e7167abc6d6aa95578d280ec3fb22f170f0a37572bc970adea82604c1c1aa/569",
            "gl_unittests": "cee94e46cfbfdb2463038a7bf26948d7391f70aa5947a5f390ee6bf95414122d/569",
            "google_apis_unittests": "33dadfbb7c5d14ab1f7b495063769e826a7ada05b63f06c61e57479132979148/731",
            "gpu_unittests": "adaa5b59cf089d1a8d59c22152ddbd733a198c1ca11ec926d3fa78cd5e44123c/646",
            "gwp_asan_unittests": "9573521a199d3ab3c8906867ae56e5466d24240d708d4ed2c459c2c29d3f6716/570",
            "headless_browsertests": "36ac3362a1e587bc007a7c0b862fa75b571738ef6e7c3defaa31afa5cae88fc1/730",
            "headless_unittests": "5f1793a9b1d88941528651f901b8ce63986d2fa64772e4849ea66b1347117aba/569",
            "interactive_ui_tests": "866ed0a93f6d615687352903813a89d341f304138c4a3a37b1f8781b1c333f7e/965",
            "ipc_tests": "f03fe71c2525b471051048830345c0755cbb45c0ebeb7680e39fedcbbaa02957/569",
            "jingle_unittests": "c90ef59f669619325cdf09919f2c4daf03d9d4ec0baa8b3ad4f57d4e529277b3/646",
            "latency_unittests": "97bc424ebef9c2065e027aa8f4baa71b434a591a24936c72ce8f7e74b39790c7/569",
            "libjingle_xmpp_unittests": "8c126f4282821096cedcba39e97447acf0875bebc7b4bee4fb2f0e45226eebf2/569",
            "liburlpattern_unittests": "9ec7f9c3d083b1136517741f86c8114a1e976609e701a6a86880ddd2e485c896/569",
            "media_unittests": "4923ba808292fa6e5f6120e6c500f4276d432bbfd6951417804cd28894665f41/649",
            "message_center_unittests": "2128744c233bd624c4ce901eba239dd9d29a4f06a7885244bf12daf9a875451b/569",
            "midi_unittests": "63b35fa59eb96b94ea4bd2c4dc35ac6ae3c4e723e9e8e8d088b4256fa0c8d140/569",
            "mojo_core_unittests": "259e2046b719595281d9d3a6d817fb66a5d41b049e0e2f17d1dcae67d9d967d3/569",
            "mojo_unittests": "5310142d1b5545e1809a10c1ee1ba473f280b2fab637a12400906ddd81b6c9df/647",
            "native_theme_unittests": "d686c87abb9660550a74b36d7b43cd33004a658d17af147160a5131f11396efa/569",
            "net_unittests": "85005e47a07cc8b1cd9c031e722203252aab0e7076d2af246dace6cd31d85b2d/648",
            "openscreen_unittests": "59a97b113064112166e37f55b98d1f6faacfffb9774cdd72b416ac200dcdcdd6/648",
            "ozone_x11_unittests": "6bb4293aae609fce67f740c8de13d92fea75705f8b2dadd62b18861563fe3b03/569",
            "pdf_unittests": "c556e5f1b5dc53c472c6d5185dc1bc5964df84f00bc1a030c48ebfed68106b81/646",
            "perfetto_unittests": "24b74e58b3a824a836c76a38433b96cd478c9712060115f4ac9cfec87c834041/569",
            "ppapi_unittests": "6db4c16c37b13c91cb84f0a368f07e36a821ef6d0d9b55572a3e9c614427f3ac/569",
            "printing_unittests": "889fd2f18385f21e8f8c212edb70917025bd9c3088a8cad20f21ca95abc9836a/569",
            "remoting_unittests": "c46d5c69b6e01c5a55bcf5362e57dc69f6148b9be7d717b3bbf9f9660e138da2/646",
            "sandbox_linux_unittests": "c381898943616af9a658b4b59b4c5f459bc039a38dc728030dc4b73325d14d76/569",
            "service_manager_unittests": "157660485887f9506fac8f9e274310c238f3b91cdb0ecb4d85c5ab076cd312e1/569",
            "services_unittests": "42dd74a7dc70e59924f127db324e0fd8fc6ff4b44e8716877382b0340ccdeac3/815",
            "shell_dialogs_unittests": "13db9f538e6c6ac3cd4f04bdff6e1fa0c07547a00e0f428a01d22199a9fcbcc3/569",
            "skia_unittests": "780e6873fb376b8dff6b55def6a6be74875942294786ef05e1e898d10761fa15/569",
            "snapshot_unittests": "3ef6dab7dc1760ba81209fbc42c989297a31f79c6a6c0b58a53976549cb7d745/569",
            "sql_unittests": "61a87b1ef97113288366fb89860634a3022c3997de18d50a86bafda3616854f5/646",
            "storage_unittests": "cf0b0580d43b4b6d0d53e5c99fe5604e05e06ceaedbd796426f0e80638293c9c/727",
            "sync_integration_tests": "f5c61fc40df36a090b13eb0c7b8ab5f70d3d87f4f7ecc1ff44e3bce713b678bb/729",
            "ui_base_unittests": "e796f832935bc4f9914ed3a594fa0770131a215723bd0be62d82b9c02785daaf/723",
            "ui_touch_selection_unittests": "601b7f16fad919cb9766c7560137e50e5729bfd700e864afdf22f36e4f16164a/569",
            "unit_tests": "cac6ab509580d1aa9b91668e0e36dcdb12d548fbb8151b6bf6c856495e0924eb/1062",
            "url_unittests": "39474f45984db045a25ed008d46d75bb8be92fa97b6206279eb18af704263e32/569",
            "views_unittests": "1856c28ce3991d07c020573bf0037ee3a572f2320338de1f557ccc9b97b0785d/569",
            "viz_unittests": "a5b2d2b6ab0ae5ffc19e9843706fe0fd871bfcabecd474c72af4f77737200e4f/653",
            "vr_common_unittests": "26e4431a6c0ed6b380f5b7bfdfba492a9f14badc85ee912be60557316bf53a68/648",
            "vr_pixeltests": "3728b072d5953a2e014018de962e4953579e0ab1649996b67c87226a9a59cc70/646",
            "weblayer_browsertests": "d29dc8a74647412245de2495fc3002224d20dcde4da613aa35d0e957cb275e6b/814",
            "weblayer_unittests": "78c7aeac683aaa4ab45ce98626f143cac2b557aad1ed5a1e3538523daea906ea/646",
            "wm_unittests": "57e5bd1587288f6f80a04ba487d2d0b689a9418085959cd2396155c45adbeccc/569",
            "wtf_unittests": "56b0a3a48bbefe4d049359d45f0cf30ef1bead5e10aaea9a927d1e5a13878109/569",
            "x11_unittests": "07d5556176f7348ff01697650376a8ed833ecb1766a759ec85d94770c09278c8/569",
            "xr_browser_tests": "cd6c68aba6a1fc0e819aaaf4c41ea9098000acf786255875ff9de310ff6349f2/728",
            "zlib_unittests": "a238f3361a6ee41d2b7a3636a4174c246e2e0cdfd7e4f0b693324eb793284223/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "d35d624e302339bddf63f41a26541de5b97ee363969aba926d26843428908d07/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e9750b2d7ca20cf13f2b8881bd8294f1cdbbca9a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8994328852680417376"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "79634"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[03:43:24.187] Scheduled build:
{
  "id": "8828898790292309089",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 71587,
  "createdBy": "project:chromium",
  "createTime": "2021-12-03T03:43:23.756275215Z",
  "updateTime": "2021-12-03T03:43:23.756275215Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "e9750b2d7ca20cf13f2b8881bd8294f1cdbbca9a",
      "ref": "refs/heads/main"
    }
  }
}
[03:43:24.187] Task URL: https://cr-buildbucket.appspot.com/build/8828898790292309089
[03:43:24.187] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994328852680417376:2:0) after 5m12s
[03:43:45.409] Received PubSub notification, asking Buildbucket for the build status
[03:43:45.439] Build status: STARTED
[03:48:36.206] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994328852680417376:2:0)
[03:48:36.239] Build status: STARTED
[03:48:36.239] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994328852680417376:4:0) after 7m39s
[03:56:15.613] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994328852680417376:4:0)
[03:56:15.650] Build status: STARTED
[03:56:15.650] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994328852680417376:5:0) after 4m48s
[04:01:03.673] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994328852680417376:5:0)
[04:01:03.705] Build status: STARTED
[04:01:03.705] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994328852680417376:6:0) after 2m25s
[04:03:28.731] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994328852680417376:6:0)
[04:03:28.764] Build status: STARTED
[04:03:28.764] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994328852680417376:7:0) after 2m36s
[04:06:05.789] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994328852680417376:7:0)
[04:06:05.828] Build status: STARTED
[04:06:05.828] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994328852680417376:8:0) after 1m27s
[04:07:32.914] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994328852680417376:8:0)
[04:07:32.945] Build status: STARTED
[04:07:32.945] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994328852680417376:9:0) after 8m39s
[04:12:46.596] Received PubSub notification, asking Buildbucket for the build status
[04:12:46.626] Build:
{
  "id": "8828898790292309089",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 71587,
  "createdBy": "project:chromium",
  "createTime": "2021-12-03T03:43:23.756275215Z",
  "startTime": "2021-12-03T03:43:43.590493Z",
  "endTime": "2021-12-03T04:12:46.220600520Z",
  "updateTime": "2021-12-03T04:12:46.220600520Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "e9750b2d7ca20cf13f2b8881bd8294f1cdbbca9a",
      "ref": "refs/heads/main"
    }
  }
}
[04:12:46.626] Invocation finished in 29m24.532172888s with status FAILED