Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 32 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/77989 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "391d062d4ed0a646f4ae52c5956c47f569eeda8f"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "daaaba0a9b643c02b55ec5fbf5f4faa7e848431e",
  "parent_got_dawn_revision": "ccbc1a39da703667a575793387ca7e29913cec59",
  "parent_got_nacl_revision": "c98b1fead366537568b982841beff02aec6971a3",
  "parent_got_revision": "391d062d4ed0a646f4ae52c5956c47f569eeda8f",
  "parent_got_revision_cp": "refs/heads/main@{#928586}",
  "parent_got_swiftshader_revision": "8c181d7d11654ef9e3002dc4f3a2105d563b6364",
  "parent_got_v8_revision": "34b81faec54ea533eeb5039753d52cd52bc68126",
  "parent_got_v8_revision_cp": "refs/heads/9.6.178@{#1}",
  "parent_got_webrtc_revision": "7b80d4480e85cec2ca6010a4912333bf3aa30a50",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35144}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "391d062d4ed0a646f4ae52c5956c47f569eeda8f",
  "swarm_hashes": {
    "absl_hardening_tests": "fd3ef2ceafde0d9fa03bc4ead13c6a51c697e43ee5778dbc373c4a994a43d571/569",
    "accessibility_unittests": "84650d9d09716ccb1eedff4bdb03b27658e4c1247e3df90cb42de0a2a1342201/569",
    "angle_unittests": "122254fc58f30b9a4316dff6bbd54a4601d6015708e64b9716e6482750329dc9/570",
    "app_shell_unittests": "0a6dc5c88de2d3183001a9ae4ed36ebdf47875f546c51704615dc6934a0f8f3a/809",
    "aura_unittests": "ff68dfbc8c38c07ee9e75f31afe43f52825ef2da470570c7cd45ac38d075f213/569",
    "base_unittests": "5494ed91914c1a0cfe4a0d48cc734abb0e60117780e85798944a9d756b879af6/648",
    "blink_common_unittests": "9f123ecccba66273fca81a562b22eb6621ae30d4f60a3d65b8d1be4e6a02c16a/647",
    "blink_fuzzer_unittests": "3c17f1be9bfdc1d2b7b052aceba8984e4f2cae6bbd7f500bc478b76b2d196bee/648",
    "blink_heap_unittests": "5b12b6d3f0bcab1a053fe244c0140fd0fb4cab2f607961d4612dbfeb5dfdce52/648",
    "blink_platform_unittests": "60f06b3fe49c9fc1dead3281b5ac6a33e34e59f471d192b823782ed667db0419/726",
    "blink_unittests": "8073a654968a94952c15b7e24c38d23bf041e9b3a11cf40bd40972dd3b4368d7/726",
    "boringssl_crypto_tests": "c92aa458f8a21712a1ef9b9269f9ec6c65e4dc053295e5e619de15ed742c4d00/570",
    "boringssl_ssl_tests": "64e4cb71f4ef3505c587927a59368b9a420a1b6097d64158b456a0a258f7aef7/569",
    "capture_unittests": "c1147537f594a7d1299248475f8e19b8fe156347671708319e8139d7821c8121/648",
    "cast_unittests": "2eb012bc9de2e4a23c1b8401f7bec4401d83049cdd3dc46c43de0b5cba90ffe9/569",
    "cc_unittests": "593c86fa138a7028b97170e45a7ca87a822ab6ace8380521e4727bdf1ed7aedf/653",
    "chrome_app_unittests": "d583243441818af50388887377d1c6e6a1e29a1a0699323875936b7e1d7e9573/811",
    "chromedriver_unittests": "80b67ca872635bb8c7f2454df81402a64be0869efb81107e1ac92cebd6e01225/726",
    "color_unittests": "75cc92d8dd6a694b7f0a93ce69f264739a14c3c4e6acccea01f8f7bbdcd406ec/569",
    "components_browsertests": "5e3e0461e29ac78d1dfde79f9a752d3f9a073d60f7d940cb9623feaae3b52114/892",
    "components_unittests": "e1880708187778131d639e2fb2481dc7a05e7c2cc29b7727010c62fddabd7489/892",
    "compositor_unittests": "deb19361a046c25db6fdbfb8011052c62ff8d10ce3133de141d325d036eeb842/645",
    "content_browsertests": "1836eef28fcef9d49e299a42ae40abee6d4f15fe96b8b33b32f1a4beb1f98b16/887",
    "content_unittests": "432cb8904da53d7e607b373fce82a4547831b5a282e28dc939b525e72dbaa050/806",
    "cronet_tests": "4c02e6e615fdd95b2b0da99bc89d6d91d800cff3a1dbce666163650fa6d98288/730",
    "cronet_unittests": "1889fb38655ed9aea417f54adc6d81db639c337761dca93e8d57f8d8e0f26206/646",
    "crypto_unittests": "f01f69d017c9bf18b2a22aae2be9262f9caf394d9e42c77fc7f71bf30b975441/569",
    "dbus_unittests": "b1f5b1add7eb6af3f07ae3acce1decc7ff9ccd83daa744a3c1a8668c659a58f8/569",
    "device_unittests": "ea9ef7ebace31705c8ae538f683de4b9b0125396bb799b21d555f848be3d3a83/646",
    "display_unittests": "9ce9665a5fc762df406e86f158af729f8cf1d4e3fd8ad31efb009ba514bd2950/569",
    "events_unittests": "1a4dc3cf9a7b113fa7d661413d713f384268081e08408681fd677a4c41f27d07/569",
    "extensions_browsertests": "68f7a9563036b7fa3df80d1c7a950d1581738467f92dce59be8b3f5aa667022f/811",
    "extensions_unittests": "d9599f0f66bcbda0f4678d2eddf3a837b76eef6f584dab7d1d30d6138f50b501/975",
    "filesystem_service_unittests": "f2ef4e5a562f9037b483e5356bcc495760bd0fb9d9dc3c6ff1a7111ce24d5022/569",
    "gcm_unit_tests": "36dc5372767bf41051d5e8508e8988c10bf3ca6b2eb1372551678cfde591ae86/646",
    "gfx_unittests": "b65cf013f8cc925aea132f3b86e4d6266e713b0fda75811df95b46f5eb595fea/645",
    "gin_unittests": "fb4bd3724b547e1d49e89da0d54083ee3254e59b4cb7804119da1ed626f458f3/646",
    "gl_tests": "8570de70521cc4c96465abe88b0f7c923c269d20093836442b1578a477e4ba2a/569",
    "gl_unittests": "0dcf670d2a5d31249ddfa132a3e0ecb6893b36d70c47d27c3f70d1291714f8e8/569",
    "google_apis_unittests": "6504a1c2e189eb3c0a1dbf0ef5dbe5d3449056f83beed6c147220c9ffe834aab/731",
    "gpu_unittests": "a5c6a463afef04afa4efcfb3558cce1a63cf585b534029f8adad25d954d038a2/646",
    "gtk_unittests": "1ec84f264b814b07cce7b227c04c3984aa1ff57255a3d3e55f901005db6dfdb1/569",
    "gwp_asan_unittests": "7a9606eee1da605e974ff828297c20759b3b5e0f0f015920ae4f7a2f7d52033c/570",
    "headless_browsertests": "bfc478835f7e0db6d796194accde698824aecd0dac97d45353031517f8ce7e04/809",
    "headless_unittests": "9c1785be34959e5b70517355655ab1534c038af4bb53145a8d467d78bfe8dd26/569",
    "interactive_ui_tests": "c038405d287bd9a269e37608a2babb0f3268297beae28582709c4abc439bd92c/1128",
    "ipc_tests": "d771a3f3fd3dc9b1448bc0991f992d290b62a7c3c7ba05ac73709581ddf6c7ac/569",
    "jingle_unittests": "2c22e82406e6b8a08e3c70910b07151a3aedcd3ebd9ab22cf68e7b65645270b3/646",
    "latency_unittests": "bb9338b86690a4ab831b78791eacc0c7aff51754a553570ee9b52a7d5cac2d87/569",
    "libjingle_xmpp_unittests": "81d111a7c93155a78e36a13142b355c1cfcdc4a55f8d8b484ee27fffa6c88a71/569",
    "liburlpattern_unittests": "f9a7af51f173af411aa9ff65e16a3929c6bfcbd8c86f7d7b873ef0c8ca50e4b3/569",
    "media_unittests": "db3ee8024ac44d1413a9eb99298bf36270e4c36436bdc36a9bc094bd7249686a/649",
    "message_center_unittests": "fc792f82a90912ac28f46c420a0cac559c966107343233aaf6e71304d03a50ac/569",
    "midi_unittests": "b06b4cc31722f597054d361fb08796ce578b33ab5b2495d3c72e9e26e1a5be75/569",
    "mojo_core_unittests": "a886feacdb346454229ccd7c5bba9998c7c11c1f95bfde5ade8b54083a9a1d28/569",
    "mojo_unittests": "51bcb8ebc13b47b488f718ee543ecbdd6673bace8b2b117a291fb232eb9e4ffd/647",
    "native_theme_unittests": "3ad3590736cd25537dd4f7508862a71a9d0af9851c75b33f827e3e44d2e9ef77/569",
    "net_unittests": "2943aa05cbcf1029f2d7625be6e1bd278a6d9f0ef138f4511349bc9a9fe69b20/648",
    "openscreen_unittests": "9c6f7e00861afc9a6902cb0107ec60ee89ca0d68e99d5c442683c246ee5aef3b/811",
    "ozone_x11_unittests": "683055e231a1c1627d26de7db01f53bd2e7c3414d4e769b6d2e981cffd8722d7/569",
    "pdf_unittests": "b58ac8efa6b397d0d413b2d4b0c88c7a2769335290e47f0f0320a3c13fac27ad/725",
    "perfetto_unittests": "9c16c0a91837f423ea9c868e3b815723214595f24f07304a03404c9ac67ccd97/569",
    "ppapi_unittests": "fcaa02a937dfa98b04744fbf7e40aeb1986bb8861c1303c1c478c8b0d96a88c6/569",
    "printing_unittests": "ee1e484e9f0a9de404ba481ef08f0d447cd8b4ec753ab47a0d1c51b52e1da8db/569",
    "remoting_unittests": "5702e9aa30cff1a4be2ca0c802a34e750603ab66ace34c5d9931ef9e6d195caf/646",
    "sandbox_linux_unittests": "033b2c05f9537d504b79780cf4c78432a91b1bb3f9525b8063a60ffaeae523be/569",
    "service_manager_unittests": "0964812b341d2370813e4123e438f8e398f6b3dabdb740f21f882c7b8bd626a5/569",
    "services_unittests": "ad2461df272e570256e42f50ac2812feef0a59abb7c35037ee62a778080469d0/815",
    "shell_dialogs_unittests": "edab5b29ab9fe05d1b6930c725ee3d449919a900e77b4ef06da847450ff54265/569",
    "skia_unittests": "23108ecca51d4d6ab66f86e17d68085e68b58585ecf7c7a40de715eeb6d67cef/569",
    "snapshot_unittests": "6da50da7ffe890d6532b69e30ec71397568f5f4d3f76c4c103bd517e4f2a4dda/569",
    "sql_unittests": "a2608808ef8109d808732e8a992e6a909cf95ef80796433624fad0e7bf2fafbb/646",
    "storage_unittests": "5e0c50a20e65c9ce5142b128888ea57a9bc2f7b77b3072a9dba766f621fb1fe5/727",
    "sync_integration_tests": "4c1c0a6d866ecc0c7032b8d00d786b95e3ce2227d7090ece40318090b8ab2558/892",
    "ui_base_unittests": "4077241a6ab387ff305322c0178a290bf41d65a3fb8428096bcd8c320620af13/723",
    "ui_touch_selection_unittests": "18e6e729ff8e07650790044d63031986c6c2cccbbbf344adac82cb09accc8cb1/569",
    "unit_tests": "3e1ff5d79cd9fd7fd49654f5dcbfd89706baf78fdda2f0a4586fd22030f71e7e/1141",
    "url_unittests": "ecd39614d18603f537d32dc8b2915c692a646de25265de70d0e828ab4dfa0611/569",
    "views_unittests": "a9a2f57bba0163a3b05cc17694fdd38db3c109ebd8a379e94e30d176d0ccda24/569",
    "viz_unittests": "d2e25e434bdc7fc494d51856a5024c648a88a82fb76a2677aad75bf2831a98b2/653",
    "vr_common_unittests": "ac126ac8a92c7e3a9577756702dbe298d1e691f1425927ee85492e0ba3f69e73/811",
    "vr_pixeltests": "130cdc8da2857ee1b9296e82daf61bb709fd0b284993c7fa5b249bd368bfeff3/725",
    "weblayer_browsertests": "83ac51f20f48cdcba5fbddeddce907171e6a96e74860c545434d77823dd33e07/893",
    "weblayer_unittests": "5fef129ce4736cb4764efa745acc991d33bc238718b955f5a035678027a9c96b/725",
    "wm_unittests": "9224a2a14bb3c268d85ed34914ade34bc53c3db51a05bb45dcce7e96d0b1e97d/569",
    "wtf_unittests": "501f756f292ef9985afe2c78dc89232a7c29e8eb8c7f7504b378397dedc003e7/569",
    "x11_unittests": "df9b1dd76609fadbe01dbc567b4d2dc6c7165ef067e4b27e0a4f18cf2d94023a/569",
    "xr_browser_tests": "d4cba34a51baefc489a3a85ed21b976ea485f5016a5857e1d02b3c3b051335d9/891",
    "zlib_unittests": "c23c21e44a961123af556a53ce46b7977cea71e1ac248642a3fb8a5730c3f72b/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "a737c3978d8217c5d52b0b885ca0018ad0e5420c0ed97a0e9b5f7ac48162d323/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/391d062d4ed0a646f4ae52c5956c47f569eeda8f
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:77989
  • user_agent:recipe

Debug log (UTC)

[09:08:34.076] New invocation is queued and will start shortly
[09:08:34.076] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[09:08:35.145] Starting the invocation (attempt 1)
[09:08:35.181] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/391d062d4ed0a646f4ae52c5956c47f569eeda8f"
[09:08:35.181] Popped gitiles commit info from properties and tags
[09:08:35.181] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[09:08:35.181] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[09:08:35.182] Buildbucket request:
{
  "requestId": "8999563016952182864",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "391d062d4ed0a646f4ae52c5956c47f569eeda8f"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "daaaba0a9b643c02b55ec5fbf5f4faa7e848431e",
      "parent_got_dawn_revision": "ccbc1a39da703667a575793387ca7e29913cec59",
      "parent_got_nacl_revision": "c98b1fead366537568b982841beff02aec6971a3",
      "parent_got_revision": "391d062d4ed0a646f4ae52c5956c47f569eeda8f",
      "parent_got_revision_cp": "refs/heads/main@{#928586}",
      "parent_got_swiftshader_revision": "8c181d7d11654ef9e3002dc4f3a2105d563b6364",
      "parent_got_v8_revision": "34b81faec54ea533eeb5039753d52cd52bc68126",
      "parent_got_v8_revision_cp": "refs/heads/9.6.178@{#1}",
      "parent_got_webrtc_revision": "7b80d4480e85cec2ca6010a4912333bf3aa30a50",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35144}",
      "swarm_hashes": {
            "absl_hardening_tests": "fd3ef2ceafde0d9fa03bc4ead13c6a51c697e43ee5778dbc373c4a994a43d571/569",
            "accessibility_unittests": "84650d9d09716ccb1eedff4bdb03b27658e4c1247e3df90cb42de0a2a1342201/569",
            "angle_unittests": "122254fc58f30b9a4316dff6bbd54a4601d6015708e64b9716e6482750329dc9/570",
            "app_shell_unittests": "0a6dc5c88de2d3183001a9ae4ed36ebdf47875f546c51704615dc6934a0f8f3a/809",
            "aura_unittests": "ff68dfbc8c38c07ee9e75f31afe43f52825ef2da470570c7cd45ac38d075f213/569",
            "base_unittests": "5494ed91914c1a0cfe4a0d48cc734abb0e60117780e85798944a9d756b879af6/648",
            "blink_common_unittests": "9f123ecccba66273fca81a562b22eb6621ae30d4f60a3d65b8d1be4e6a02c16a/647",
            "blink_fuzzer_unittests": "3c17f1be9bfdc1d2b7b052aceba8984e4f2cae6bbd7f500bc478b76b2d196bee/648",
            "blink_heap_unittests": "5b12b6d3f0bcab1a053fe244c0140fd0fb4cab2f607961d4612dbfeb5dfdce52/648",
            "blink_platform_unittests": "60f06b3fe49c9fc1dead3281b5ac6a33e34e59f471d192b823782ed667db0419/726",
            "blink_unittests": "8073a654968a94952c15b7e24c38d23bf041e9b3a11cf40bd40972dd3b4368d7/726",
            "boringssl_crypto_tests": "c92aa458f8a21712a1ef9b9269f9ec6c65e4dc053295e5e619de15ed742c4d00/570",
            "boringssl_ssl_tests": "64e4cb71f4ef3505c587927a59368b9a420a1b6097d64158b456a0a258f7aef7/569",
            "capture_unittests": "c1147537f594a7d1299248475f8e19b8fe156347671708319e8139d7821c8121/648",
            "cast_unittests": "2eb012bc9de2e4a23c1b8401f7bec4401d83049cdd3dc46c43de0b5cba90ffe9/569",
            "cc_unittests": "593c86fa138a7028b97170e45a7ca87a822ab6ace8380521e4727bdf1ed7aedf/653",
            "chrome_app_unittests": "d583243441818af50388887377d1c6e6a1e29a1a0699323875936b7e1d7e9573/811",
            "chromedriver_unittests": "80b67ca872635bb8c7f2454df81402a64be0869efb81107e1ac92cebd6e01225/726",
            "color_unittests": "75cc92d8dd6a694b7f0a93ce69f264739a14c3c4e6acccea01f8f7bbdcd406ec/569",
            "components_browsertests": "5e3e0461e29ac78d1dfde79f9a752d3f9a073d60f7d940cb9623feaae3b52114/892",
            "components_unittests": "e1880708187778131d639e2fb2481dc7a05e7c2cc29b7727010c62fddabd7489/892",
            "compositor_unittests": "deb19361a046c25db6fdbfb8011052c62ff8d10ce3133de141d325d036eeb842/645",
            "content_browsertests": "1836eef28fcef9d49e299a42ae40abee6d4f15fe96b8b33b32f1a4beb1f98b16/887",
            "content_unittests": "432cb8904da53d7e607b373fce82a4547831b5a282e28dc939b525e72dbaa050/806",
            "cronet_tests": "4c02e6e615fdd95b2b0da99bc89d6d91d800cff3a1dbce666163650fa6d98288/730",
            "cronet_unittests": "1889fb38655ed9aea417f54adc6d81db639c337761dca93e8d57f8d8e0f26206/646",
            "crypto_unittests": "f01f69d017c9bf18b2a22aae2be9262f9caf394d9e42c77fc7f71bf30b975441/569",
            "dbus_unittests": "b1f5b1add7eb6af3f07ae3acce1decc7ff9ccd83daa744a3c1a8668c659a58f8/569",
            "device_unittests": "ea9ef7ebace31705c8ae538f683de4b9b0125396bb799b21d555f848be3d3a83/646",
            "display_unittests": "9ce9665a5fc762df406e86f158af729f8cf1d4e3fd8ad31efb009ba514bd2950/569",
            "events_unittests": "1a4dc3cf9a7b113fa7d661413d713f384268081e08408681fd677a4c41f27d07/569",
            "extensions_browsertests": "68f7a9563036b7fa3df80d1c7a950d1581738467f92dce59be8b3f5aa667022f/811",
            "extensions_unittests": "d9599f0f66bcbda0f4678d2eddf3a837b76eef6f584dab7d1d30d6138f50b501/975",
            "filesystem_service_unittests": "f2ef4e5a562f9037b483e5356bcc495760bd0fb9d9dc3c6ff1a7111ce24d5022/569",
            "gcm_unit_tests": "36dc5372767bf41051d5e8508e8988c10bf3ca6b2eb1372551678cfde591ae86/646",
            "gfx_unittests": "b65cf013f8cc925aea132f3b86e4d6266e713b0fda75811df95b46f5eb595fea/645",
            "gin_unittests": "fb4bd3724b547e1d49e89da0d54083ee3254e59b4cb7804119da1ed626f458f3/646",
            "gl_tests": "8570de70521cc4c96465abe88b0f7c923c269d20093836442b1578a477e4ba2a/569",
            "gl_unittests": "0dcf670d2a5d31249ddfa132a3e0ecb6893b36d70c47d27c3f70d1291714f8e8/569",
            "google_apis_unittests": "6504a1c2e189eb3c0a1dbf0ef5dbe5d3449056f83beed6c147220c9ffe834aab/731",
            "gpu_unittests": "a5c6a463afef04afa4efcfb3558cce1a63cf585b534029f8adad25d954d038a2/646",
            "gtk_unittests": "1ec84f264b814b07cce7b227c04c3984aa1ff57255a3d3e55f901005db6dfdb1/569",
            "gwp_asan_unittests": "7a9606eee1da605e974ff828297c20759b3b5e0f0f015920ae4f7a2f7d52033c/570",
            "headless_browsertests": "bfc478835f7e0db6d796194accde698824aecd0dac97d45353031517f8ce7e04/809",
            "headless_unittests": "9c1785be34959e5b70517355655ab1534c038af4bb53145a8d467d78bfe8dd26/569",
            "interactive_ui_tests": "c038405d287bd9a269e37608a2babb0f3268297beae28582709c4abc439bd92c/1128",
            "ipc_tests": "d771a3f3fd3dc9b1448bc0991f992d290b62a7c3c7ba05ac73709581ddf6c7ac/569",
            "jingle_unittests": "2c22e82406e6b8a08e3c70910b07151a3aedcd3ebd9ab22cf68e7b65645270b3/646",
            "latency_unittests": "bb9338b86690a4ab831b78791eacc0c7aff51754a553570ee9b52a7d5cac2d87/569",
            "libjingle_xmpp_unittests": "81d111a7c93155a78e36a13142b355c1cfcdc4a55f8d8b484ee27fffa6c88a71/569",
            "liburlpattern_unittests": "f9a7af51f173af411aa9ff65e16a3929c6bfcbd8c86f7d7b873ef0c8ca50e4b3/569",
            "media_unittests": "db3ee8024ac44d1413a9eb99298bf36270e4c36436bdc36a9bc094bd7249686a/649",
            "message_center_unittests": "fc792f82a90912ac28f46c420a0cac559c966107343233aaf6e71304d03a50ac/569",
            "midi_unittests": "b06b4cc31722f597054d361fb08796ce578b33ab5b2495d3c72e9e26e1a5be75/569",
            "mojo_core_unittests": "a886feacdb346454229ccd7c5bba9998c7c11c1f95bfde5ade8b54083a9a1d28/569",
            "mojo_unittests": "51bcb8ebc13b47b488f718ee543ecbdd6673bace8b2b117a291fb232eb9e4ffd/647",
            "native_theme_unittests": "3ad3590736cd25537dd4f7508862a71a9d0af9851c75b33f827e3e44d2e9ef77/569",
            "net_unittests": "2943aa05cbcf1029f2d7625be6e1bd278a6d9f0ef138f4511349bc9a9fe69b20/648",
            "openscreen_unittests": "9c6f7e00861afc9a6902cb0107ec60ee89ca0d68e99d5c442683c246ee5aef3b/811",
            "ozone_x11_unittests": "683055e231a1c1627d26de7db01f53bd2e7c3414d4e769b6d2e981cffd8722d7/569",
            "pdf_unittests": "b58ac8efa6b397d0d413b2d4b0c88c7a2769335290e47f0f0320a3c13fac27ad/725",
            "perfetto_unittests": "9c16c0a91837f423ea9c868e3b815723214595f24f07304a03404c9ac67ccd97/569",
            "ppapi_unittests": "fcaa02a937dfa98b04744fbf7e40aeb1986bb8861c1303c1c478c8b0d96a88c6/569",
            "printing_unittests": "ee1e484e9f0a9de404ba481ef08f0d447cd8b4ec753ab47a0d1c51b52e1da8db/569",
            "remoting_unittests": "5702e9aa30cff1a4be2ca0c802a34e750603ab66ace34c5d9931ef9e6d195caf/646",
            "sandbox_linux_unittests": "033b2c05f9537d504b79780cf4c78432a91b1bb3f9525b8063a60ffaeae523be/569",
            "service_manager_unittests": "0964812b341d2370813e4123e438f8e398f6b3dabdb740f21f882c7b8bd626a5/569",
            "services_unittests": "ad2461df272e570256e42f50ac2812feef0a59abb7c35037ee62a778080469d0/815",
            "shell_dialogs_unittests": "edab5b29ab9fe05d1b6930c725ee3d449919a900e77b4ef06da847450ff54265/569",
            "skia_unittests": "23108ecca51d4d6ab66f86e17d68085e68b58585ecf7c7a40de715eeb6d67cef/569",
            "snapshot_unittests": "6da50da7ffe890d6532b69e30ec71397568f5f4d3f76c4c103bd517e4f2a4dda/569",
            "sql_unittests": "a2608808ef8109d808732e8a992e6a909cf95ef80796433624fad0e7bf2fafbb/646",
            "storage_unittests": "5e0c50a20e65c9ce5142b128888ea57a9bc2f7b77b3072a9dba766f621fb1fe5/727",
            "sync_integration_tests": "4c1c0a6d866ecc0c7032b8d00d786b95e3ce2227d7090ece40318090b8ab2558/892",
            "ui_base_unittests": "4077241a6ab387ff305322c0178a290bf41d65a3fb8428096bcd8c320620af13/723",
            "ui_touch_selection_unittests": "18e6e729ff8e07650790044d63031986c6c2cccbbbf344adac82cb09accc8cb1/569",
            "unit_tests": "3e1ff5d79cd9fd7fd49654f5dcbfd89706baf78fdda2f0a4586fd22030f71e7e/1141",
            "url_unittests": "ecd39614d18603f537d32dc8b2915c692a646de25265de70d0e828ab4dfa0611/569",
            "views_unittests": "a9a2f57bba0163a3b05cc17694fdd38db3c109ebd8a379e94e30d176d0ccda24/569",
            "viz_unittests": "d2e25e434bdc7fc494d51856a5024c648a88a82fb76a2677aad75bf2831a98b2/653",
            "vr_common_unittests": "ac126ac8a92c7e3a9577756702dbe298d1e691f1425927ee85492e0ba3f69e73/811",
            "vr_pixeltests": "130cdc8da2857ee1b9296e82daf61bb709fd0b284993c7fa5b249bd368bfeff3/725",
            "weblayer_browsertests": "83ac51f20f48cdcba5fbddeddce907171e6a96e74860c545434d77823dd33e07/893",
            "weblayer_unittests": "5fef129ce4736cb4764efa745acc991d33bc238718b955f5a035678027a9c96b/725",
            "wm_unittests": "9224a2a14bb3c268d85ed34914ade34bc53c3db51a05bb45dcce7e96d0b1e97d/569",
            "wtf_unittests": "501f756f292ef9985afe2c78dc89232a7c29e8eb8c7f7504b378397dedc003e7/569",
            "x11_unittests": "df9b1dd76609fadbe01dbc567b4d2dc6c7165ef067e4b27e0a4f18cf2d94023a/569",
            "xr_browser_tests": "d4cba34a51baefc489a3a85ed21b976ea485f5016a5857e1d02b3c3b051335d9/891",
            "zlib_unittests": "c23c21e44a961123af556a53ce46b7977cea71e1ac248642a3fb8a5730c3f72b/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "a737c3978d8217c5d52b0b885ca0018ad0e5420c0ed97a0e9b5f7ac48162d323/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "391d062d4ed0a646f4ae52c5956c47f569eeda8f",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8999563016952182864"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "77989"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[09:08:35.732] Scheduled build:
{
  "id": "8834132955044308353",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 69950,
  "createdBy": "project:chromium",
  "createTime": "2021-10-06T09:08:35.264264110Z",
  "updateTime": "2021-10-06T09:08:35.533959457Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "391d062d4ed0a646f4ae52c5956c47f569eeda8f",
      "ref": "refs/heads/main"
    }
  }
}
[09:08:35.732] Task URL: https://cr-buildbucket.appspot.com/build/8834132955044308353
[09:08:35.732] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999563016952182864:2:0) after 9m38s
[09:08:40.887] Received PubSub notification, asking Buildbucket for the build status
[09:08:40.920] Build status: STARTED
[09:18:13.784] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999563016952182864:2:0)
[09:18:13.884] Build status: STARTED
[09:18:13.884] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999563016952182864:4:0) after 8m51s
[09:27:04.952] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999563016952182864:4:0)
[09:27:04.987] Build status: STARTED
[09:27:04.987] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999563016952182864:5:0) after 8m1s
[09:35:06.027] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999563016952182864:5:0)
[09:35:06.074] Build status: STARTED
[09:35:06.074] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999563016952182864:6:0) after 2m4s
[09:37:10.427] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999563016952182864:6:0)
[09:37:10.461] Build status: STARTED
[09:37:10.461] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999563016952182864:7:0) after 4m51s
[09:40:36.930] Received PubSub notification, asking Buildbucket for the build status
[09:40:36.963] Build:
{
  "id": "8834132955044308353",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 69950,
  "createdBy": "project:chromium",
  "createTime": "2021-10-06T09:08:35.264264110Z",
  "startTime": "2021-10-06T09:08:39.871885Z",
  "endTime": "2021-10-06T09:40:35.828621182Z",
  "updateTime": "2021-10-06T09:40:35.829178646Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "391d062d4ed0a646f4ae52c5956c47f569eeda8f",
      "ref": "refs/heads/main"
    }
  }
}
[09:40:36.963] Invocation finished in 32m2.902296455s with status FAILED