Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 29 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/79814 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "d4b87d6ae06d332d4b5dc0e7bde4fc464cccb352"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "0f09d378edb90d1fb3058489be82cdf320863031",
  "parent_got_dawn_revision": "264f239259c558ff30e2992a6875a7b7c154bf48",
  "parent_got_nacl_revision": "a90562b0e045950f6884105bfa6e560dbce9d319",
  "parent_got_revision": "d4b87d6ae06d332d4b5dc0e7bde4fc464cccb352",
  "parent_got_revision_cp": "refs/heads/main@{#950010}",
  "parent_got_swiftshader_revision": "4625f84e8d56feaf9ba0122f49a04f9cccbad909",
  "parent_got_v8_revision": "e218afa8473132b56a9e1532be7920dd130aeb7e",
  "parent_got_v8_revision_cp": "refs/heads/9.8.177@{#1}",
  "parent_got_webrtc_revision": "e33212ade5b86af1dc6f3d66c2e489e28dc662a3",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35502}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "d4b87d6ae06d332d4b5dc0e7bde4fc464cccb352",
  "swarm_hashes": {
    "absl_hardening_tests": "be40d46e0e39e4932c69d3fc7de88a096cf9f7ce0c5bad6bc9fbfcb5f5e6a3a6/569",
    "accessibility_unittests": "627f652f92227b75a2dc0ca0fcf05c82da274edd4217232fe1a693660b18000b/569",
    "angle_unittests": "b307229bb4f9aec44fe7ada4a9871f69c1d74c1c2ad2a2f4a00ed98961df8f25/570",
    "app_shell_unittests": "1a4fc6c22aade46f20ba7b9ac0762b6bfbc85c50f2a36e07aef3b4846176b12e/730",
    "aura_unittests": "68b0a7c9fe4ba0d6801a3816a5e51f96a89b345fd79ccbf4e5c5534bef4f16a1/569",
    "base_unittests": "493869ec5e25d54a89803c126db0fb674b698b13e6833a2fd3cf1db9da9b68ac/648",
    "blink_common_unittests": "cfc7f6f538999a606fc4e874ca319615e0013772c204b25b11521194401ef042/647",
    "blink_fuzzer_unittests": "ece112dcefec8f99241ba2f6785706d6fc547d109139c42ac0ffbd055d54aaf4/569",
    "blink_heap_unittests": "5030d002d673ed863b1afc6ad5204b8ac8d5beb810998b1a5fddd2b0f0110bf1/569",
    "blink_platform_unittests": "4b92588376cd44c487f6df0b5e9a9017ffec7a60e4cfed60b56705273aeb9360/726",
    "blink_unittests": "99ee11e6360a1760dd4795f06c3cac2737ed17188e8b6534071f39a82f8e9432/810",
    "boringssl_crypto_tests": "6dd344f90b22a24f10e26c817d30e6617af985330aa06d58e6af20f64afee744/570",
    "boringssl_ssl_tests": "833a705c4d861c265eb8d041fa79599496aac0326e093596c756686ff2f9808a/569",
    "capture_unittests": "7272d8b7c2a212766b17c862f43942c1af2ba14279ce71a3076d994c7f2f9b72/648",
    "cast_unittests": "1f06b07c3d2f6cef0deb3b81fc70d007e2b4763b64c2ce01f07dae2c5efe460d/569",
    "cc_unittests": "31e1a8fb83dea131cffcb61af149cd44d193db588a38060961e5cebd865eae7b/653",
    "chrome_app_unittests": "b757a0f5e40d6a504407025cad0536169ea8643dccfc7130ea04f3cc8b7dbce2/648",
    "chromedriver_unittests": "d3d8a1c398a73cd5e751a0635d4e40145570b1c52cbcca2f329ca7c024c5a69f/726",
    "color_unittests": "957691388fa43aa3ec7e46b8c38632f3627e08ba10a58c54a360f0877daff7de/569",
    "components_browsertests": "07099d9cf566b33047031b5681e82483f2672326db0f4c4ef9a0662301696b68/813",
    "components_unittests": "f7e394a0c5d82ac61d66e5baf8923bc8ecb1e2a262ab866f92d58d5373a97fc9/813",
    "compositor_unittests": "63409119ba5aa290b5c82f417c9d48e65a2d6f55cf21882f37a7a5147125c924/645",
    "content_browsertests": "a65ceeab88a00afe43e3a6bf43ab7d4dd61e3ac61973abcad8da6cf1a23b5abb/887",
    "content_unittests": "2924cabbbda53b0497ad7bdb4fc38be90ebcfdc1a54c7a4dccd1880984bde74f/806",
    "cronet_tests": "8efb1ec14a740f02d6b742d7114035d040ce745f04348c1ccb2e787cd15a47dc/730",
    "cronet_unittests": "3543af8468d8544de1d4ac1946e4b977cdd2077880dcf694c57d4aabcc1991f9/646",
    "crypto_unittests": "47183c0a72224fcdcefbdaae55b032d1670dfc6f60052cab2a43eaa4376530fd/569",
    "dbus_unittests": "8a91a3020cf82473a0e09d552633c6e79b811cafa592942959fb8dc14c0deef1/569",
    "device_unittests": "9b3838d861898d7db59eba2e39e65f74b50fc0f8e1c9ac359a3074558314eefe/646",
    "display_unittests": "ef0ac112081629b97605bccd1ca9bc2fa90f5a5a3991e703556ad6d89bf77fa4/569",
    "events_unittests": "7e1121254d7a3dbd2205f1419edfb9896b8e0da8ffd25f31164029c4ea6ed6ad/569",
    "extensions_browsertests": "dcc70f3eb1106a59c036e85dda8855a8e9841b53c1d9028268d406dad4ba714a/732",
    "extensions_unittests": "d02d00008503682e118276f91bdb48316d12656baa9ab87f581b1ce4ecc24aad/896",
    "filesystem_service_unittests": "1b092788ee354642fb83a967e0e078a48c964be4bbfbff00c51a792df7faf582/569",
    "gcm_unit_tests": "504b4d7dbd548cf7a47e55db387fed541694a3dbccec56601383328449e07a23/646",
    "gfx_unittests": "b3fb5fe143d4f0db8b41e309d18275100e7fe67ffea8af3b04eaab9bb584005d/645",
    "gin_unittests": "f44b8f10c025fa13a07f50025c4a6aad4688e5e88b344fdea9f5a640b6e05258/646",
    "gl_tests": "be635f1c3a7c0976c9fc7bb6b904a369038277bd6b206a50c90fa3ff0cc4771a/569",
    "gl_unittests": "f8362e058c5ad36de0b069054aa049b244a920694263fc9da016b9abf303df7f/569",
    "google_apis_unittests": "408b3808fe0f8ecf4de339e7a6fe398596abf85d2c37d25af3431fcde4c5e014/731",
    "gpu_unittests": "7514054301f72b8a6d5417765641a88f3970c6ca0df05126dc8a442b5116fdb8/646",
    "gwp_asan_unittests": "567e71c70e767dceab0f22c1ecc1df70c0e0628e7b1776f3972e8fb1d4427b6c/570",
    "headless_browsertests": "38f2bdbcf0ca37c0265a2910e4e28a80ecc4a23823c8f95ae869e9b3dcb67f6a/730",
    "headless_unittests": "31f0184fe298105156c00967efcb2f3bbedd03e422d67409dcd88676d5792b70/569",
    "interactive_ui_tests": "f94a6aeb7056e884d7251ce0ca48ad4ad3805133f1133cea0297402faca016c8/965",
    "ipc_tests": "fa1a517624ebfc1432ce7d1d76a464e5c61ff6728c87842d1832fe5066e5ce82/569",
    "jingle_unittests": "1bb7b6f8a9e7f0181259de35450935801b90194895aebb94b3143bdc9b7a6fae/646",
    "latency_unittests": "ae7a2a5871a087d3a7b043e80e103d90d03c5e1105b6c2199bfc4c3a44d94ce7/569",
    "libjingle_xmpp_unittests": "28a53b2439e06d33f515ec84c608b888d7df7960335dfbba337faec9eb976c7e/569",
    "liburlpattern_unittests": "6206487db7c999d4a50579b62e48311f605b394fe36b6132d10d32762ed90b30/569",
    "media_unittests": "202b28bebeaf80594797b2067214f6842dd44cfaefea174cfe5069a223c973a3/649",
    "message_center_unittests": "6981b240cd660d7cb1742eeaf8c5a809463326c43effdabbf2c1960d0ff8a2ad/569",
    "midi_unittests": "add470c1a17c8623c1dc5d99431998045d56daf29fedc894d7ad54d46e933ae1/569",
    "mojo_core_unittests": "03d13c182f175b18cd0b5fdaa3ef349dbbd4537c9dc47d0844722e1b78366f6d/569",
    "mojo_unittests": "61c29c8bb2ee2fa693090aab133aaf242459f1807b3f3f10b63634f0637ef099/647",
    "native_theme_unittests": "bcd2cc7010dde9be4bd3e3388c12e5c8550ab4bdf19a5a4246c978ae1f502882/569",
    "net_unittests": "bb8052734e91764ae3eaea448fdd061a8958782df349c866e2836753632871e3/648",
    "openscreen_unittests": "4b9dbabf7d5df3c2c712e523e1d91460d2c6e305d3c32492447fa576bd6ada1c/648",
    "ozone_x11_unittests": "543f2243ac3a2bb09a17b3fcf28b0e1dc13cbd8c641d2ccb42df3a96f139ae1a/569",
    "pdf_unittests": "723e136d8960bd8892c27a913a05f1e390ba98dc185a24c1ac5bf28a27efbdb1/646",
    "perfetto_unittests": "6f0cd1ab290dfd2ac84ccf3f9a34c65b2be9617198ca59d918091f169e86690f/569",
    "ppapi_unittests": "5b8484fe3ba0a0914a9aeb93843fa4e7bd17c2b60080de9254430bbec0f44bdf/569",
    "printing_unittests": "205c15337a48f7ec196e5abd4ca8e3ed1a20f2b50d94b8220d92d5b0e561384b/569",
    "remoting_unittests": "cc028ed4f90518774fa1c6ded7c1c70608635df5e27d05aa022d384a82f2780f/646",
    "sandbox_linux_unittests": "6e1aeed9ddf2c2bc3bdfa11c3bde1f491b5887a6806f38b35dbfb0c0961f6a65/569",
    "service_manager_unittests": "8c8e6ac0fc468a6043398768194957e3e589c580526bf3263fb6c744b63da97e/569",
    "services_unittests": "a06979692d7b61db2da61ff4193aba307b95fa73211a27384fbd104d65564cbb/815",
    "shell_dialogs_unittests": "a81c0e83bc05ac5dfe37fcce810fdb717f7ef6bbbb5440786da140c3c8adc85e/569",
    "skia_unittests": "49c079df0123aee97c3b3dbd2e5b20edb0a9069f63b719ea871f79fee6aae042/569",
    "snapshot_unittests": "147046c8eb70eb410ff028932b7371aa09627a03b263484022a4acc793526528/569",
    "sql_unittests": "9b36e212cd1ee53bdd4bf141254133a67d41eb9cebce2dd6b4eff7ac09d9de68/646",
    "storage_unittests": "744e41b4b050ba7da1460fe6f0c90fd332ebbd3be4549aa253ff222632717904/727",
    "sync_integration_tests": "e86b36454e5e782ef56181de11c55a6c5f7af68fe60d378d1d1583f0a4a67794/729",
    "ui_base_unittests": "7f1ac05d56efebb11276002206e0222fb6af3c25fd031de39d32e158b9721bd0/723",
    "ui_touch_selection_unittests": "6ed5e35bf8c83e8200f988f0cf90ac4f6dc5f25778e37e6818656a4841278302/569",
    "unit_tests": "ecb7706908081fccd817bcf0d5178e6955ba66105e8ec582b59df621f90e8c38/1062",
    "url_unittests": "b9e90de0af89e579bc0662496258396bd636627d27dfbf76760963ff9def104a/569",
    "views_unittests": "f74b4045dcbe0af71be48f17378aa6db0b98509a887e5139b4960cc13c94e7d6/569",
    "viz_unittests": "1981582eec612207c58411222bb6cfd5a57e340c0d0a68a97f06c1b39331e52c/653",
    "vr_common_unittests": "0a54ea5022a960e3d1ee79257bdbf794539204c9b5fdef2b6925a89529721985/648",
    "vr_pixeltests": "23686f886ca62f48e3ec9a979850bda973dbc9791cfd566fff520f688da0d720/646",
    "weblayer_browsertests": "d3ba93e441ae726f8ff9208729b2884ef9e0f09d8332a951e413b9d7565bb4f4/814",
    "weblayer_unittests": "90a119658f454e41e46c67364525c8d08567513f9b782de3127779f1b4597a54/646",
    "wm_unittests": "e756da4574c9609a5f9e6b254d8c08eda38181cdae51113ca5106450f5d3f65b/569",
    "wtf_unittests": "d887970a9933d03f42ab09ae105d7f51e7ec9ab513a8fea807ff2687269b4217/569",
    "x11_unittests": "6a490e976e27bf5bbf14be7f054c1390a943eacd352770d9dcc12069d6a06edd/569",
    "xr_browser_tests": "322d274c4354ebecaa52dda9d7e6db9e10eb23b1e5257d16083b474814219bb7/728",
    "zlib_unittests": "408069dd24f3c0a8f1ff7ac9c510d800e224922b284b5d321c49b1d8904a31fe/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "d35d624e302339bddf63f41a26541de5b97ee363969aba926d26843428908d07/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d4b87d6ae06d332d4b5dc0e7bde4fc464cccb352
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:79814
  • user_agent:recipe

Debug log (UTC)

[10:59:04.092] New invocation is queued and will start shortly
[10:59:04.092] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[10:59:05.165] Starting the invocation (attempt 1)
[10:59:05.201] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d4b87d6ae06d332d4b5dc0e7bde4fc464cccb352"
[10:59:05.201] Popped gitiles commit info from properties and tags
[10:59:05.201] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[10:59:05.201] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[10:59:05.201] Buildbucket request:
{
  "requestId": "8993757859026243264",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "d4b87d6ae06d332d4b5dc0e7bde4fc464cccb352"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "0f09d378edb90d1fb3058489be82cdf320863031",
      "parent_got_dawn_revision": "264f239259c558ff30e2992a6875a7b7c154bf48",
      "parent_got_nacl_revision": "a90562b0e045950f6884105bfa6e560dbce9d319",
      "parent_got_revision": "d4b87d6ae06d332d4b5dc0e7bde4fc464cccb352",
      "parent_got_revision_cp": "refs/heads/main@{#950010}",
      "parent_got_swiftshader_revision": "4625f84e8d56feaf9ba0122f49a04f9cccbad909",
      "parent_got_v8_revision": "e218afa8473132b56a9e1532be7920dd130aeb7e",
      "parent_got_v8_revision_cp": "refs/heads/9.8.177@{#1}",
      "parent_got_webrtc_revision": "e33212ade5b86af1dc6f3d66c2e489e28dc662a3",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35502}",
      "swarm_hashes": {
            "absl_hardening_tests": "be40d46e0e39e4932c69d3fc7de88a096cf9f7ce0c5bad6bc9fbfcb5f5e6a3a6/569",
            "accessibility_unittests": "627f652f92227b75a2dc0ca0fcf05c82da274edd4217232fe1a693660b18000b/569",
            "angle_unittests": "b307229bb4f9aec44fe7ada4a9871f69c1d74c1c2ad2a2f4a00ed98961df8f25/570",
            "app_shell_unittests": "1a4fc6c22aade46f20ba7b9ac0762b6bfbc85c50f2a36e07aef3b4846176b12e/730",
            "aura_unittests": "68b0a7c9fe4ba0d6801a3816a5e51f96a89b345fd79ccbf4e5c5534bef4f16a1/569",
            "base_unittests": "493869ec5e25d54a89803c126db0fb674b698b13e6833a2fd3cf1db9da9b68ac/648",
            "blink_common_unittests": "cfc7f6f538999a606fc4e874ca319615e0013772c204b25b11521194401ef042/647",
            "blink_fuzzer_unittests": "ece112dcefec8f99241ba2f6785706d6fc547d109139c42ac0ffbd055d54aaf4/569",
            "blink_heap_unittests": "5030d002d673ed863b1afc6ad5204b8ac8d5beb810998b1a5fddd2b0f0110bf1/569",
            "blink_platform_unittests": "4b92588376cd44c487f6df0b5e9a9017ffec7a60e4cfed60b56705273aeb9360/726",
            "blink_unittests": "99ee11e6360a1760dd4795f06c3cac2737ed17188e8b6534071f39a82f8e9432/810",
            "boringssl_crypto_tests": "6dd344f90b22a24f10e26c817d30e6617af985330aa06d58e6af20f64afee744/570",
            "boringssl_ssl_tests": "833a705c4d861c265eb8d041fa79599496aac0326e093596c756686ff2f9808a/569",
            "capture_unittests": "7272d8b7c2a212766b17c862f43942c1af2ba14279ce71a3076d994c7f2f9b72/648",
            "cast_unittests": "1f06b07c3d2f6cef0deb3b81fc70d007e2b4763b64c2ce01f07dae2c5efe460d/569",
            "cc_unittests": "31e1a8fb83dea131cffcb61af149cd44d193db588a38060961e5cebd865eae7b/653",
            "chrome_app_unittests": "b757a0f5e40d6a504407025cad0536169ea8643dccfc7130ea04f3cc8b7dbce2/648",
            "chromedriver_unittests": "d3d8a1c398a73cd5e751a0635d4e40145570b1c52cbcca2f329ca7c024c5a69f/726",
            "color_unittests": "957691388fa43aa3ec7e46b8c38632f3627e08ba10a58c54a360f0877daff7de/569",
            "components_browsertests": "07099d9cf566b33047031b5681e82483f2672326db0f4c4ef9a0662301696b68/813",
            "components_unittests": "f7e394a0c5d82ac61d66e5baf8923bc8ecb1e2a262ab866f92d58d5373a97fc9/813",
            "compositor_unittests": "63409119ba5aa290b5c82f417c9d48e65a2d6f55cf21882f37a7a5147125c924/645",
            "content_browsertests": "a65ceeab88a00afe43e3a6bf43ab7d4dd61e3ac61973abcad8da6cf1a23b5abb/887",
            "content_unittests": "2924cabbbda53b0497ad7bdb4fc38be90ebcfdc1a54c7a4dccd1880984bde74f/806",
            "cronet_tests": "8efb1ec14a740f02d6b742d7114035d040ce745f04348c1ccb2e787cd15a47dc/730",
            "cronet_unittests": "3543af8468d8544de1d4ac1946e4b977cdd2077880dcf694c57d4aabcc1991f9/646",
            "crypto_unittests": "47183c0a72224fcdcefbdaae55b032d1670dfc6f60052cab2a43eaa4376530fd/569",
            "dbus_unittests": "8a91a3020cf82473a0e09d552633c6e79b811cafa592942959fb8dc14c0deef1/569",
            "device_unittests": "9b3838d861898d7db59eba2e39e65f74b50fc0f8e1c9ac359a3074558314eefe/646",
            "display_unittests": "ef0ac112081629b97605bccd1ca9bc2fa90f5a5a3991e703556ad6d89bf77fa4/569",
            "events_unittests": "7e1121254d7a3dbd2205f1419edfb9896b8e0da8ffd25f31164029c4ea6ed6ad/569",
            "extensions_browsertests": "dcc70f3eb1106a59c036e85dda8855a8e9841b53c1d9028268d406dad4ba714a/732",
            "extensions_unittests": "d02d00008503682e118276f91bdb48316d12656baa9ab87f581b1ce4ecc24aad/896",
            "filesystem_service_unittests": "1b092788ee354642fb83a967e0e078a48c964be4bbfbff00c51a792df7faf582/569",
            "gcm_unit_tests": "504b4d7dbd548cf7a47e55db387fed541694a3dbccec56601383328449e07a23/646",
            "gfx_unittests": "b3fb5fe143d4f0db8b41e309d18275100e7fe67ffea8af3b04eaab9bb584005d/645",
            "gin_unittests": "f44b8f10c025fa13a07f50025c4a6aad4688e5e88b344fdea9f5a640b6e05258/646",
            "gl_tests": "be635f1c3a7c0976c9fc7bb6b904a369038277bd6b206a50c90fa3ff0cc4771a/569",
            "gl_unittests": "f8362e058c5ad36de0b069054aa049b244a920694263fc9da016b9abf303df7f/569",
            "google_apis_unittests": "408b3808fe0f8ecf4de339e7a6fe398596abf85d2c37d25af3431fcde4c5e014/731",
            "gpu_unittests": "7514054301f72b8a6d5417765641a88f3970c6ca0df05126dc8a442b5116fdb8/646",
            "gwp_asan_unittests": "567e71c70e767dceab0f22c1ecc1df70c0e0628e7b1776f3972e8fb1d4427b6c/570",
            "headless_browsertests": "38f2bdbcf0ca37c0265a2910e4e28a80ecc4a23823c8f95ae869e9b3dcb67f6a/730",
            "headless_unittests": "31f0184fe298105156c00967efcb2f3bbedd03e422d67409dcd88676d5792b70/569",
            "interactive_ui_tests": "f94a6aeb7056e884d7251ce0ca48ad4ad3805133f1133cea0297402faca016c8/965",
            "ipc_tests": "fa1a517624ebfc1432ce7d1d76a464e5c61ff6728c87842d1832fe5066e5ce82/569",
            "jingle_unittests": "1bb7b6f8a9e7f0181259de35450935801b90194895aebb94b3143bdc9b7a6fae/646",
            "latency_unittests": "ae7a2a5871a087d3a7b043e80e103d90d03c5e1105b6c2199bfc4c3a44d94ce7/569",
            "libjingle_xmpp_unittests": "28a53b2439e06d33f515ec84c608b888d7df7960335dfbba337faec9eb976c7e/569",
            "liburlpattern_unittests": "6206487db7c999d4a50579b62e48311f605b394fe36b6132d10d32762ed90b30/569",
            "media_unittests": "202b28bebeaf80594797b2067214f6842dd44cfaefea174cfe5069a223c973a3/649",
            "message_center_unittests": "6981b240cd660d7cb1742eeaf8c5a809463326c43effdabbf2c1960d0ff8a2ad/569",
            "midi_unittests": "add470c1a17c8623c1dc5d99431998045d56daf29fedc894d7ad54d46e933ae1/569",
            "mojo_core_unittests": "03d13c182f175b18cd0b5fdaa3ef349dbbd4537c9dc47d0844722e1b78366f6d/569",
            "mojo_unittests": "61c29c8bb2ee2fa693090aab133aaf242459f1807b3f3f10b63634f0637ef099/647",
            "native_theme_unittests": "bcd2cc7010dde9be4bd3e3388c12e5c8550ab4bdf19a5a4246c978ae1f502882/569",
            "net_unittests": "bb8052734e91764ae3eaea448fdd061a8958782df349c866e2836753632871e3/648",
            "openscreen_unittests": "4b9dbabf7d5df3c2c712e523e1d91460d2c6e305d3c32492447fa576bd6ada1c/648",
            "ozone_x11_unittests": "543f2243ac3a2bb09a17b3fcf28b0e1dc13cbd8c641d2ccb42df3a96f139ae1a/569",
            "pdf_unittests": "723e136d8960bd8892c27a913a05f1e390ba98dc185a24c1ac5bf28a27efbdb1/646",
            "perfetto_unittests": "6f0cd1ab290dfd2ac84ccf3f9a34c65b2be9617198ca59d918091f169e86690f/569",
            "ppapi_unittests": "5b8484fe3ba0a0914a9aeb93843fa4e7bd17c2b60080de9254430bbec0f44bdf/569",
            "printing_unittests": "205c15337a48f7ec196e5abd4ca8e3ed1a20f2b50d94b8220d92d5b0e561384b/569",
            "remoting_unittests": "cc028ed4f90518774fa1c6ded7c1c70608635df5e27d05aa022d384a82f2780f/646",
            "sandbox_linux_unittests": "6e1aeed9ddf2c2bc3bdfa11c3bde1f491b5887a6806f38b35dbfb0c0961f6a65/569",
            "service_manager_unittests": "8c8e6ac0fc468a6043398768194957e3e589c580526bf3263fb6c744b63da97e/569",
            "services_unittests": "a06979692d7b61db2da61ff4193aba307b95fa73211a27384fbd104d65564cbb/815",
            "shell_dialogs_unittests": "a81c0e83bc05ac5dfe37fcce810fdb717f7ef6bbbb5440786da140c3c8adc85e/569",
            "skia_unittests": "49c079df0123aee97c3b3dbd2e5b20edb0a9069f63b719ea871f79fee6aae042/569",
            "snapshot_unittests": "147046c8eb70eb410ff028932b7371aa09627a03b263484022a4acc793526528/569",
            "sql_unittests": "9b36e212cd1ee53bdd4bf141254133a67d41eb9cebce2dd6b4eff7ac09d9de68/646",
            "storage_unittests": "744e41b4b050ba7da1460fe6f0c90fd332ebbd3be4549aa253ff222632717904/727",
            "sync_integration_tests": "e86b36454e5e782ef56181de11c55a6c5f7af68fe60d378d1d1583f0a4a67794/729",
            "ui_base_unittests": "7f1ac05d56efebb11276002206e0222fb6af3c25fd031de39d32e158b9721bd0/723",
            "ui_touch_selection_unittests": "6ed5e35bf8c83e8200f988f0cf90ac4f6dc5f25778e37e6818656a4841278302/569",
            "unit_tests": "ecb7706908081fccd817bcf0d5178e6955ba66105e8ec582b59df621f90e8c38/1062",
            "url_unittests": "b9e90de0af89e579bc0662496258396bd636627d27dfbf76760963ff9def104a/569",
            "views_unittests": "f74b4045dcbe0af71be48f17378aa6db0b98509a887e5139b4960cc13c94e7d6/569",
            "viz_unittests": "1981582eec612207c58411222bb6cfd5a57e340c0d0a68a97f06c1b39331e52c/653",
            "vr_common_unittests": "0a54ea5022a960e3d1ee79257bdbf794539204c9b5fdef2b6925a89529721985/648",
            "vr_pixeltests": "23686f886ca62f48e3ec9a979850bda973dbc9791cfd566fff520f688da0d720/646",
            "weblayer_browsertests": "d3ba93e441ae726f8ff9208729b2884ef9e0f09d8332a951e413b9d7565bb4f4/814",
            "weblayer_unittests": "90a119658f454e41e46c67364525c8d08567513f9b782de3127779f1b4597a54/646",
            "wm_unittests": "e756da4574c9609a5f9e6b254d8c08eda38181cdae51113ca5106450f5d3f65b/569",
            "wtf_unittests": "d887970a9933d03f42ab09ae105d7f51e7ec9ab513a8fea807ff2687269b4217/569",
            "x11_unittests": "6a490e976e27bf5bbf14be7f054c1390a943eacd352770d9dcc12069d6a06edd/569",
            "xr_browser_tests": "322d274c4354ebecaa52dda9d7e6db9e10eb23b1e5257d16083b474814219bb7/728",
            "zlib_unittests": "408069dd24f3c0a8f1ff7ac9c510d800e224922b284b5d321c49b1d8904a31fe/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "d35d624e302339bddf63f41a26541de5b97ee363969aba926d26843428908d07/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d4b87d6ae06d332d4b5dc0e7bde4fc464cccb352",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8993757859026243264"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "79814"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[10:59:05.685] Scheduled build:
{
  "id": "8828327797130436161",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 71767,
  "createdBy": "project:chromium",
  "createTime": "2021-12-09T10:59:05.269329504Z",
  "updateTime": "2021-12-09T10:59:05.269329504Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "d4b87d6ae06d332d4b5dc0e7bde4fc464cccb352",
      "ref": "refs/heads/main"
    }
  }
}
[10:59:05.685] Task URL: https://cr-buildbucket.appspot.com/build/8828327797130436161
[10:59:05.685] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993757859026243264:2:0) after 1m5s
[10:59:46.134] Received PubSub notification, asking Buildbucket for the build status
[10:59:46.166] Build status: STARTED
[11:00:10.770] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993757859026243264:2:0)
[11:00:10.800] Build status: STARTED
[11:00:10.800] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993757859026243264:4:0) after 8m17s
[11:08:27.932] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993757859026243264:4:0)
[11:08:27.951] Build status: STARTED
[11:08:27.951] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993757859026243264:5:0) after 1m26s
[11:09:54.089] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993757859026243264:5:0)
[11:09:54.110] Build status: STARTED
[11:09:54.110] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993757859026243264:6:0) after 5m5s
[11:14:59.400] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993757859026243264:6:0)
[11:14:59.423] Build status: STARTED
[11:14:59.423] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993757859026243264:7:0) after 8m48s
[11:23:47.444] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993757859026243264:7:0)
[11:23:47.464] Build status: STARTED
[11:23:47.464] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993757859026243264:8:0) after 8m46s
[11:28:47.864] Received PubSub notification, asking Buildbucket for the build status
[11:28:47.891] Build:
{
  "id": "8828327797130436161",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 71767,
  "createdBy": "project:chromium",
  "createTime": "2021-12-09T10:59:05.269329504Z",
  "startTime": "2021-12-09T10:59:41.247490Z",
  "endTime": "2021-12-09T11:28:47.316075029Z",
  "updateTime": "2021-12-09T11:28:47.316075029Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "d4b87d6ae06d332d4b5dc0e7bde4fc464cccb352",
      "ref": "refs/heads/main"
    }
  }
}
[11:28:47.891] Invocation finished in 29m43.81375399s with status FAILED