Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 28 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/79371 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "4d345d9fe571bd30e48574b7f0451b7f44494e8a"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "6e2e36cc8b4e2996f1b1d1d838b8d3e1d5924720",
  "parent_got_dawn_revision": "8c9e159e76b41e2754b8c681ddd850e6627580a4",
  "parent_got_nacl_revision": "a90ea5be6142bb492ca9bb42ba099fbb56832384",
  "parent_got_revision": "4d345d9fe571bd30e48574b7f0451b7f44494e8a",
  "parent_got_revision_cp": "refs/heads/main@{#944587}",
  "parent_got_swiftshader_revision": "9e727fadeb6656279ad51514b7f9067b8246d3e0",
  "parent_got_v8_revision": "293df8792b498b414f82000841cdf453eb62c551",
  "parent_got_v8_revision_cp": "refs/heads/9.8.84@{#1}",
  "parent_got_webrtc_revision": "707e5a0cd77753dd8b0645c8ab8b1e29c61a3759",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35408}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "4d345d9fe571bd30e48574b7f0451b7f44494e8a",
  "swarm_hashes": {
    "absl_hardening_tests": "b9331c585e3534cfd95934ba88be649d6108d96c4346f9b7e1ff08ae82a75cae/569",
    "accessibility_unittests": "e1cc8aedeb826479e684ba56566feb649195f4595b025bb588771043c843d2d1/569",
    "angle_unittests": "97b874ea3aacaf78ea7d0826e5959276f57327da3aaba640107e0e25ed01de49/570",
    "app_shell_unittests": "4eed2fdfd7f50d8fa91d1cffb2d15c5d2cb6b966b9d130033b7dfadb3ce96ffb/730",
    "aura_unittests": "6a6dd32aaf33f6362b940e0232e4c89d6665576b1e150032901236f9faf01d96/569",
    "base_unittests": "fe86bb0a8dfb6aae0b8ee3bf1c2c1bbabb279fec9e2676b716f1b161ee9c31af/648",
    "blink_common_unittests": "c324676e058dd6f118ba94bc3ca416aec5932fba31bbb8f3f585050fbe2a57aa/647",
    "blink_fuzzer_unittests": "a54f76f8a87e341e4ff6232bdc4b3000759e8cf3cb41b57f5b2d9db4e7299a48/569",
    "blink_heap_unittests": "6f50cd887f902dc8d189b2c364af61522ff7f7aea03efc42d225bb6d76ed5f5d/569",
    "blink_platform_unittests": "b4f8aacc3c110ef1cf7c82ef725776b551dc2ad51e8376f9b38e415251f9ca48/726",
    "blink_unittests": "43cdf305d650323fb9d8c41440c2efb7ed0429ec3d2ac87be876b5a72051b130/810",
    "boringssl_crypto_tests": "84f40b61d075a024135821ee400fb4a86b0c2ac225aa56dd298d0377f172513d/570",
    "boringssl_ssl_tests": "6a60afaca9b893a43614955b279aba52bf7182feb1ffc8918ce7b099c12c0aec/569",
    "capture_unittests": "cfaad2ff9438ec4d5078b02edb2ab304757cf8aae09134b52cf8b3add0d7eec7/648",
    "cast_unittests": "53c73430fd0bc9e7007762c5e8fb3383d4b67fea809391e98e570b32e7043f17/569",
    "cc_unittests": "4d14e20c447ec107e4214208101203d91e83ee3aeddf3afa54266262497509a1/653",
    "chrome_app_unittests": "e5c56e24c6ecd90a0738fcf13f7be74e147936b4f7b93fa2cfec46ab8e059f28/648",
    "chromedriver_unittests": "bbf5260cce5a3121153f8b0014b2c964163c8ae4f9d118d6d4edd8d301164e02/726",
    "color_unittests": "372dac11bf8b96fb617177926ab567d56d22e5b5b5f446b6a89565b99470bce6/569",
    "components_browsertests": "04ec80e1e0b8e8a51713694b980def1ab42364bc5eab301eb92e681ac92e4789/813",
    "components_unittests": "619d65b8263d0e49a5d056637b4786abaed053eff6f1308571fc7c7f928485ee/813",
    "compositor_unittests": "000eb67063e53deb83b2dc3f3994104357434bbeda2dab0949b2eceb089859af/645",
    "content_browsertests": "a2f8661d09a133466d9dda148f24246be99e834976162bf62e6ef6bef3a42fb0/887",
    "content_unittests": "4f867aa5efaae969db1b58e8385ef464b357e7a997b73c832f5401600713e88b/806",
    "cronet_tests": "f8d613aadd0bec3a6d781031c06f6b97ffa48f272fb51caa8d77e640aa933152/730",
    "cronet_unittests": "33cd49af6a8a6616456d5cb3acb04e9090a7e87556c5262eccbe5b7ebf8263a6/646",
    "crypto_unittests": "14c46abea7a0527bac9c6c3a838530a1a935da14834af6e3cac242eae2281be4/569",
    "dbus_unittests": "a9263309e00e84d1ddc6718337608067f730e8fdcd67ac89e130a4fe28970929/569",
    "device_unittests": "5782e96dba4c7322c54f466e0246c9f357698af8fbebeb15c843ae1ea5aa0a51/646",
    "display_unittests": "d2239cee95fd45c5d122dfe84e197ef8cf696e94c842f96d46f1c7f59b3669e4/569",
    "events_unittests": "e811c39bed8e7143228dcd40f85bf9c148d12255281fbea0f6656104ce588fb1/569",
    "extensions_browsertests": "af9997b1f304cd54633a62684badda75fb497ac24fdc3ec3308c6360f946ea96/732",
    "extensions_unittests": "601b4e4039c24134d634c16957f14153dbdbb2a1408c588f511158b3d01d024e/896",
    "filesystem_service_unittests": "ad0de443d5f8515efa61e5d1ff152653431b2e22e7e9055d31dfd7b9440f411a/569",
    "gcm_unit_tests": "6f4efada18161a512431b0517c994c12d0c2c71d0da505b1f5a8e329f49410d7/646",
    "gfx_unittests": "ee508e09f6e448f5d60330b7586f328c8048492357ec5dc2cd5662a0a2a898d4/645",
    "gin_unittests": "bbd37efdbd90f80230ecd135c2bfe62aaa98853a6509a3542547b3bddd6ed96d/646",
    "gl_tests": "39fbe19487a3e48f8767c6caf9b8123fee89d34637ae39847db563dbcefcc73f/569",
    "gl_unittests": "94ae7f0897c9fcf3b1cbddc22980c4e863f61d8e1d9410681a9cfa4953081f4c/569",
    "google_apis_unittests": "9f7a62a2d2ed234f7767b302f9d005a3782b9d40535afab10e4e9accd5ca60dd/731",
    "gpu_unittests": "2e5e00b57ea7a69a885a7c01e9b635144283b9196851d72ea3e2952f94d30550/646",
    "gwp_asan_unittests": "c140e1aa9c7bc2973a58d7c75a5d9566e0138c7ca27380de0243c3f98d6896bf/570",
    "headless_browsertests": "38b552eb05be81b9ffd1e1b76b9292799c3dd1ff6941510b400a6b8dff4afb12/730",
    "headless_unittests": "8ba90f1e7052236544ecfba97820bdec934f4ea5cc9dee70ce2716e7d83fd830/569",
    "interactive_ui_tests": "edc3a291f2491618766ffb74d948cb90ad7e10615b9b2734bdc042282cceffec/965",
    "ipc_tests": "17a67a2b503487364e2b99d1de083cd646bc64775afd58cf107899e5048b1709/569",
    "jingle_unittests": "5fa3714e77ebae9fc9bc24f26ce5ff61786bdfd7b7d37e6485316bbad21be8ff/646",
    "latency_unittests": "1b85c93d5a620e49bf9d6ec0da7f44550d78c3e4ba706c3bbe5b0208938063f1/569",
    "libjingle_xmpp_unittests": "42d388a42ea1050e79f041b04e901863517882ee0d5f9172f10e565f34652275/569",
    "liburlpattern_unittests": "8dcbf70e09d73d1f8cad9c4bde92b8b554963428645e99d3d3159bb4c6d9e8e2/569",
    "media_unittests": "b510888bb72f6b4a793413570e64ac31fdf4655780f933d3630b355a5c68bc1e/649",
    "message_center_unittests": "ee5773deff2a61f6a9915661806b514426b22e0f51786922dcb0f2b1778edd4a/569",
    "midi_unittests": "6bbdf3cdb3b9d1ad83afc425bca4edea015ebb6f61b3a7dbe0f006637cfe6ea4/569",
    "mojo_core_unittests": "c52fa9d454a5c0f72c07e68bb08317f3d0bac4ce47d3819bd7951d41e7e0eb57/569",
    "mojo_unittests": "e44934831959f7f299fc1c5e25fe28d2975351626556a46730abf14ed87eb1ec/647",
    "native_theme_unittests": "d0e17809bd84a3bf698f21c22b5ff17aebf6d2bcdc1a5bd7bf39d52e37b0f303/569",
    "net_unittests": "0e33dd8fdc7118ba24e346a59165ddc574441c0cc43d2db19f9438b1eb4417c9/648",
    "openscreen_unittests": "b60a381e51e971b32c49b882e20a69078b194a05fc412775f6b95434541f03b5/648",
    "ozone_x11_unittests": "efa4b588d9a751b81695d9f9c86234c1d9ef298f11dab3ab2c273cff4d71bddb/569",
    "pdf_unittests": "0be4b0cf0f04536af9210b506ec875395b3c581ee311a094da7dabeda370fee3/646",
    "perfetto_unittests": "b1b60f1d50b414df931ac6daeb4fae2cc4c2b978702996108dd04ea7b2c60f8a/569",
    "ppapi_unittests": "2aa62f8b09f0c0a1f0bc361ffbe1dd000c218ba41ca2e88cc14b9b2c98df0251/569",
    "printing_unittests": "1e420e8b2fa04d1fb155ec9975d339c8b8e8092dd6d74d1606c7178dfba147a4/569",
    "remoting_unittests": "bed0467c98495f1062b4ed27aa5aa06b5eb173c28fd2cbe0b23beea5fbef8013/646",
    "sandbox_linux_unittests": "5f550f91adf124ed056a8d5533141a5793ad0c9a7e996de917851e8278ef25f9/569",
    "service_manager_unittests": "e81dd24c2d25512396a1f3f0e0b6c375257ab836a7218efc60924a988dde4659/569",
    "services_unittests": "bbe2c1c42a9424227e2e2d791b73d69ee9ed091a2ebb91b8c806cd0415fab3e7/815",
    "shell_dialogs_unittests": "6b9c1b2a727e18c6619cce5b2f55ddc31bc2315651c2316046f8e5ab548d1e51/569",
    "skia_unittests": "9037d27eabb0860efe652ff8df5b4e90800044de0deb00ca5310976c3298098e/569",
    "snapshot_unittests": "29214e4b33d15b3d7b3986a2768cbaf9d26f39f2cc7a70f9c6fea566ef396cf6/569",
    "sql_unittests": "e971e2627de42a414e3d9487d46084f0b19917b9a0b30481d1f5819f9e76ed4d/646",
    "storage_unittests": "4221b5abaacaff38131ef642617242c14b797bf4ffa6985b3c7b74af805764f9/727",
    "sync_integration_tests": "1231551b870a6557575992670639f1067ad692c99e0c28c0eb81abc5481d82e0/729",
    "ui_base_unittests": "1811b6e05b6a3ae117b42d45bffe44364bf4756d6b4cb71e7b39b2fe2f683a96/723",
    "ui_touch_selection_unittests": "25dc1d6194fb9240e7264c58e2c392c60adfff6619e6f95b4859284314f73039/569",
    "unit_tests": "269a8648a62613c1a130fdbbc7b6811d07177cb86c26345f24617dd1dfb1b498/1062",
    "url_unittests": "2131315b23148a55b10bf8c812e2e828b2e50a7c0941a644725853d8777c33bf/569",
    "views_unittests": "3b321de5909c87068a440f3eb68c67819819943e3dd1441ab7e2e4d08908dc96/569",
    "viz_unittests": "b6237e6cb0e6a88c032f963561a38a5340f93e593227e6821434f8a00b64d41a/653",
    "vr_common_unittests": "af19c31fa36440a830722fec6acc7448d45f50f0c19cb3c715dea95d62cb128b/648",
    "vr_pixeltests": "f30814a22101fb732d65567bb705d66c2edcb08b992ecbaa2ea12e27a0c6ae88/646",
    "weblayer_browsertests": "5b6d192b559ef7d72ca9ba6cdd815ffcc4c0de7703aca666e6bdd5df4b31fcbb/814",
    "weblayer_unittests": "eec243f02499e8bed50edf2653a5afb0cb262d1d66180bc352367e1ddf3565e0/646",
    "wm_unittests": "ec720c83eecfa35ae21f0926733353a9e065ca75a6826760e084c7f2636be193/569",
    "wtf_unittests": "3ecf8ebd8a112a960baf9704f5603835250e087b32fbb83d9d575499936ec460/569",
    "x11_unittests": "b8f268b109da54c726a723a941c233526f131b81c8431fc2d6fed8d4f4f5f2eb/569",
    "xr_browser_tests": "4dcb4ca3427ab85c9b56a02bff3ff3b78c1a4aacc163a7ed619633040bfd094f/728",
    "zlib_unittests": "77126b159b94ad7bca76e34611fa5d0c579994ade103e6f4bfad3706369e8f87/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "f0d486abf22639ab3ba9fd78912ffff90aee71501abf199e6c2518e5ece7d641/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/4d345d9fe571bd30e48574b7f0451b7f44494e8a
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:79371
  • user_agent:recipe

Debug log (UTC)

[19:11:36.791] New invocation is queued and will start shortly
[19:11:36.791] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[19:11:37.901] Starting the invocation (attempt 1)
[19:11:37.938] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/4d345d9fe571bd30e48574b7f0451b7f44494e8a"
[19:11:37.938] Popped gitiles commit info from properties and tags
[19:11:37.938] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:11:37.940] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:11:37.941] Buildbucket request:
{
  "requestId": "8995176422239521296",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "4d345d9fe571bd30e48574b7f0451b7f44494e8a"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "6e2e36cc8b4e2996f1b1d1d838b8d3e1d5924720",
      "parent_got_dawn_revision": "8c9e159e76b41e2754b8c681ddd850e6627580a4",
      "parent_got_nacl_revision": "a90ea5be6142bb492ca9bb42ba099fbb56832384",
      "parent_got_revision": "4d345d9fe571bd30e48574b7f0451b7f44494e8a",
      "parent_got_revision_cp": "refs/heads/main@{#944587}",
      "parent_got_swiftshader_revision": "9e727fadeb6656279ad51514b7f9067b8246d3e0",
      "parent_got_v8_revision": "293df8792b498b414f82000841cdf453eb62c551",
      "parent_got_v8_revision_cp": "refs/heads/9.8.84@{#1}",
      "parent_got_webrtc_revision": "707e5a0cd77753dd8b0645c8ab8b1e29c61a3759",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35408}",
      "swarm_hashes": {
            "absl_hardening_tests": "b9331c585e3534cfd95934ba88be649d6108d96c4346f9b7e1ff08ae82a75cae/569",
            "accessibility_unittests": "e1cc8aedeb826479e684ba56566feb649195f4595b025bb588771043c843d2d1/569",
            "angle_unittests": "97b874ea3aacaf78ea7d0826e5959276f57327da3aaba640107e0e25ed01de49/570",
            "app_shell_unittests": "4eed2fdfd7f50d8fa91d1cffb2d15c5d2cb6b966b9d130033b7dfadb3ce96ffb/730",
            "aura_unittests": "6a6dd32aaf33f6362b940e0232e4c89d6665576b1e150032901236f9faf01d96/569",
            "base_unittests": "fe86bb0a8dfb6aae0b8ee3bf1c2c1bbabb279fec9e2676b716f1b161ee9c31af/648",
            "blink_common_unittests": "c324676e058dd6f118ba94bc3ca416aec5932fba31bbb8f3f585050fbe2a57aa/647",
            "blink_fuzzer_unittests": "a54f76f8a87e341e4ff6232bdc4b3000759e8cf3cb41b57f5b2d9db4e7299a48/569",
            "blink_heap_unittests": "6f50cd887f902dc8d189b2c364af61522ff7f7aea03efc42d225bb6d76ed5f5d/569",
            "blink_platform_unittests": "b4f8aacc3c110ef1cf7c82ef725776b551dc2ad51e8376f9b38e415251f9ca48/726",
            "blink_unittests": "43cdf305d650323fb9d8c41440c2efb7ed0429ec3d2ac87be876b5a72051b130/810",
            "boringssl_crypto_tests": "84f40b61d075a024135821ee400fb4a86b0c2ac225aa56dd298d0377f172513d/570",
            "boringssl_ssl_tests": "6a60afaca9b893a43614955b279aba52bf7182feb1ffc8918ce7b099c12c0aec/569",
            "capture_unittests": "cfaad2ff9438ec4d5078b02edb2ab304757cf8aae09134b52cf8b3add0d7eec7/648",
            "cast_unittests": "53c73430fd0bc9e7007762c5e8fb3383d4b67fea809391e98e570b32e7043f17/569",
            "cc_unittests": "4d14e20c447ec107e4214208101203d91e83ee3aeddf3afa54266262497509a1/653",
            "chrome_app_unittests": "e5c56e24c6ecd90a0738fcf13f7be74e147936b4f7b93fa2cfec46ab8e059f28/648",
            "chromedriver_unittests": "bbf5260cce5a3121153f8b0014b2c964163c8ae4f9d118d6d4edd8d301164e02/726",
            "color_unittests": "372dac11bf8b96fb617177926ab567d56d22e5b5b5f446b6a89565b99470bce6/569",
            "components_browsertests": "04ec80e1e0b8e8a51713694b980def1ab42364bc5eab301eb92e681ac92e4789/813",
            "components_unittests": "619d65b8263d0e49a5d056637b4786abaed053eff6f1308571fc7c7f928485ee/813",
            "compositor_unittests": "000eb67063e53deb83b2dc3f3994104357434bbeda2dab0949b2eceb089859af/645",
            "content_browsertests": "a2f8661d09a133466d9dda148f24246be99e834976162bf62e6ef6bef3a42fb0/887",
            "content_unittests": "4f867aa5efaae969db1b58e8385ef464b357e7a997b73c832f5401600713e88b/806",
            "cronet_tests": "f8d613aadd0bec3a6d781031c06f6b97ffa48f272fb51caa8d77e640aa933152/730",
            "cronet_unittests": "33cd49af6a8a6616456d5cb3acb04e9090a7e87556c5262eccbe5b7ebf8263a6/646",
            "crypto_unittests": "14c46abea7a0527bac9c6c3a838530a1a935da14834af6e3cac242eae2281be4/569",
            "dbus_unittests": "a9263309e00e84d1ddc6718337608067f730e8fdcd67ac89e130a4fe28970929/569",
            "device_unittests": "5782e96dba4c7322c54f466e0246c9f357698af8fbebeb15c843ae1ea5aa0a51/646",
            "display_unittests": "d2239cee95fd45c5d122dfe84e197ef8cf696e94c842f96d46f1c7f59b3669e4/569",
            "events_unittests": "e811c39bed8e7143228dcd40f85bf9c148d12255281fbea0f6656104ce588fb1/569",
            "extensions_browsertests": "af9997b1f304cd54633a62684badda75fb497ac24fdc3ec3308c6360f946ea96/732",
            "extensions_unittests": "601b4e4039c24134d634c16957f14153dbdbb2a1408c588f511158b3d01d024e/896",
            "filesystem_service_unittests": "ad0de443d5f8515efa61e5d1ff152653431b2e22e7e9055d31dfd7b9440f411a/569",
            "gcm_unit_tests": "6f4efada18161a512431b0517c994c12d0c2c71d0da505b1f5a8e329f49410d7/646",
            "gfx_unittests": "ee508e09f6e448f5d60330b7586f328c8048492357ec5dc2cd5662a0a2a898d4/645",
            "gin_unittests": "bbd37efdbd90f80230ecd135c2bfe62aaa98853a6509a3542547b3bddd6ed96d/646",
            "gl_tests": "39fbe19487a3e48f8767c6caf9b8123fee89d34637ae39847db563dbcefcc73f/569",
            "gl_unittests": "94ae7f0897c9fcf3b1cbddc22980c4e863f61d8e1d9410681a9cfa4953081f4c/569",
            "google_apis_unittests": "9f7a62a2d2ed234f7767b302f9d005a3782b9d40535afab10e4e9accd5ca60dd/731",
            "gpu_unittests": "2e5e00b57ea7a69a885a7c01e9b635144283b9196851d72ea3e2952f94d30550/646",
            "gwp_asan_unittests": "c140e1aa9c7bc2973a58d7c75a5d9566e0138c7ca27380de0243c3f98d6896bf/570",
            "headless_browsertests": "38b552eb05be81b9ffd1e1b76b9292799c3dd1ff6941510b400a6b8dff4afb12/730",
            "headless_unittests": "8ba90f1e7052236544ecfba97820bdec934f4ea5cc9dee70ce2716e7d83fd830/569",
            "interactive_ui_tests": "edc3a291f2491618766ffb74d948cb90ad7e10615b9b2734bdc042282cceffec/965",
            "ipc_tests": "17a67a2b503487364e2b99d1de083cd646bc64775afd58cf107899e5048b1709/569",
            "jingle_unittests": "5fa3714e77ebae9fc9bc24f26ce5ff61786bdfd7b7d37e6485316bbad21be8ff/646",
            "latency_unittests": "1b85c93d5a620e49bf9d6ec0da7f44550d78c3e4ba706c3bbe5b0208938063f1/569",
            "libjingle_xmpp_unittests": "42d388a42ea1050e79f041b04e901863517882ee0d5f9172f10e565f34652275/569",
            "liburlpattern_unittests": "8dcbf70e09d73d1f8cad9c4bde92b8b554963428645e99d3d3159bb4c6d9e8e2/569",
            "media_unittests": "b510888bb72f6b4a793413570e64ac31fdf4655780f933d3630b355a5c68bc1e/649",
            "message_center_unittests": "ee5773deff2a61f6a9915661806b514426b22e0f51786922dcb0f2b1778edd4a/569",
            "midi_unittests": "6bbdf3cdb3b9d1ad83afc425bca4edea015ebb6f61b3a7dbe0f006637cfe6ea4/569",
            "mojo_core_unittests": "c52fa9d454a5c0f72c07e68bb08317f3d0bac4ce47d3819bd7951d41e7e0eb57/569",
            "mojo_unittests": "e44934831959f7f299fc1c5e25fe28d2975351626556a46730abf14ed87eb1ec/647",
            "native_theme_unittests": "d0e17809bd84a3bf698f21c22b5ff17aebf6d2bcdc1a5bd7bf39d52e37b0f303/569",
            "net_unittests": "0e33dd8fdc7118ba24e346a59165ddc574441c0cc43d2db19f9438b1eb4417c9/648",
            "openscreen_unittests": "b60a381e51e971b32c49b882e20a69078b194a05fc412775f6b95434541f03b5/648",
            "ozone_x11_unittests": "efa4b588d9a751b81695d9f9c86234c1d9ef298f11dab3ab2c273cff4d71bddb/569",
            "pdf_unittests": "0be4b0cf0f04536af9210b506ec875395b3c581ee311a094da7dabeda370fee3/646",
            "perfetto_unittests": "b1b60f1d50b414df931ac6daeb4fae2cc4c2b978702996108dd04ea7b2c60f8a/569",
            "ppapi_unittests": "2aa62f8b09f0c0a1f0bc361ffbe1dd000c218ba41ca2e88cc14b9b2c98df0251/569",
            "printing_unittests": "1e420e8b2fa04d1fb155ec9975d339c8b8e8092dd6d74d1606c7178dfba147a4/569",
            "remoting_unittests": "bed0467c98495f1062b4ed27aa5aa06b5eb173c28fd2cbe0b23beea5fbef8013/646",
            "sandbox_linux_unittests": "5f550f91adf124ed056a8d5533141a5793ad0c9a7e996de917851e8278ef25f9/569",
            "service_manager_unittests": "e81dd24c2d25512396a1f3f0e0b6c375257ab836a7218efc60924a988dde4659/569",
            "services_unittests": "bbe2c1c42a9424227e2e2d791b73d69ee9ed091a2ebb91b8c806cd0415fab3e7/815",
            "shell_dialogs_unittests": "6b9c1b2a727e18c6619cce5b2f55ddc31bc2315651c2316046f8e5ab548d1e51/569",
            "skia_unittests": "9037d27eabb0860efe652ff8df5b4e90800044de0deb00ca5310976c3298098e/569",
            "snapshot_unittests": "29214e4b33d15b3d7b3986a2768cbaf9d26f39f2cc7a70f9c6fea566ef396cf6/569",
            "sql_unittests": "e971e2627de42a414e3d9487d46084f0b19917b9a0b30481d1f5819f9e76ed4d/646",
            "storage_unittests": "4221b5abaacaff38131ef642617242c14b797bf4ffa6985b3c7b74af805764f9/727",
            "sync_integration_tests": "1231551b870a6557575992670639f1067ad692c99e0c28c0eb81abc5481d82e0/729",
            "ui_base_unittests": "1811b6e05b6a3ae117b42d45bffe44364bf4756d6b4cb71e7b39b2fe2f683a96/723",
            "ui_touch_selection_unittests": "25dc1d6194fb9240e7264c58e2c392c60adfff6619e6f95b4859284314f73039/569",
            "unit_tests": "269a8648a62613c1a130fdbbc7b6811d07177cb86c26345f24617dd1dfb1b498/1062",
            "url_unittests": "2131315b23148a55b10bf8c812e2e828b2e50a7c0941a644725853d8777c33bf/569",
            "views_unittests": "3b321de5909c87068a440f3eb68c67819819943e3dd1441ab7e2e4d08908dc96/569",
            "viz_unittests": "b6237e6cb0e6a88c032f963561a38a5340f93e593227e6821434f8a00b64d41a/653",
            "vr_common_unittests": "af19c31fa36440a830722fec6acc7448d45f50f0c19cb3c715dea95d62cb128b/648",
            "vr_pixeltests": "f30814a22101fb732d65567bb705d66c2edcb08b992ecbaa2ea12e27a0c6ae88/646",
            "weblayer_browsertests": "5b6d192b559ef7d72ca9ba6cdd815ffcc4c0de7703aca666e6bdd5df4b31fcbb/814",
            "weblayer_unittests": "eec243f02499e8bed50edf2653a5afb0cb262d1d66180bc352367e1ddf3565e0/646",
            "wm_unittests": "ec720c83eecfa35ae21f0926733353a9e065ca75a6826760e084c7f2636be193/569",
            "wtf_unittests": "3ecf8ebd8a112a960baf9704f5603835250e087b32fbb83d9d575499936ec460/569",
            "x11_unittests": "b8f268b109da54c726a723a941c233526f131b81c8431fc2d6fed8d4f4f5f2eb/569",
            "xr_browser_tests": "4dcb4ca3427ab85c9b56a02bff3ff3b78c1a4aacc163a7ed619633040bfd094f/728",
            "zlib_unittests": "77126b159b94ad7bca76e34611fa5d0c579994ade103e6f4bfad3706369e8f87/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "f0d486abf22639ab3ba9fd78912ffff90aee71501abf199e6c2518e5ece7d641/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "4d345d9fe571bd30e48574b7f0451b7f44494e8a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8995176422239521296"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "79371"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[19:11:38.585] Scheduled build:
{
  "id": "8829746360164994737",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 71324,
  "createdBy": "project:chromium",
  "createTime": "2021-11-23T19:11:38.137156034Z",
  "updateTime": "2021-11-23T19:11:38.137156034Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "4d345d9fe571bd30e48574b7f0451b7f44494e8a",
      "ref": "refs/heads/main"
    }
  }
}
[19:11:38.585] Task URL: https://cr-buildbucket.appspot.com/build/8829746360164994737
[19:11:38.585] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8995176422239521296:2:0) after 4m49s
[19:12:31.196] Received PubSub notification, asking Buildbucket for the build status
[19:12:31.238] Build status: STARTED
[19:16:27.682] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8995176422239521296:2:0)
[19:16:27.715] Build status: STARTED
[19:16:27.715] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8995176422239521296:4:0) after 6m27s
[19:22:54.801] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8995176422239521296:4:0)
[19:22:54.852] Build status: STARTED
[19:22:54.852] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8995176422239521296:5:0) after 5m48s
[19:28:42.872] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8995176422239521296:5:0)
[19:28:42.902] Build status: STARTED
[19:28:42.902] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8995176422239521296:6:0) after 3m50s
[19:32:32.986] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8995176422239521296:6:0)
[19:32:33.025] Build status: STARTED
[19:32:33.025] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8995176422239521296:7:0) after 5m50s
[19:38:23.119] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8995176422239521296:7:0)
[19:38:23.175] Build status: STARTED
[19:38:23.175] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8995176422239521296:8:0) after 8m57s
[19:40:18.544] Received PubSub notification, asking Buildbucket for the build status
[19:40:18.576] Build:
{
  "id": "8829746360164994737",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 71324,
  "createdBy": "project:chromium",
  "createTime": "2021-11-23T19:11:38.137156034Z",
  "startTime": "2021-11-23T19:12:29.607356Z",
  "endTime": "2021-11-23T19:40:17.981576121Z",
  "updateTime": "2021-11-23T19:40:17.981576121Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "4d345d9fe571bd30e48574b7f0451b7f44494e8a",
      "ref": "refs/heads/main"
    }
  }
}
[19:40:18.576] Invocation finished in 28m41.800929784s with status FAILED