Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 29 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/79820 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "4e0b8029b9de19db3f5bba974860c63ce7db7f29"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "0f09d378edb90d1fb3058489be82cdf320863031",
  "parent_got_dawn_revision": "3b06c01bbb4394e92f0223d2d54dca17ad5a8eeb",
  "parent_got_nacl_revision": "a90562b0e045950f6884105bfa6e560dbce9d319",
  "parent_got_revision": "4e0b8029b9de19db3f5bba974860c63ce7db7f29",
  "parent_got_revision_cp": "refs/heads/main@{#950058}",
  "parent_got_swiftshader_revision": "4625f84e8d56feaf9ba0122f49a04f9cccbad909",
  "parent_got_v8_revision": "e218afa8473132b56a9e1532be7920dd130aeb7e",
  "parent_got_v8_revision_cp": "refs/heads/9.8.177@{#1}",
  "parent_got_webrtc_revision": "e33212ade5b86af1dc6f3d66c2e489e28dc662a3",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35502}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "4e0b8029b9de19db3f5bba974860c63ce7db7f29",
  "swarm_hashes": {
    "absl_hardening_tests": "45943e5d3bacf98ea08c5ca4a25ad2bcfc469edf927d28f1b1d15af031c5918e/569",
    "accessibility_unittests": "9255c21dae30b3322f73458135a0833cfe0e20a9c98b9fe8504f0902ef40e049/569",
    "angle_unittests": "132dba7d6d56bef105017c6f41fecaf9e2289f9bc57d99e8fce064efaf69382f/570",
    "app_shell_unittests": "c0453e22a3ccb456c0f0f5537037b2fef581d598cc849abd88d9286511fd2b00/730",
    "aura_unittests": "d8c45dda8b6a118d7f96a1af17fee6671657a1f27eed05b0ee2591af1cbaaa36/569",
    "base_unittests": "2ca42e94c5b6ba55710d9b2f89f69d771130e8ef94e7c07d3372f9591b213633/648",
    "blink_common_unittests": "a9bcd528ccacd053821b2ed0c773e2e8bb180521814256da039988621a6ff6b2/647",
    "blink_fuzzer_unittests": "f817e1c5e2b25872e4c3b920e3e20e7ad2c2114295d3bd2a070d1b0e17753a38/569",
    "blink_heap_unittests": "05d09e32e1e88e03e86c4880afd5d867ddde0bdf2df225aa045ac64f2091a13e/569",
    "blink_platform_unittests": "c083b35f0189d9a7446b82f22ae0a64e944bf55ed963670b8ed371966fcbe6b2/726",
    "blink_unittests": "8eff7d3e10f4b31f4097f1ef718a4524c758b1269c24c67276fa677340c7f87b/810",
    "boringssl_crypto_tests": "7635dcbfff50b44866a18dd744bd5b872d071f692f070a144b6ffe51c19dc32c/570",
    "boringssl_ssl_tests": "a71c1163b6518e726a38384c443a29f61fd350cd7df2399e39e023f4e3d75b68/569",
    "capture_unittests": "c65512b9f98d32a12fd1c0a2a23f51500f09a963a09152529fc6e3f1d62db17e/648",
    "cast_unittests": "f691a47d559ae5a68cc568c093a7bd6967d9b69245084bba0b0e4c4e4e329328/569",
    "cc_unittests": "79540a251ca572db546d23f5ab1d24cb0f75bb68f59e870a7676800ed7851379/653",
    "chrome_app_unittests": "e7e55e18ca23807a6f198b38f8e5bea8057a5924d9a882e7879440775346d651/648",
    "chromedriver_unittests": "00b5a61d410292f80e8cb8d27b52374baf3c35b80abaa1f52ca2fb50a1c3c766/726",
    "color_unittests": "6ad329347753ac046a2431bddba7b2d83947e20e98d02eceff4de532eb0b3506/569",
    "components_browsertests": "e0fe43fc69a0e1d8384935daaac9cbea9180f5e7a945ebc45a0bcde013c63006/813",
    "components_unittests": "411bef8b01d2e498a11cb33dd46c29cd444f031b7bf71b7466693732c8d140de/813",
    "compositor_unittests": "e6c7cdc156c76c2839782b9267f2ea893e5b27cde692828aae228ee9f9c62296/645",
    "content_browsertests": "8b3edf64a290f9a94a67e97b3751c936a86903a2e698bccaaa1b8a1d3a256ad4/887",
    "content_unittests": "b0c9e70cb79b2a19f220133c6317ae70d4f9fcf5dff713c0dba5f55263102b8b/806",
    "cronet_tests": "0a107d8c970f5f6ed503717b2f21663d9366486ad39733cc4da292eb5fe60006/730",
    "cronet_unittests": "c52eb8c92055608422110f0d781ea968c07ca7d57446c9f09a4296283514c67d/646",
    "crypto_unittests": "72dbfd110da3eb116e0cd0ac725aee0e0d116aad2f9e5dfb304b45081163c0b3/569",
    "dbus_unittests": "15c01e97242df1f23debf4548c6d9233a0bf87f60721bf24b43b9b70d86553bd/569",
    "device_unittests": "fcb6255c1eecb616aa34da9267ed2b224444045eb29c2aad7a1b1ccae13049b7/646",
    "display_unittests": "28917a151851d45ac225c2abafdd9c6a24c64e9144bff012bd44c8a39e476391/569",
    "events_unittests": "8e1a904108d15809460112e48c38297fdd9fa80b6432ab4b947587b2096079c6/569",
    "extensions_browsertests": "cfc48d6d7f8e3fce148c6e72eae73621c96d90bf2a6fa080c72befe54fcfb7b4/732",
    "extensions_unittests": "0b68cc01b896c4235dc886d227c460362b4c2451a1e1e4516d150d1750e9ae4a/896",
    "filesystem_service_unittests": "58cdd72b3b1499c66934f7ffd60c05469e3cfc80e8949ae5fc4d5e0cc0c2268d/569",
    "gcm_unit_tests": "bab8dfa2fb7bd4093f9065b4ae29dd7240b04d4fc8202728a355e9359906cf2f/646",
    "gfx_unittests": "9bcc879e48afa335e7f7db2364f9e02aeaee6a376d0900f3b557402c4fc3b9e8/645",
    "gin_unittests": "0e9c710932dd726bbd45818bfe72319bbdd5cc9f4b4efea2dd58c0149757d9c4/646",
    "gl_tests": "1ee48df0fcb44aef91ef7ce32d25e4fe57f3bcfb698271e817e2d2ba5c2c5f82/569",
    "gl_unittests": "270822b84d73367084c1978879911f0ba7645c3821c0c35b684d790c82653411/569",
    "google_apis_unittests": "28156141f6a519973da475baa880a88676646c5a678ab929b645bfefb31d0583/731",
    "gpu_unittests": "218867b11d1e6e8593d3276a191ccc0bc65b61901d99b997ec5619511a1f2138/646",
    "gwp_asan_unittests": "dfe276c510cbc413177c5fbf56977052c917645a71cb1633a255a797baf5c750/570",
    "headless_browsertests": "2932f963314d2c932046db54230ba1cf86e7a7aecbe789cf96e00c7b3f295f75/730",
    "headless_unittests": "814b29d574f03b8ac8c734f5fbf6a6a1f27065b337488eaf16d323bd90eb4c17/569",
    "interactive_ui_tests": "519b401580d5a43f448a63446b7da7e1a3068c5fbb9f4d8f5f784ae4e22c3ce8/965",
    "ipc_tests": "8d6f04dc23cfa3c61583d51e8fa9bce2a0240eb1313d40e29f90427b33df9b5c/569",
    "jingle_unittests": "4c5fc18f083043c5d26e7b6129e9da5cbcab5a78d8c733ee195f69cb53dc29f8/646",
    "latency_unittests": "d8fb71a618b2fcbebe4fe788f6d0f74a4304b72df804c32e7a9715565ed87a34/569",
    "libjingle_xmpp_unittests": "112f51af91b9dbcecb02e229dffc61ff67b6ddb10542ffeee070c4dc0ba7b102/569",
    "liburlpattern_unittests": "1794cd882656e7dcd325375830490055cc2bd4c070697011e4cf74119c31c0bc/569",
    "media_unittests": "9ef4a4b99f1e259407c376fd78280587d8317611ed6296bf8352cf1b0d60d818/649",
    "message_center_unittests": "575f6c3c1f5bce56e210a9d1488082e10c7570a4ef221ca9fd15f41e8387d362/569",
    "midi_unittests": "f4ddc796fd28e9ec2ab00223ecdb5098cce50a2870d15e03dc19cca15f604a0f/569",
    "mojo_core_unittests": "114dbbda75629f8ba8c0d545b9295d9d759dda1f3ebaea6d15820dbda0854cbc/569",
    "mojo_unittests": "4533274e95800a0145d4adf0ead94f804ed05e5e271bc766b4beea46d6eda5f5/647",
    "native_theme_unittests": "cc20879b99c54439f839bd3684016afdcf8e2718daa92a6c9814e5c14494b0c7/569",
    "net_unittests": "3865e24394b35af17cac65c70579048d079657276ef269c9165e0dd15445ce89/648",
    "openscreen_unittests": "202d9ee3828e2170fa911046428fc4c3a2d85170db994f2992a78cb65de82514/648",
    "ozone_x11_unittests": "54af70adaa920783fa25d9ab8f608f37fe0f84e64ba92e01d4a7343d802035a7/569",
    "pdf_unittests": "71d1b5979a187f107a605e5baecc522c575b53ba644dc4646dd7f0cddda70604/646",
    "perfetto_unittests": "387fa301d12e30272bec2ac115734ffb5495215592ee9532a78c4fdd01718a3b/569",
    "ppapi_unittests": "746b04fb29a376efac64c06517c78bf2ec58fab8cf6eaf411c81d54a233359f0/569",
    "printing_unittests": "3e2e17fac7e9a3cba25162992dd3f007ff68132ae3b8a00d616f1bde1b839c1e/569",
    "remoting_unittests": "0b70ea0e59edfb455c93d2f27806a3eed0d5e55418b5fc6874dc51ba4d9e997e/646",
    "sandbox_linux_unittests": "020e8aaa98d10b0fe5e18d0d38187e8d948acb1c72e7d38c5760882e27f0b98e/569",
    "service_manager_unittests": "ed54641e9a9b9ae8e521cb53778cc1aec6b4add88df11d1b39ba2fd9764407ba/569",
    "services_unittests": "52d31c8aa014ec3f9ce0ce068371cd90d97e9a89c46ecad1cb8737d65781f789/815",
    "shell_dialogs_unittests": "2afd01d497fb90e9abb3ff4343f9a67d3a768ce2183ca73c0107cc7b6576a705/569",
    "skia_unittests": "f8673987fb89e3f0ea12ec5dd77035a6a980be21e79b24592f14a4df41866530/569",
    "snapshot_unittests": "0795a8d06832bba998866832b8481136bb1dd0dccde16916ec3f2bd2b26d9c65/569",
    "sql_unittests": "b64538ce95b5b492cddf82a9bfc9a32311c00f2d05334dd5f708d594a03d6ccf/646",
    "storage_unittests": "6150cd5ef8f96891fc14a109b4cd74f933bec1f4d91fe109342d8f7fbf29c8f9/727",
    "sync_integration_tests": "f1c5e2138180a64f8162f4fc39942524beb93d61e98c06c4347082258372abbb/729",
    "ui_base_unittests": "0e43535ddffe254bf7a124e6e7fb54ada6211dd66c0db9c951f1fffdb5456d49/723",
    "ui_touch_selection_unittests": "af3edb13866706ef5f65cb553a54bfc230e0d39d789d4bf2e411a23d1350361d/569",
    "unit_tests": "51b5b53883959acd34af976b49664aec88b88a8cf1f126cd0ddfdf6e65ccb86b/1062",
    "url_unittests": "715edffc62fdd605b6622e24f8a47223d93db716d89de5689281e7229652b7c1/569",
    "views_unittests": "eec0d730e999ca535d7441fecdab33638f9352a7b524fafde481d3c70efe28b8/569",
    "viz_unittests": "06530a304e2dbe266b3b5c57731f253822f04889efbe3e9cdf37945baa042a8a/653",
    "vr_common_unittests": "64abf566f903d4a95bdb4c330e83fc65143fdc3da52490353de5c4eebfdd341f/648",
    "vr_pixeltests": "74f3fe93720074b963b8f79d1f13a99e9c5f38fc644f1a3f0058161452e5ae9e/646",
    "weblayer_browsertests": "a8c6b4bac64a41c6ef0150eaa3ef773d0f0133b8641047ff61f5f5dadac4d9ea/814",
    "weblayer_unittests": "6e9e6e0f533481e499c27a208aab54979c0b563c1c840c72eb2858be4ff5eb10/646",
    "wm_unittests": "9a1ce72e4bdc968b9664ff4f740ae6f275a2e5f3d676478c4601809e6a5c0235/569",
    "wtf_unittests": "23c2cf9a923550e001c6ea40792de5d4a07aaaf6b083c9102c93747a03da97a8/569",
    "x11_unittests": "6daf6f8fb482dba8c3afa9db62d05245be2cc2121304e795bf97acf270a3cc8a/569",
    "xr_browser_tests": "516c4f7f5c614c0b1a9d3186570c41993b26ae265f2fbb3d27be4c9a2d7f8bc4/728",
    "zlib_unittests": "9d6cdce91a13815d6fb8e57db2f2f4313908553bcf9684c926cad1635772405d/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "d35d624e302339bddf63f41a26541de5b97ee363969aba926d26843428908d07/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/4e0b8029b9de19db3f5bba974860c63ce7db7f29
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:79820
  • user_agent:recipe

Debug log (UTC)

[15:08:06.038] New invocation is queued and will start shortly
[15:08:06.038] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[15:08:07.259] Starting the invocation (attempt 1)
[15:08:07.299] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/4e0b8029b9de19db3f5bba974860c63ce7db7f29"
[15:08:07.299] Popped gitiles commit info from properties and tags
[15:08:07.299] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[15:08:07.299] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[15:08:07.299] Buildbucket request:
{
  "requestId": "8993742191260769744",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "4e0b8029b9de19db3f5bba974860c63ce7db7f29"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "0f09d378edb90d1fb3058489be82cdf320863031",
      "parent_got_dawn_revision": "3b06c01bbb4394e92f0223d2d54dca17ad5a8eeb",
      "parent_got_nacl_revision": "a90562b0e045950f6884105bfa6e560dbce9d319",
      "parent_got_revision": "4e0b8029b9de19db3f5bba974860c63ce7db7f29",
      "parent_got_revision_cp": "refs/heads/main@{#950058}",
      "parent_got_swiftshader_revision": "4625f84e8d56feaf9ba0122f49a04f9cccbad909",
      "parent_got_v8_revision": "e218afa8473132b56a9e1532be7920dd130aeb7e",
      "parent_got_v8_revision_cp": "refs/heads/9.8.177@{#1}",
      "parent_got_webrtc_revision": "e33212ade5b86af1dc6f3d66c2e489e28dc662a3",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35502}",
      "swarm_hashes": {
            "absl_hardening_tests": "45943e5d3bacf98ea08c5ca4a25ad2bcfc469edf927d28f1b1d15af031c5918e/569",
            "accessibility_unittests": "9255c21dae30b3322f73458135a0833cfe0e20a9c98b9fe8504f0902ef40e049/569",
            "angle_unittests": "132dba7d6d56bef105017c6f41fecaf9e2289f9bc57d99e8fce064efaf69382f/570",
            "app_shell_unittests": "c0453e22a3ccb456c0f0f5537037b2fef581d598cc849abd88d9286511fd2b00/730",
            "aura_unittests": "d8c45dda8b6a118d7f96a1af17fee6671657a1f27eed05b0ee2591af1cbaaa36/569",
            "base_unittests": "2ca42e94c5b6ba55710d9b2f89f69d771130e8ef94e7c07d3372f9591b213633/648",
            "blink_common_unittests": "a9bcd528ccacd053821b2ed0c773e2e8bb180521814256da039988621a6ff6b2/647",
            "blink_fuzzer_unittests": "f817e1c5e2b25872e4c3b920e3e20e7ad2c2114295d3bd2a070d1b0e17753a38/569",
            "blink_heap_unittests": "05d09e32e1e88e03e86c4880afd5d867ddde0bdf2df225aa045ac64f2091a13e/569",
            "blink_platform_unittests": "c083b35f0189d9a7446b82f22ae0a64e944bf55ed963670b8ed371966fcbe6b2/726",
            "blink_unittests": "8eff7d3e10f4b31f4097f1ef718a4524c758b1269c24c67276fa677340c7f87b/810",
            "boringssl_crypto_tests": "7635dcbfff50b44866a18dd744bd5b872d071f692f070a144b6ffe51c19dc32c/570",
            "boringssl_ssl_tests": "a71c1163b6518e726a38384c443a29f61fd350cd7df2399e39e023f4e3d75b68/569",
            "capture_unittests": "c65512b9f98d32a12fd1c0a2a23f51500f09a963a09152529fc6e3f1d62db17e/648",
            "cast_unittests": "f691a47d559ae5a68cc568c093a7bd6967d9b69245084bba0b0e4c4e4e329328/569",
            "cc_unittests": "79540a251ca572db546d23f5ab1d24cb0f75bb68f59e870a7676800ed7851379/653",
            "chrome_app_unittests": "e7e55e18ca23807a6f198b38f8e5bea8057a5924d9a882e7879440775346d651/648",
            "chromedriver_unittests": "00b5a61d410292f80e8cb8d27b52374baf3c35b80abaa1f52ca2fb50a1c3c766/726",
            "color_unittests": "6ad329347753ac046a2431bddba7b2d83947e20e98d02eceff4de532eb0b3506/569",
            "components_browsertests": "e0fe43fc69a0e1d8384935daaac9cbea9180f5e7a945ebc45a0bcde013c63006/813",
            "components_unittests": "411bef8b01d2e498a11cb33dd46c29cd444f031b7bf71b7466693732c8d140de/813",
            "compositor_unittests": "e6c7cdc156c76c2839782b9267f2ea893e5b27cde692828aae228ee9f9c62296/645",
            "content_browsertests": "8b3edf64a290f9a94a67e97b3751c936a86903a2e698bccaaa1b8a1d3a256ad4/887",
            "content_unittests": "b0c9e70cb79b2a19f220133c6317ae70d4f9fcf5dff713c0dba5f55263102b8b/806",
            "cronet_tests": "0a107d8c970f5f6ed503717b2f21663d9366486ad39733cc4da292eb5fe60006/730",
            "cronet_unittests": "c52eb8c92055608422110f0d781ea968c07ca7d57446c9f09a4296283514c67d/646",
            "crypto_unittests": "72dbfd110da3eb116e0cd0ac725aee0e0d116aad2f9e5dfb304b45081163c0b3/569",
            "dbus_unittests": "15c01e97242df1f23debf4548c6d9233a0bf87f60721bf24b43b9b70d86553bd/569",
            "device_unittests": "fcb6255c1eecb616aa34da9267ed2b224444045eb29c2aad7a1b1ccae13049b7/646",
            "display_unittests": "28917a151851d45ac225c2abafdd9c6a24c64e9144bff012bd44c8a39e476391/569",
            "events_unittests": "8e1a904108d15809460112e48c38297fdd9fa80b6432ab4b947587b2096079c6/569",
            "extensions_browsertests": "cfc48d6d7f8e3fce148c6e72eae73621c96d90bf2a6fa080c72befe54fcfb7b4/732",
            "extensions_unittests": "0b68cc01b896c4235dc886d227c460362b4c2451a1e1e4516d150d1750e9ae4a/896",
            "filesystem_service_unittests": "58cdd72b3b1499c66934f7ffd60c05469e3cfc80e8949ae5fc4d5e0cc0c2268d/569",
            "gcm_unit_tests": "bab8dfa2fb7bd4093f9065b4ae29dd7240b04d4fc8202728a355e9359906cf2f/646",
            "gfx_unittests": "9bcc879e48afa335e7f7db2364f9e02aeaee6a376d0900f3b557402c4fc3b9e8/645",
            "gin_unittests": "0e9c710932dd726bbd45818bfe72319bbdd5cc9f4b4efea2dd58c0149757d9c4/646",
            "gl_tests": "1ee48df0fcb44aef91ef7ce32d25e4fe57f3bcfb698271e817e2d2ba5c2c5f82/569",
            "gl_unittests": "270822b84d73367084c1978879911f0ba7645c3821c0c35b684d790c82653411/569",
            "google_apis_unittests": "28156141f6a519973da475baa880a88676646c5a678ab929b645bfefb31d0583/731",
            "gpu_unittests": "218867b11d1e6e8593d3276a191ccc0bc65b61901d99b997ec5619511a1f2138/646",
            "gwp_asan_unittests": "dfe276c510cbc413177c5fbf56977052c917645a71cb1633a255a797baf5c750/570",
            "headless_browsertests": "2932f963314d2c932046db54230ba1cf86e7a7aecbe789cf96e00c7b3f295f75/730",
            "headless_unittests": "814b29d574f03b8ac8c734f5fbf6a6a1f27065b337488eaf16d323bd90eb4c17/569",
            "interactive_ui_tests": "519b401580d5a43f448a63446b7da7e1a3068c5fbb9f4d8f5f784ae4e22c3ce8/965",
            "ipc_tests": "8d6f04dc23cfa3c61583d51e8fa9bce2a0240eb1313d40e29f90427b33df9b5c/569",
            "jingle_unittests": "4c5fc18f083043c5d26e7b6129e9da5cbcab5a78d8c733ee195f69cb53dc29f8/646",
            "latency_unittests": "d8fb71a618b2fcbebe4fe788f6d0f74a4304b72df804c32e7a9715565ed87a34/569",
            "libjingle_xmpp_unittests": "112f51af91b9dbcecb02e229dffc61ff67b6ddb10542ffeee070c4dc0ba7b102/569",
            "liburlpattern_unittests": "1794cd882656e7dcd325375830490055cc2bd4c070697011e4cf74119c31c0bc/569",
            "media_unittests": "9ef4a4b99f1e259407c376fd78280587d8317611ed6296bf8352cf1b0d60d818/649",
            "message_center_unittests": "575f6c3c1f5bce56e210a9d1488082e10c7570a4ef221ca9fd15f41e8387d362/569",
            "midi_unittests": "f4ddc796fd28e9ec2ab00223ecdb5098cce50a2870d15e03dc19cca15f604a0f/569",
            "mojo_core_unittests": "114dbbda75629f8ba8c0d545b9295d9d759dda1f3ebaea6d15820dbda0854cbc/569",
            "mojo_unittests": "4533274e95800a0145d4adf0ead94f804ed05e5e271bc766b4beea46d6eda5f5/647",
            "native_theme_unittests": "cc20879b99c54439f839bd3684016afdcf8e2718daa92a6c9814e5c14494b0c7/569",
            "net_unittests": "3865e24394b35af17cac65c70579048d079657276ef269c9165e0dd15445ce89/648",
            "openscreen_unittests": "202d9ee3828e2170fa911046428fc4c3a2d85170db994f2992a78cb65de82514/648",
            "ozone_x11_unittests": "54af70adaa920783fa25d9ab8f608f37fe0f84e64ba92e01d4a7343d802035a7/569",
            "pdf_unittests": "71d1b5979a187f107a605e5baecc522c575b53ba644dc4646dd7f0cddda70604/646",
            "perfetto_unittests": "387fa301d12e30272bec2ac115734ffb5495215592ee9532a78c4fdd01718a3b/569",
            "ppapi_unittests": "746b04fb29a376efac64c06517c78bf2ec58fab8cf6eaf411c81d54a233359f0/569",
            "printing_unittests": "3e2e17fac7e9a3cba25162992dd3f007ff68132ae3b8a00d616f1bde1b839c1e/569",
            "remoting_unittests": "0b70ea0e59edfb455c93d2f27806a3eed0d5e55418b5fc6874dc51ba4d9e997e/646",
            "sandbox_linux_unittests": "020e8aaa98d10b0fe5e18d0d38187e8d948acb1c72e7d38c5760882e27f0b98e/569",
            "service_manager_unittests": "ed54641e9a9b9ae8e521cb53778cc1aec6b4add88df11d1b39ba2fd9764407ba/569",
            "services_unittests": "52d31c8aa014ec3f9ce0ce068371cd90d97e9a89c46ecad1cb8737d65781f789/815",
            "shell_dialogs_unittests": "2afd01d497fb90e9abb3ff4343f9a67d3a768ce2183ca73c0107cc7b6576a705/569",
            "skia_unittests": "f8673987fb89e3f0ea12ec5dd77035a6a980be21e79b24592f14a4df41866530/569",
            "snapshot_unittests": "0795a8d06832bba998866832b8481136bb1dd0dccde16916ec3f2bd2b26d9c65/569",
            "sql_unittests": "b64538ce95b5b492cddf82a9bfc9a32311c00f2d05334dd5f708d594a03d6ccf/646",
            "storage_unittests": "6150cd5ef8f96891fc14a109b4cd74f933bec1f4d91fe109342d8f7fbf29c8f9/727",
            "sync_integration_tests": "f1c5e2138180a64f8162f4fc39942524beb93d61e98c06c4347082258372abbb/729",
            "ui_base_unittests": "0e43535ddffe254bf7a124e6e7fb54ada6211dd66c0db9c951f1fffdb5456d49/723",
            "ui_touch_selection_unittests": "af3edb13866706ef5f65cb553a54bfc230e0d39d789d4bf2e411a23d1350361d/569",
            "unit_tests": "51b5b53883959acd34af976b49664aec88b88a8cf1f126cd0ddfdf6e65ccb86b/1062",
            "url_unittests": "715edffc62fdd605b6622e24f8a47223d93db716d89de5689281e7229652b7c1/569",
            "views_unittests": "eec0d730e999ca535d7441fecdab33638f9352a7b524fafde481d3c70efe28b8/569",
            "viz_unittests": "06530a304e2dbe266b3b5c57731f253822f04889efbe3e9cdf37945baa042a8a/653",
            "vr_common_unittests": "64abf566f903d4a95bdb4c330e83fc65143fdc3da52490353de5c4eebfdd341f/648",
            "vr_pixeltests": "74f3fe93720074b963b8f79d1f13a99e9c5f38fc644f1a3f0058161452e5ae9e/646",
            "weblayer_browsertests": "a8c6b4bac64a41c6ef0150eaa3ef773d0f0133b8641047ff61f5f5dadac4d9ea/814",
            "weblayer_unittests": "6e9e6e0f533481e499c27a208aab54979c0b563c1c840c72eb2858be4ff5eb10/646",
            "wm_unittests": "9a1ce72e4bdc968b9664ff4f740ae6f275a2e5f3d676478c4601809e6a5c0235/569",
            "wtf_unittests": "23c2cf9a923550e001c6ea40792de5d4a07aaaf6b083c9102c93747a03da97a8/569",
            "x11_unittests": "6daf6f8fb482dba8c3afa9db62d05245be2cc2121304e795bf97acf270a3cc8a/569",
            "xr_browser_tests": "516c4f7f5c614c0b1a9d3186570c41993b26ae265f2fbb3d27be4c9a2d7f8bc4/728",
            "zlib_unittests": "9d6cdce91a13815d6fb8e57db2f2f4313908553bcf9684c926cad1635772405d/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "d35d624e302339bddf63f41a26541de5b97ee363969aba926d26843428908d07/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "4e0b8029b9de19db3f5bba974860c63ce7db7f29",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8993742191260769744"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "79820"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[15:08:07.986] Scheduled build:
{
  "id": "8828312129168824753",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 71773,
  "createdBy": "project:chromium",
  "createTime": "2021-12-09T15:08:07.401128694Z",
  "updateTime": "2021-12-09T15:08:07.401128694Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "4e0b8029b9de19db3f5bba974860c63ce7db7f29",
      "ref": "refs/heads/main"
    }
  }
}
[15:08:07.986] Task URL: https://cr-buildbucket.appspot.com/build/8828312129168824753
[15:08:07.986] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993742191260769744:2:0) after 9m54s
[15:08:19.676] Received PubSub notification, asking Buildbucket for the build status
[15:08:19.702] Build status: STARTED
[15:18:02.089] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993742191260769744:2:0)
[15:18:02.118] Build status: STARTED
[15:18:02.118] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993742191260769744:4:0) after 2m31s
[15:20:33.140] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993742191260769744:4:0)
[15:20:33.163] Build status: STARTED
[15:20:33.163] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993742191260769744:5:0) after 3m2s
[15:23:35.164] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993742191260769744:5:0)
[15:23:35.194] Build status: STARTED
[15:23:35.194] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993742191260769744:6:0) after 4m57s
[15:28:32.399] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993742191260769744:6:0)
[15:28:32.422] Build status: STARTED
[15:28:32.422] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993742191260769744:7:0) after 7m31s
[15:36:03.593] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993742191260769744:7:0)
[15:36:03.625] Build status: STARTED
[15:36:03.625] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993742191260769744:8:0) after 1m56s
[15:37:42.089] Received PubSub notification, asking Buildbucket for the build status
[15:37:42.134] Build:
{
  "id": "8828312129168824753",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 71773,
  "createdBy": "project:chromium",
  "createTime": "2021-12-09T15:08:07.401128694Z",
  "startTime": "2021-12-09T15:08:11.434661Z",
  "endTime": "2021-12-09T15:37:41.136418211Z",
  "updateTime": "2021-12-09T15:37:41.136418211Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "4e0b8029b9de19db3f5bba974860c63ce7db7f29",
      "ref": "refs/heads/main"
    }
  }
}
[15:37:42.134] Invocation finished in 29m36.111400519s with status FAILED