Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 1 hour
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/82060 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "c9bfceb6e81ef3c460a6acb78f90705bfb0df4b3",
        "project": "chromium/src",
        "ref": "refs/heads/main"
      }
    ]
  },
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "c9bfceb6e81ef3c460a6acb78f90705bfb0df4b3"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "8390196a308b611abf9f5364c210478e4ce25f92",
  "parent_got_dawn_revision": "faa889d0b0467276ce186533f510e0fb254a3a17",
  "parent_got_nacl_revision": "ab384dc06c9b5bafd0f6ba74083cc67b5fdc16ed",
  "parent_got_revision": "c9bfceb6e81ef3c460a6acb78f90705bfb0df4b3",
  "parent_got_revision_cp": "refs/heads/main@{#975537}",
  "parent_got_swiftshader_revision": "949ffcf551518e729099feff57cd01a41ee884b4",
  "parent_got_v8_revision": "fbc6a09b6f5a0d1951f41de413a4e3f1fce5ca76",
  "parent_got_v8_revision_cp": "refs/heads/10.1.38@{#1}",
  "parent_got_webrtc_revision": "56db8d09529d5ba92d24954a1d78a90c8ea2cd85",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#36087}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "c9bfceb6e81ef3c460a6acb78f90705bfb0df4b3",
  "swarm_hashes": {
    "absl_hardening_tests": "23cc2bd4b07b85b129e09ebe709583fa4ffd291479f3121de41135f201b1fae5/569",
    "accessibility_unittests": "8618ca7cb198ee61295c4e5db976f435dd56533c302060779016dcfa4a92fae8/569",
    "angle_unittests": "cd504c1334ed7f81122e7e51225d9f382a96d66d2575983fde673e2b6ce829ea/570",
    "app_shell_unittests": "f48e2932476eb184c8d295af421e0e1b3cb72d09979c7d8102c1495e501a12d0/730",
    "aura_unittests": "b929344335c1598b6cde241296e828da9c9facac8c4368f45afef7cf8c0162f3/569",
    "base_unittests": "9b27b6090aab87621b42933b5851f28e7e031495747a6737002f33ba27fcdd8a/648",
    "blink_common_unittests": "cdac9a1bba8def44198a7f0ab62a5c24742fa5bb057e6dc248b25adcb01b016a/647",
    "blink_fuzzer_unittests": "78cbd7c14029e776c1882ab661db8dff80521a6801b03f83ac03fbdd2aaaff72/569",
    "blink_heap_unittests": "fafe3ecea86a635ffe47157bb3331687216931bae1dcc2e032c42bff09f3fb04/569",
    "blink_platform_unittests": "167086f0f32bd723964507c7a49b8a55f14221b6762b189824dcfe96063f0678/726",
    "blink_unittests": "27ca15e2637388499aee92bce9638495c064f177f1bbd7e981df4d4adc5fa27a/810",
    "boringssl_crypto_tests": "2a6a0907ed4b928b071b50ce393e6efd74428d6e7de20ca5c686868b6d576660/570",
    "boringssl_ssl_tests": "c0a677cc7b50a8bb6195b86dc7b3680b8a711e2db238dfeae0c2df87eb673986/569",
    "capture_unittests": "f7f212fe3111a68c6785b0b85e7c079343e43b09b58e34e76e9719ece9398c45/648",
    "cast_unittests": "b59149f81ff8c60a97c3e0772bc4511f56fefe51096df559473109a23cd9ffac/569",
    "cc_unittests": "0aa629b4681d9db66d566077bff1e8cdaa6076de93284161c937d8359bfab384/729",
    "chrome_app_unittests": "6393dd6767a120436b8904687bca8b14357e8feda033f4e61fb80d2d1c8057cb/648",
    "chromedriver_unittests": "df194237b90b4b510e1f820b94370771df473718e6d42122811948021fb59197/726",
    "color_unittests": "60408f4e39eafe0a3d0371d06db662b25c705ff8ea88f387c468d3a114e177c7/569",
    "components_browsertests": "3e417a79d85ed10fc6f2b7749258dea2b8af079100d228b8d9a171c3f673359f/813",
    "components_unittests": "6f335bfe9c3485b4844619733c6443c7056d501bf3f3771749961f3b65e17840/813",
    "compositor_unittests": "b64734310bff6f8b7701d96cdc096021ab0ce4da59c624e1a9456e0e538304cb/645",
    "content_browsertests": "1e90fa84bef5fc20662e3135e671da8ffcf62c7cdcc3b2656bb646e64e0e2c98/887",
    "content_unittests": "6925117744f576f28b1acc784069af17ada411e3e6d92ab72421a376031f8dd9/806",
    "cronet_tests": "1c1d060ed88fe346ec7c937edac15c9e1ed0a8c635817707d360f15cd5b1dd0f/730",
    "cronet_unittests": "e713e89817ce295835dd56fd09095e1397952a1621c4d9e1e8a7a34b8b025d1d/646",
    "crypto_unittests": "2ac0827905c8a415ef6dab20adb49bfc90b46a8f2a26bbe40fc43670ec5b0389/569",
    "dbus_unittests": "dc660b62e5c5f9a9db9c72413523f29c4db1fab9f2b9ea39042651f050fcd304/569",
    "device_unittests": "36dfb010021a008dd71f835e4cd5c1ee3aed225ab956dd6261a778686c76b4cb/646",
    "display_unittests": "3e482eaf1d87f71ae71770524c3d6b30bc20c633210c225e4969881d6d26ebf8/569",
    "events_unittests": "d6abaab1c1286c886864df23d971c931f5cd86b674574db99348233b77bd8eb0/569",
    "extensions_browsertests": "288c60cd8586e7eb5e9c2fe138d354570199d53d07a8613b3a58ae550a0fdae5/732",
    "extensions_unittests": "8dcd95f8cb7fe63a7935c0f4b22f0a655dc14d6f1877a7c7998ce7ad158e8c6c/896",
    "filesystem_service_unittests": "78f81d241df08c8980b4f08d59057c3e840af2bc6bb79b19e9ac1a4d3c071768/569",
    "gcm_unit_tests": "521ffdb379492445e9f922f35e6d8894d43a278c8de20f9ff047360707b915cc/646",
    "gfx_unittests": "598b1aecd52b914ecd7d62db6cdd9cc454d1be218743b28021a35a0805b5268b/645",
    "gin_unittests": "49cebd4480426594ef47fecf7baae95feb616414bd505240ff275f53c3727a39/646",
    "gl_tests": "cd6c453676bc1bbc4ba8e7b49649605f1549ecb7b2e32e73ded6e3b2d6fdd823/569",
    "gl_unittests": "3554f1b7e3061b25a4d21d11e3a88fe09dd2aa09ea4c4a66dff5a4bb02376bbd/569",
    "google_apis_unittests": "f5ef63b12e0f72004b4b9650b442e37df6ec1d49bf35397f50d040306abe2524/731",
    "gpu_unittests": "320abbcf2acc842de8adf2390eac29c9811bdc3b1d3780d70765ac628e158cef/646",
    "gwp_asan_unittests": "600f5b54e8a5af85b489262a7e89da8805b2384a850f67104455902aae51cac5/570",
    "headless_browsertests": "9994b3a2746352836475b7e00489ea30d91f8dfef32612795914f457aa070c05/730",
    "headless_unittests": "b35e12af59ddb2a36cffa1a9f747515e93206013cc536aa300c682998fe30041/569",
    "interactive_ui_tests": "01fbe513d6985a9737dd0f56e6d92b0ce6c4ad8ffdb12f486ffabb786c71d0af/965",
    "ipc_tests": "1e692244f6358ddd1189078c5af2b1f69eb5bd5d613a58c406e18ad4b9d5d0f3/569",
    "latency_unittests": "a6d61935108d2e83336907b513d4b17fc7956cfdf1690c6c3d4618fc1aa129cd/569",
    "libjingle_xmpp_unittests": "32ccfb7934ddf0534baa989e2d68f61f6e2e6aeb5433f01f13a3c9bdd4e7e0f1/569",
    "liburlpattern_unittests": "879866ef171ebd1a593884ef478a49a62869abc3704b60c16da469f1754c5ba9/569",
    "media_unittests": "1b60a1c528c38853c66502e183724a37ec6e08132057981c1a0dbfe37d4e4402/649",
    "message_center_unittests": "e1ac547a5e99765b67a6331477f3c2b532d983d727e92d004efe9bebd3341502/569",
    "midi_unittests": "fd46d86f03fc48e5541a663721bc109aea6a68ba2f5adf761a9e5cb8ee6cba42/569",
    "mojo_core_unittests": "3cf0fb769904a51a907165f7c479385ca8bd055ad348f7da518207ec03e24e0f/569",
    "mojo_unittests": "efb50ff2ad7ab77a988479808de4fd369f6cc620850977f0ea3575645e6cf76a/647",
    "native_theme_unittests": "dd6217148dc6029bb6f24fddb91c6665503270fc98017a83b17b012b0a577357/569",
    "net_unittests": "8ba1874357c646834ba81ca6447f922fd9d03eafef580ea668fb938c005e7ac9/648",
    "openscreen_unittests": "172f2a6709a9c26d9a555537ede88bbcfd69499a45dcd09154967e0156a504ac/648",
    "ozone_x11_unittests": "99766d73f626e6216fabbfab66ed6101ee8c1b4ce365ed708f0cda1034f7e9dd/569",
    "pdf_unittests": "71af1fd6c7b05ff67ff48791e349b836b17c9041178a43d1a0c930447a10ad38/646",
    "perfetto_unittests": "c81c74dec41c839ae41eb6f5d074237ca503649c47306e7efe9cebacb9486079/569",
    "ppapi_unittests": "c2e814e93979eff366a9845b9c859b1e5d1aa7d8df533e5051b719de7650588f/569",
    "printing_unittests": "b78c058f4f453a1480e6284651d836646032985312e113b395d2986417fd23a9/569",
    "remoting_unittests": "c5bf52f59da482c2412bc4c23347b4a2426f196767b33606cc38d1e6cb37b97a/646",
    "sandbox_linux_unittests": "b860ae862c04c9562c424b3a58b6fc568fd738e58e6d71a58f776343c541647c/569",
    "service_manager_unittests": "dce8b77ce2485822e2c222fe572d5f3f72ca4171867b84eddfade1190355670d/569",
    "services_unittests": "3a738cb569c41f9f831d179b6249835ac96c2c594867b6431619015d1f42a67a/815",
    "shell_dialogs_unittests": "da53ff46084e3f704d34e2c3f99ce9f73be3a2a95f6e51cbcd22853ff4d5accf/569",
    "skia_unittests": "48adf40c162af132abbd318f3a06a6fd1a9fe3d78269ef57ccdee7d342f5641e/569",
    "snapshot_unittests": "e3ff8383c0d9555303f1a651e65f1a6219b6becd9938d0df1ba9150d903bf97c/569",
    "sql_unittests": "8d8231821b0ec9be059882b5b4ad26499b0b8e6717531213a4804060c7e5f077/646",
    "storage_unittests": "2e0d792c1a758d8472921d048fa7d41fe70d80ba580a1862b08612ed4fcbd995/727",
    "sync_integration_tests": "6cbdfea552343682164f745cf9a0a52ccfb206b5bddd854aa0fd95a96d1250c7/729",
    "ui_base_unittests": "2f3d41496b31e9cd975dc6a2421f0f5698b4666d69fb15c9bc4a4e69c5863c98/723",
    "ui_touch_selection_unittests": "0cb393735b4b6143e3fff9e0d46a843a037e306911a7becb0c9e6e5df334687a/569",
    "unit_tests": "0430ba25618747c721ec46870e5441a805915e6c410605965e0a38af7daea919/1139",
    "url_unittests": "1106f6a9ee827626d68516c949014c1d1be28802acbb799348626e0d0321077a/569",
    "views_unittests": "2369b0ae53260e4299e0d7620c8dc9e63ef7e6e209afcf3f12b93ea23d411e5f/569",
    "viz_unittests": "cb1c68a2dc9a223463c4011fe2d39892b28aad314e64aa12cec5141826761e62/653",
    "vr_common_unittests": "5daf6b840d77553d495ddcf80a1717bd7602978370d6b422bcab3645731e4e82/648",
    "vr_pixeltests": "2870a359050950ce6acd15dc2ff1f624923e8904e4fbb810a0ba847a419006dc/646",
    "weblayer_browsertests": "3f95bcd0a5f08092418e45b70e8b5446f4163a55a22cffc52eb4e54232613f22/814",
    "weblayer_unittests": "000e30627dce86913eeb914c9b053ca5f2b7cf308362c585682425dc15cadc58/646",
    "wm_unittests": "3b2ba91584239fcb8ec89c0e88b3719b3f91fdacdc137c57fd23fcc12e6ffa5e/569",
    "wtf_unittests": "74d0ade35bc35d105b6dd9fec52c62303f96df19a8b7769b8523ebab5b9d88c4/569",
    "xr_browser_tests": "ca8743d6faf322135e0e6ce2642397d192c7735b06005114ac9d491038d8a8c9/728",
    "zlib_unittests": "5aa9ca87a66e31cfbf63095cc694a11511681d3c070db0d03ab9ecc37bcb3c73/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "99f1ddc3cab048b3d466e52ddfb22b426ffdb5a5e64a31b34163289b91b49154/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c9bfceb6e81ef3c460a6acb78f90705bfb0df4b3
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:82060
  • user_agent:recipe

Debug log (UTC)

[08:21:12.205] New invocation is queued and will start shortly
[08:21:12.205] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[08:21:13.371] Starting the invocation (attempt 1)
[08:21:13.408] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c9bfceb6e81ef3c460a6acb78f90705bfb0df4b3"
[08:21:13.408] Popped gitiles commit info from properties and tags
[08:21:13.408] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[08:21:13.408] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[08:21:13.412] Buildbucket request:
{
  "requestId": "8986520033710701968",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "c9bfceb6e81ef3c460a6acb78f90705bfb0df4b3",
                        "project": "chromium/src",
                        "ref": "refs/heads/main"
                      }
                ]
          },
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "c9bfceb6e81ef3c460a6acb78f90705bfb0df4b3"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "8390196a308b611abf9f5364c210478e4ce25f92",
      "parent_got_dawn_revision": "faa889d0b0467276ce186533f510e0fb254a3a17",
      "parent_got_nacl_revision": "ab384dc06c9b5bafd0f6ba74083cc67b5fdc16ed",
      "parent_got_revision": "c9bfceb6e81ef3c460a6acb78f90705bfb0df4b3",
      "parent_got_revision_cp": "refs/heads/main@{#975537}",
      "parent_got_swiftshader_revision": "949ffcf551518e729099feff57cd01a41ee884b4",
      "parent_got_v8_revision": "fbc6a09b6f5a0d1951f41de413a4e3f1fce5ca76",
      "parent_got_v8_revision_cp": "refs/heads/10.1.38@{#1}",
      "parent_got_webrtc_revision": "56db8d09529d5ba92d24954a1d78a90c8ea2cd85",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#36087}",
      "swarm_hashes": {
            "absl_hardening_tests": "23cc2bd4b07b85b129e09ebe709583fa4ffd291479f3121de41135f201b1fae5/569",
            "accessibility_unittests": "8618ca7cb198ee61295c4e5db976f435dd56533c302060779016dcfa4a92fae8/569",
            "angle_unittests": "cd504c1334ed7f81122e7e51225d9f382a96d66d2575983fde673e2b6ce829ea/570",
            "app_shell_unittests": "f48e2932476eb184c8d295af421e0e1b3cb72d09979c7d8102c1495e501a12d0/730",
            "aura_unittests": "b929344335c1598b6cde241296e828da9c9facac8c4368f45afef7cf8c0162f3/569",
            "base_unittests": "9b27b6090aab87621b42933b5851f28e7e031495747a6737002f33ba27fcdd8a/648",
            "blink_common_unittests": "cdac9a1bba8def44198a7f0ab62a5c24742fa5bb057e6dc248b25adcb01b016a/647",
            "blink_fuzzer_unittests": "78cbd7c14029e776c1882ab661db8dff80521a6801b03f83ac03fbdd2aaaff72/569",
            "blink_heap_unittests": "fafe3ecea86a635ffe47157bb3331687216931bae1dcc2e032c42bff09f3fb04/569",
            "blink_platform_unittests": "167086f0f32bd723964507c7a49b8a55f14221b6762b189824dcfe96063f0678/726",
            "blink_unittests": "27ca15e2637388499aee92bce9638495c064f177f1bbd7e981df4d4adc5fa27a/810",
            "boringssl_crypto_tests": "2a6a0907ed4b928b071b50ce393e6efd74428d6e7de20ca5c686868b6d576660/570",
            "boringssl_ssl_tests": "c0a677cc7b50a8bb6195b86dc7b3680b8a711e2db238dfeae0c2df87eb673986/569",
            "capture_unittests": "f7f212fe3111a68c6785b0b85e7c079343e43b09b58e34e76e9719ece9398c45/648",
            "cast_unittests": "b59149f81ff8c60a97c3e0772bc4511f56fefe51096df559473109a23cd9ffac/569",
            "cc_unittests": "0aa629b4681d9db66d566077bff1e8cdaa6076de93284161c937d8359bfab384/729",
            "chrome_app_unittests": "6393dd6767a120436b8904687bca8b14357e8feda033f4e61fb80d2d1c8057cb/648",
            "chromedriver_unittests": "df194237b90b4b510e1f820b94370771df473718e6d42122811948021fb59197/726",
            "color_unittests": "60408f4e39eafe0a3d0371d06db662b25c705ff8ea88f387c468d3a114e177c7/569",
            "components_browsertests": "3e417a79d85ed10fc6f2b7749258dea2b8af079100d228b8d9a171c3f673359f/813",
            "components_unittests": "6f335bfe9c3485b4844619733c6443c7056d501bf3f3771749961f3b65e17840/813",
            "compositor_unittests": "b64734310bff6f8b7701d96cdc096021ab0ce4da59c624e1a9456e0e538304cb/645",
            "content_browsertests": "1e90fa84bef5fc20662e3135e671da8ffcf62c7cdcc3b2656bb646e64e0e2c98/887",
            "content_unittests": "6925117744f576f28b1acc784069af17ada411e3e6d92ab72421a376031f8dd9/806",
            "cronet_tests": "1c1d060ed88fe346ec7c937edac15c9e1ed0a8c635817707d360f15cd5b1dd0f/730",
            "cronet_unittests": "e713e89817ce295835dd56fd09095e1397952a1621c4d9e1e8a7a34b8b025d1d/646",
            "crypto_unittests": "2ac0827905c8a415ef6dab20adb49bfc90b46a8f2a26bbe40fc43670ec5b0389/569",
            "dbus_unittests": "dc660b62e5c5f9a9db9c72413523f29c4db1fab9f2b9ea39042651f050fcd304/569",
            "device_unittests": "36dfb010021a008dd71f835e4cd5c1ee3aed225ab956dd6261a778686c76b4cb/646",
            "display_unittests": "3e482eaf1d87f71ae71770524c3d6b30bc20c633210c225e4969881d6d26ebf8/569",
            "events_unittests": "d6abaab1c1286c886864df23d971c931f5cd86b674574db99348233b77bd8eb0/569",
            "extensions_browsertests": "288c60cd8586e7eb5e9c2fe138d354570199d53d07a8613b3a58ae550a0fdae5/732",
            "extensions_unittests": "8dcd95f8cb7fe63a7935c0f4b22f0a655dc14d6f1877a7c7998ce7ad158e8c6c/896",
            "filesystem_service_unittests": "78f81d241df08c8980b4f08d59057c3e840af2bc6bb79b19e9ac1a4d3c071768/569",
            "gcm_unit_tests": "521ffdb379492445e9f922f35e6d8894d43a278c8de20f9ff047360707b915cc/646",
            "gfx_unittests": "598b1aecd52b914ecd7d62db6cdd9cc454d1be218743b28021a35a0805b5268b/645",
            "gin_unittests": "49cebd4480426594ef47fecf7baae95feb616414bd505240ff275f53c3727a39/646",
            "gl_tests": "cd6c453676bc1bbc4ba8e7b49649605f1549ecb7b2e32e73ded6e3b2d6fdd823/569",
            "gl_unittests": "3554f1b7e3061b25a4d21d11e3a88fe09dd2aa09ea4c4a66dff5a4bb02376bbd/569",
            "google_apis_unittests": "f5ef63b12e0f72004b4b9650b442e37df6ec1d49bf35397f50d040306abe2524/731",
            "gpu_unittests": "320abbcf2acc842de8adf2390eac29c9811bdc3b1d3780d70765ac628e158cef/646",
            "gwp_asan_unittests": "600f5b54e8a5af85b489262a7e89da8805b2384a850f67104455902aae51cac5/570",
            "headless_browsertests": "9994b3a2746352836475b7e00489ea30d91f8dfef32612795914f457aa070c05/730",
            "headless_unittests": "b35e12af59ddb2a36cffa1a9f747515e93206013cc536aa300c682998fe30041/569",
            "interactive_ui_tests": "01fbe513d6985a9737dd0f56e6d92b0ce6c4ad8ffdb12f486ffabb786c71d0af/965",
            "ipc_tests": "1e692244f6358ddd1189078c5af2b1f69eb5bd5d613a58c406e18ad4b9d5d0f3/569",
            "latency_unittests": "a6d61935108d2e83336907b513d4b17fc7956cfdf1690c6c3d4618fc1aa129cd/569",
            "libjingle_xmpp_unittests": "32ccfb7934ddf0534baa989e2d68f61f6e2e6aeb5433f01f13a3c9bdd4e7e0f1/569",
            "liburlpattern_unittests": "879866ef171ebd1a593884ef478a49a62869abc3704b60c16da469f1754c5ba9/569",
            "media_unittests": "1b60a1c528c38853c66502e183724a37ec6e08132057981c1a0dbfe37d4e4402/649",
            "message_center_unittests": "e1ac547a5e99765b67a6331477f3c2b532d983d727e92d004efe9bebd3341502/569",
            "midi_unittests": "fd46d86f03fc48e5541a663721bc109aea6a68ba2f5adf761a9e5cb8ee6cba42/569",
            "mojo_core_unittests": "3cf0fb769904a51a907165f7c479385ca8bd055ad348f7da518207ec03e24e0f/569",
            "mojo_unittests": "efb50ff2ad7ab77a988479808de4fd369f6cc620850977f0ea3575645e6cf76a/647",
            "native_theme_unittests": "dd6217148dc6029bb6f24fddb91c6665503270fc98017a83b17b012b0a577357/569",
            "net_unittests": "8ba1874357c646834ba81ca6447f922fd9d03eafef580ea668fb938c005e7ac9/648",
            "openscreen_unittests": "172f2a6709a9c26d9a555537ede88bbcfd69499a45dcd09154967e0156a504ac/648",
            "ozone_x11_unittests": "99766d73f626e6216fabbfab66ed6101ee8c1b4ce365ed708f0cda1034f7e9dd/569",
            "pdf_unittests": "71af1fd6c7b05ff67ff48791e349b836b17c9041178a43d1a0c930447a10ad38/646",
            "perfetto_unittests": "c81c74dec41c839ae41eb6f5d074237ca503649c47306e7efe9cebacb9486079/569",
            "ppapi_unittests": "c2e814e93979eff366a9845b9c859b1e5d1aa7d8df533e5051b719de7650588f/569",
            "printing_unittests": "b78c058f4f453a1480e6284651d836646032985312e113b395d2986417fd23a9/569",
            "remoting_unittests": "c5bf52f59da482c2412bc4c23347b4a2426f196767b33606cc38d1e6cb37b97a/646",
            "sandbox_linux_unittests": "b860ae862c04c9562c424b3a58b6fc568fd738e58e6d71a58f776343c541647c/569",
            "service_manager_unittests": "dce8b77ce2485822e2c222fe572d5f3f72ca4171867b84eddfade1190355670d/569",
            "services_unittests": "3a738cb569c41f9f831d179b6249835ac96c2c594867b6431619015d1f42a67a/815",
            "shell_dialogs_unittests": "da53ff46084e3f704d34e2c3f99ce9f73be3a2a95f6e51cbcd22853ff4d5accf/569",
            "skia_unittests": "48adf40c162af132abbd318f3a06a6fd1a9fe3d78269ef57ccdee7d342f5641e/569",
            "snapshot_unittests": "e3ff8383c0d9555303f1a651e65f1a6219b6becd9938d0df1ba9150d903bf97c/569",
            "sql_unittests": "8d8231821b0ec9be059882b5b4ad26499b0b8e6717531213a4804060c7e5f077/646",
            "storage_unittests": "2e0d792c1a758d8472921d048fa7d41fe70d80ba580a1862b08612ed4fcbd995/727",
            "sync_integration_tests": "6cbdfea552343682164f745cf9a0a52ccfb206b5bddd854aa0fd95a96d1250c7/729",
            "ui_base_unittests": "2f3d41496b31e9cd975dc6a2421f0f5698b4666d69fb15c9bc4a4e69c5863c98/723",
            "ui_touch_selection_unittests": "0cb393735b4b6143e3fff9e0d46a843a037e306911a7becb0c9e6e5df334687a/569",
            "unit_tests": "0430ba25618747c721ec46870e5441a805915e6c410605965e0a38af7daea919/1139",
            "url_unittests": "1106f6a9ee827626d68516c949014c1d1be28802acbb799348626e0d0321077a/569",
            "views_unittests": "2369b0ae53260e4299e0d7620c8dc9e63ef7e6e209afcf3f12b93ea23d411e5f/569",
            "viz_unittests": "cb1c68a2dc9a223463c4011fe2d39892b28aad314e64aa12cec5141826761e62/653",
            "vr_common_unittests": "5daf6b840d77553d495ddcf80a1717bd7602978370d6b422bcab3645731e4e82/648",
            "vr_pixeltests": "2870a359050950ce6acd15dc2ff1f624923e8904e4fbb810a0ba847a419006dc/646",
            "weblayer_browsertests": "3f95bcd0a5f08092418e45b70e8b5446f4163a55a22cffc52eb4e54232613f22/814",
            "weblayer_unittests": "000e30627dce86913eeb914c9b053ca5f2b7cf308362c585682425dc15cadc58/646",
            "wm_unittests": "3b2ba91584239fcb8ec89c0e88b3719b3f91fdacdc137c57fd23fcc12e6ffa5e/569",
            "wtf_unittests": "74d0ade35bc35d105b6dd9fec52c62303f96df19a8b7769b8523ebab5b9d88c4/569",
            "xr_browser_tests": "ca8743d6faf322135e0e6ce2642397d192c7735b06005114ac9d491038d8a8c9/728",
            "zlib_unittests": "5aa9ca87a66e31cfbf63095cc694a11511681d3c070db0d03ab9ecc37bcb3c73/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "99f1ddc3cab048b3d466e52ddfb22b426ffdb5a5e64a31b34163289b91b49154/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "c9bfceb6e81ef3c460a6acb78f90705bfb0df4b3",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8986520033710701968"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "82060"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[08:21:14.074] Scheduled build:
{
  "id": "8821089971695083633",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 73985,
  "createdBy": "project:chromium",
  "createTime": "2022-02-27T08:21:13.493763571Z",
  "updateTime": "2022-02-27T08:21:13.493763571Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "c9bfceb6e81ef3c460a6acb78f90705bfb0df4b3",
      "ref": "refs/heads/main"
    }
  }
}
[08:21:14.074] Task URL: https://cr-buildbucket.appspot.com/build/8821089971695083633
[08:21:14.074] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8986520033710701968:2:0) after 1m12s
[08:22:26.095] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8986520033710701968:2:0)
[08:22:26.126] Build status: SCHEDULED
[08:22:26.126] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8986520033710701968:3:0) after 2m51s
[08:25:17.146] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8986520033710701968:3:0)
[08:25:17.189] Build status: SCHEDULED
[08:25:17.189] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8986520033710701968:4:0) after 7m10s
[08:32:27.365] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8986520033710701968:4:0)
[08:32:27.397] Build status: SCHEDULED
[08:32:27.397] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8986520033710701968:5:0) after 6m2s
[08:38:29.456] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8986520033710701968:5:0)
[08:38:29.492] Build status: SCHEDULED
[08:38:29.492] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8986520033710701968:6:0) after 1m53s
[08:40:22.522] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8986520033710701968:6:0)
[08:40:22.550] Build status: SCHEDULED
[08:40:22.550] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8986520033710701968:7:0) after 4m33s
[08:44:55.575] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8986520033710701968:7:0)
[08:44:55.596] Build status: SCHEDULED
[08:44:55.596] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8986520033710701968:8:0) after 5m49s
[08:49:48.110] Received PubSub notification, asking Buildbucket for the build status
[08:49:48.142] Build status: STARTED
[08:50:44.887] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8986520033710701968:8:0)
[08:50:44.908] Build status: STARTED
[08:50:44.908] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8986520033710701968:10:0) after 5m36s
[08:56:20.979] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8986520033710701968:10:0)
[08:56:21.002] Build status: STARTED
[08:56:21.002] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8986520033710701968:11:0) after 2m38s
[08:58:59.021] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8986520033710701968:11:0)
[08:58:59.046] Build status: STARTED
[08:58:59.046] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8986520033710701968:12:0) after 2m0s
[09:00:59.071] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8986520033710701968:12:0)
[09:00:59.109] Build status: STARTED
[09:00:59.109] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8986520033710701968:13:0) after 2m9s
[09:03:08.130] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8986520033710701968:13:0)
[09:03:08.152] Build status: STARTED
[09:03:08.152] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8986520033710701968:14:0) after 3m20s
[09:06:29.031] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8986520033710701968:14:0)
[09:06:29.063] Build status: STARTED
[09:06:29.063] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8986520033710701968:15:0) after 2m7s
[09:08:36.475] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8986520033710701968:15:0)
[09:08:36.498] Build status: STARTED
[09:08:36.498] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8986520033710701968:16:0) after 7m31s
[09:16:07.513] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8986520033710701968:16:0)
[09:16:07.530] Build status: STARTED
[09:16:07.530] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8986520033710701968:17:0) after 6m40s
[09:22:47.553] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8986520033710701968:17:0)
[09:22:47.573] Build status: STARTED
[09:22:47.573] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8986520033710701968:18:0) after 2m50s
[09:24:10.963] Received PubSub notification, asking Buildbucket for the build status
[09:24:10.984] Build:
{
  "id": "8821089971695083633",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 73985,
  "createdBy": "project:chromium",
  "createTime": "2022-02-27T08:21:13.493763571Z",
  "startTime": "2022-02-27T08:49:45.473011Z",
  "endTime": "2022-02-27T09:24:10.601422268Z",
  "updateTime": "2022-02-27T09:24:10.601422268Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "c9bfceb6e81ef3c460a6acb78f90705bfb0df4b3",
      "ref": "refs/heads/main"
    }
  }
}
[09:24:10.984] Invocation finished in 1h2m58.796802423s with status FAILED