Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 24 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/81170 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "c689b3e2093ede12a50a2a5db9bfc78215f68247",
        "project": "chromium/src",
        "ref": "refs/heads/main"
      }
    ]
  },
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "c689b3e2093ede12a50a2a5db9bfc78215f68247"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "8fc4d3b1e618143ce6a21b76116110fe54dba2bd",
  "parent_got_dawn_revision": "facbc82d6cffa924995dfe04bbd944858db4e75f",
  "parent_got_nacl_revision": "96f4b7e974d6fc13ec74926d1576b107b4c109af",
  "parent_got_revision": "c689b3e2093ede12a50a2a5db9bfc78215f68247",
  "parent_got_revision_cp": "refs/heads/main@{#963075}",
  "parent_got_swiftshader_revision": "366db5aedd903453a6af0f6019a05f7cd462106d",
  "parent_got_v8_revision": "23c3d9505fa3e2052a2e828cdd0a53bbca05602c",
  "parent_got_v8_revision_cp": "refs/heads/10.0.18@{#1}",
  "parent_got_webrtc_revision": "d5f414cee1ef51d774b364f28fdc4dea71301eba",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35769}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "c689b3e2093ede12a50a2a5db9bfc78215f68247",
  "swarm_hashes": {
    "absl_hardening_tests": "70467273acdadcb41e4a9bdd9a7dc3d0bce3f845456e02d0f28819e1f41f0867/569",
    "accessibility_unittests": "dafa17290e2a6ccae1b88da8aa7dd7ac371b019798a3be5e40e2dffad0755ce1/569",
    "angle_unittests": "f3f974616d7d05ac355c8f0af37503251fa37d7f3a61cc16944d91880ec42156/570",
    "app_shell_unittests": "13ef6597c9056a7ab938056c5dc8923ce84921a5904aa8741070795d43d5cb73/730",
    "aura_unittests": "9c264f111e70a47f10082f370b630a3c314d2a1b1dab86a7e870611a598d6f7b/569",
    "base_unittests": "dbae58d37eda5b628ae53e49b89b793895d75dd5bbcb2e04d49e49a210ed89f1/648",
    "blink_common_unittests": "8a7d7952292bbb0fcea259ba56e8d07e68695152d52a1a7d73793fd08975e61c/647",
    "blink_fuzzer_unittests": "0dcce8c3c2b3b542a2e1b9224aa55d9f09e2b165588141943cda11a43f5cd200/569",
    "blink_heap_unittests": "d2c1f361b1f3710646982d50aa5a93a490781d82450ebf46aab5d49c56c7f75f/569",
    "blink_platform_unittests": "18c6be96ecadba91a166b0c6238c431c382efdbb8928cddf04748e6f653e077d/726",
    "blink_unittests": "7911e30ed2e93cf1416bf6cb27847b957673dc86730342a3b01f31af8e898954/810",
    "boringssl_crypto_tests": "76e37c583476a2f149aa14a3673cfe8ab6d4f935ed613274c29f2402415ee5af/570",
    "boringssl_ssl_tests": "bd635f8688e54d3688215523fcb618427a12abab3733418326546baa1a5eb6d4/569",
    "capture_unittests": "bef2a1bffd8c1c69e81a469d67ab98241866df46cda16423b8024dd887bcef0e/648",
    "cast_unittests": "eff16f371b7c4671681eeda993de2b53866255d0a0d8d9b20bb1feb45ab7de19/569",
    "cc_unittests": "5ecb5f55bb3f30cd444505eb54eb8e419d80cfbceca6b6cf4bab10337d0c5f69/653",
    "chrome_app_unittests": "1605a168cf6bd5f7ebdb084cb322e9399d2a71cd7b29bd043c30eb746f77fc03/648",
    "chromedriver_unittests": "f7bdb70ea72b17c7bc43ed1cebfaed88606577583c413ed9bed080ad8f2b5cb0/726",
    "color_unittests": "8e2fb7010cf3ac27c58ddd8e14f7f747f320e84a64293ffcc3db3b07079504e3/569",
    "components_browsertests": "25459b2198f5909cc8c7858fe0bd8688a205aa8b96309a4cd06e57ca0d6812b3/813",
    "components_unittests": "576b648d14d8e15624126bb8c1b64a6b6672e0ba35ee9afe2e6424dd1893e460/813",
    "compositor_unittests": "060490983fe5c8a597be354df88247561ec0b2a9ddc291048c8f594a9a9ba806/645",
    "content_browsertests": "2d34ca40e51eb112731b70678c28a5f57a86acafa1854cc97330942103be1cde/887",
    "content_unittests": "904711b73572ac0974c2e99f3465e7852dbe74e0a2b2e4767ac84e8fed8084a0/806",
    "cronet_tests": "4e8d981954c65e29fc54893101b479d3c9bf2122cb7504421ddc4ba183ef41bd/730",
    "cronet_unittests": "9e9d0f5aad9d3fea3e2ca341cf43b99a3f75d75116671c10a0c66ce8a9b90251/646",
    "crypto_unittests": "254ffd6544c75cd7835d9c3fcb51e700c55a3fdd0227fb446ba107d743431fdf/569",
    "dbus_unittests": "4b0aec12412171f51db7ba2798f1eb1a6382ece937230776f8ed5114f9af3e4e/569",
    "device_unittests": "94b8291f783e3147b9da2d4703a1d4c75a6865e543f8dadbedd55a5363c498cf/646",
    "display_unittests": "696e4d4c04fc32dcdd180ad370dff32f7997b2f14d1f95565ca984ff58656aca/569",
    "events_unittests": "95219b93513ce4475df3b2dcc499d7bd3c8c013f7fc551f1296946ed8940900d/569",
    "extensions_browsertests": "47b2b01c24f1b1335f35e57e53374b5d3fd8df0f40e7917fa96657c6e9f67147/732",
    "extensions_unittests": "355561de147002269b039e037d3370102404285e2a03f4ddf5394a0ecca88ccf/896",
    "filesystem_service_unittests": "79b60e7e8dc224b307fb15817fd05a6bb563eb27c5018a4da001797c6d6666b0/569",
    "gcm_unit_tests": "cbdc1f868f7790ed2ae9b3c812e0bb7ade2ea0973b9fa1124cfbd74ca0c7167d/646",
    "gfx_unittests": "1d11e0de93b1a84d76d0e03a206a3b3c8565cae2bda1cc586a0d616b8f427c0f/645",
    "gin_unittests": "1cfc90192666ae14a0a150f332d21359fd598924abed3fc079647e88f84acb04/646",
    "gl_tests": "55b2a183bacaabe16c6fbac710c53ad4e58d0c369ba9b0eb49715c687c74353a/569",
    "gl_unittests": "4357ff83170e1660d8e1832ce9311e7b6838036f0734aadd695a2f5e7f1273a7/569",
    "google_apis_unittests": "5200a9d159e18bab509084d395c988785c0494efdeca7527b0670dc9ab14da53/731",
    "gpu_unittests": "41d7d6390c629e1ffda176628c3100385dfe84ecff4eee0913927dcf8ad3bef7/646",
    "gwp_asan_unittests": "3939a9c1d651612a4877b02b6cbdf6f410185b19ca4cdff9fd7b4d3145e93eb0/570",
    "headless_browsertests": "3a5e70a2b9d1811bd3113cbd599489707c56152102b641fe3b3b76eeb51d4af9/730",
    "headless_unittests": "e1ee3688d844b9b76b2624726e1f9dbe34c7b275f9a76b8496fbf5dee23dcfcd/569",
    "interactive_ui_tests": "08ed70fb7858168f20158aa2d8de3f79a3a7d7def6e14583896234100d96ba1e/965",
    "ipc_tests": "fc5efddc0f78569322236624a0bebc88f499061e449db87175949c714225226d/569",
    "jingle_unittests": "5bdc6fdc5a566150d1cc7807be99c5d9c64b8277cdeacaba9ee234e21ec63836/646",
    "latency_unittests": "c662e58b4815b7f14f3bb001c119e187d45d4af15bc738f46e8bd67641af7321/569",
    "libjingle_xmpp_unittests": "361cd815aff3f3fd6794b74b55a62641d2c1d9b7428ee65f3bf9368548a38725/569",
    "liburlpattern_unittests": "759ec0e684f041438561d5d545361319c5c034d315067a7362c8ce706caee80e/569",
    "media_unittests": "07c2ed800a4ede5dd8cb167eccab9859bc68a8bbc2df2e9acd9fc2c2c8a2b93c/649",
    "message_center_unittests": "75ecbd9726335c2a03de0228680ded2d988b34815fbb0681e722d02e32dee0f4/569",
    "midi_unittests": "3155923a8faf056a441c1794e4d8f6fac5bea96e1afe534d986cfe2afe798218/569",
    "mojo_core_unittests": "a9be78983648bca29d871f15663c0482c42dcc4869cac96bc800116607d1af56/569",
    "mojo_unittests": "08b3094c4358360bb4dd1a358c9af41a99adf0e20abf91ab7dc4ec7417deb223/647",
    "native_theme_unittests": "c7493bba4fb40f4e3d335e34a8fce98a3447f1c76c09b35b9f705d2dae5df1d6/569",
    "net_unittests": "5371a1565bdfb870b0bb528dbedeec740b76f30cb6966a83f63fc82839159a2a/648",
    "openscreen_unittests": "57496e32cf6df523b5adbaef7aac41090b546ade7ef8656046e54c5d2c39af67/648",
    "ozone_x11_unittests": "25cf9152b078fa5e5021b45e86401c728c5a79b973aff8ad71cd6154140508af/569",
    "pdf_unittests": "b01e322fa260944bfb4e6efc305b69a3ad53481b43161cb783d7b14a70e01557/646",
    "perfetto_unittests": "a5957e3af7bf47e705de8a552c28d91594990f00c90c615251906e9682cecc6f/569",
    "ppapi_unittests": "4bf1e34f5ab9facd32920d615a53147a35e5973d4bc184b55a31012fc015d778/569",
    "printing_unittests": "cf447e9c244b63f0edf43958ca568acf5590fdbf54569e669aa1a6fe5cbbe86d/569",
    "remoting_unittests": "a01a34695362f509a17a0694ec666f201b20ab0e2eca4093de6b74d10dfc866f/646",
    "sandbox_linux_unittests": "aa28f5a7575202dc571b0632abfbbf51156154129553b1c11053f6c64189ac07/569",
    "service_manager_unittests": "181630f30cb3ec251b8b925eb33249349311bfddaf63c344a149905087910190/569",
    "services_unittests": "f7e635f1861cf36df5c7e95d4ada7b25f0d3b1ac88c13271c5dc771601c425fa/815",
    "shell_dialogs_unittests": "88de635d3de35c1940b2819ed7c7994c2d251ee3688a1acf6707380e61a0a030/569",
    "skia_unittests": "3f65fe8cabe7b1b02ebbcdab0ed95a7da3f709e18a403a1c6ff32694c0baaa2d/569",
    "snapshot_unittests": "bc4a71d82153ed70754b079ed0d3855f936f425b52c4c39e3d9224e8f0502f91/569",
    "sql_unittests": "8664c72141e2897be5ee9a276074737e8321a14a20d302c3d05f76fb9f062eb1/646",
    "storage_unittests": "82ebd6312a74df04812a35e357530a8feffa8a6929de69a130560625b0cab086/727",
    "sync_integration_tests": "197d98ff853ac0d86fe86d302e96817fc9db84cae21a80372a9b7e65444cbdb8/729",
    "ui_base_unittests": "bb5bb41df7d2ed252bf6f44c8c039e1dd85d0f3c1bb057c234cb18e9422ed373/723",
    "ui_touch_selection_unittests": "2278f1491a1d2c4960c04b9f301e11d064c316c2074fb16f8107975366c3de3d/569",
    "unit_tests": "e9dbb9b465e41f8e566e54df3188a9d82d0e6e9aad390bd6138ee94059627577/1139",
    "url_unittests": "2a78bc2c80714f51d7d486495ecb8a5a4cd7f3625e4a566b96f64a1390f7e846/569",
    "views_unittests": "475f4d2938cc41fa67a46a321b4c456e6554f3d2f47d032bed2ac08b7a5d3860/569",
    "viz_unittests": "e51375f4042b68461460944adf781ee8e6d7579521e4074c9437713e430593a7/653",
    "vr_common_unittests": "7c8aff07a4040fdab7aaff12778f50f5c180d096de618874ab18ea0dcb9ead02/648",
    "vr_pixeltests": "ddcc00261bd5fc2fd5c6ee513147264dd89a3af1468e61df4ecfe08cf7c96dba/646",
    "weblayer_browsertests": "6198ad55e76dc9bc37d9c1f0af1d9a5cab5c93663f39c0ac8b6e5b1095615bd2/814",
    "weblayer_unittests": "df2b0db860918140efb7bfb0fa87be82bb10863bc5bca3ed64f678a832ade780/646",
    "wm_unittests": "4cae0f36b2f0d45d6d39826f17f0ed4059c6a025def291b8c672ba12958eb75b/569",
    "wtf_unittests": "d5e9b94592614fd0aede3ad3e50263b00aa8ed63cc24946992ba8a9411b10dea/569",
    "x11_unittests": "97cd8f84a28ac2363bd09be99a1942e8c5ca66c897bbe60d4f36de65958014a9/569",
    "xr_browser_tests": "4b9102a0e53d8866b4aef6351b0d9dfe2402617b15267e83ef2f6b8e3d2def7c/728",
    "zlib_unittests": "7fc9918f31379aa926e4d4afff2d650d4a0f047f68d958dca3fcc19784052288/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "d35d624e302339bddf63f41a26541de5b97ee363969aba926d26843428908d07/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c689b3e2093ede12a50a2a5db9bfc78215f68247
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:81170
  • user_agent:recipe

Debug log (UTC)

[18:49:47.626] New invocation is queued and will start shortly
[18:49:47.626] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[18:49:49.295] Starting the invocation (attempt 1)
[18:49:49.336] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c689b3e2093ede12a50a2a5db9bfc78215f68247"
[18:49:49.336] Popped gitiles commit info from properties and tags
[18:49:49.336] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:49:49.336] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:49:49.337] Buildbucket request:
{
  "requestId": "8989470186168627488",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "c689b3e2093ede12a50a2a5db9bfc78215f68247",
                        "project": "chromium/src",
                        "ref": "refs/heads/main"
                      }
                ]
          },
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "c689b3e2093ede12a50a2a5db9bfc78215f68247"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "8fc4d3b1e618143ce6a21b76116110fe54dba2bd",
      "parent_got_dawn_revision": "facbc82d6cffa924995dfe04bbd944858db4e75f",
      "parent_got_nacl_revision": "96f4b7e974d6fc13ec74926d1576b107b4c109af",
      "parent_got_revision": "c689b3e2093ede12a50a2a5db9bfc78215f68247",
      "parent_got_revision_cp": "refs/heads/main@{#963075}",
      "parent_got_swiftshader_revision": "366db5aedd903453a6af0f6019a05f7cd462106d",
      "parent_got_v8_revision": "23c3d9505fa3e2052a2e828cdd0a53bbca05602c",
      "parent_got_v8_revision_cp": "refs/heads/10.0.18@{#1}",
      "parent_got_webrtc_revision": "d5f414cee1ef51d774b364f28fdc4dea71301eba",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35769}",
      "swarm_hashes": {
            "absl_hardening_tests": "70467273acdadcb41e4a9bdd9a7dc3d0bce3f845456e02d0f28819e1f41f0867/569",
            "accessibility_unittests": "dafa17290e2a6ccae1b88da8aa7dd7ac371b019798a3be5e40e2dffad0755ce1/569",
            "angle_unittests": "f3f974616d7d05ac355c8f0af37503251fa37d7f3a61cc16944d91880ec42156/570",
            "app_shell_unittests": "13ef6597c9056a7ab938056c5dc8923ce84921a5904aa8741070795d43d5cb73/730",
            "aura_unittests": "9c264f111e70a47f10082f370b630a3c314d2a1b1dab86a7e870611a598d6f7b/569",
            "base_unittests": "dbae58d37eda5b628ae53e49b89b793895d75dd5bbcb2e04d49e49a210ed89f1/648",
            "blink_common_unittests": "8a7d7952292bbb0fcea259ba56e8d07e68695152d52a1a7d73793fd08975e61c/647",
            "blink_fuzzer_unittests": "0dcce8c3c2b3b542a2e1b9224aa55d9f09e2b165588141943cda11a43f5cd200/569",
            "blink_heap_unittests": "d2c1f361b1f3710646982d50aa5a93a490781d82450ebf46aab5d49c56c7f75f/569",
            "blink_platform_unittests": "18c6be96ecadba91a166b0c6238c431c382efdbb8928cddf04748e6f653e077d/726",
            "blink_unittests": "7911e30ed2e93cf1416bf6cb27847b957673dc86730342a3b01f31af8e898954/810",
            "boringssl_crypto_tests": "76e37c583476a2f149aa14a3673cfe8ab6d4f935ed613274c29f2402415ee5af/570",
            "boringssl_ssl_tests": "bd635f8688e54d3688215523fcb618427a12abab3733418326546baa1a5eb6d4/569",
            "capture_unittests": "bef2a1bffd8c1c69e81a469d67ab98241866df46cda16423b8024dd887bcef0e/648",
            "cast_unittests": "eff16f371b7c4671681eeda993de2b53866255d0a0d8d9b20bb1feb45ab7de19/569",
            "cc_unittests": "5ecb5f55bb3f30cd444505eb54eb8e419d80cfbceca6b6cf4bab10337d0c5f69/653",
            "chrome_app_unittests": "1605a168cf6bd5f7ebdb084cb322e9399d2a71cd7b29bd043c30eb746f77fc03/648",
            "chromedriver_unittests": "f7bdb70ea72b17c7bc43ed1cebfaed88606577583c413ed9bed080ad8f2b5cb0/726",
            "color_unittests": "8e2fb7010cf3ac27c58ddd8e14f7f747f320e84a64293ffcc3db3b07079504e3/569",
            "components_browsertests": "25459b2198f5909cc8c7858fe0bd8688a205aa8b96309a4cd06e57ca0d6812b3/813",
            "components_unittests": "576b648d14d8e15624126bb8c1b64a6b6672e0ba35ee9afe2e6424dd1893e460/813",
            "compositor_unittests": "060490983fe5c8a597be354df88247561ec0b2a9ddc291048c8f594a9a9ba806/645",
            "content_browsertests": "2d34ca40e51eb112731b70678c28a5f57a86acafa1854cc97330942103be1cde/887",
            "content_unittests": "904711b73572ac0974c2e99f3465e7852dbe74e0a2b2e4767ac84e8fed8084a0/806",
            "cronet_tests": "4e8d981954c65e29fc54893101b479d3c9bf2122cb7504421ddc4ba183ef41bd/730",
            "cronet_unittests": "9e9d0f5aad9d3fea3e2ca341cf43b99a3f75d75116671c10a0c66ce8a9b90251/646",
            "crypto_unittests": "254ffd6544c75cd7835d9c3fcb51e700c55a3fdd0227fb446ba107d743431fdf/569",
            "dbus_unittests": "4b0aec12412171f51db7ba2798f1eb1a6382ece937230776f8ed5114f9af3e4e/569",
            "device_unittests": "94b8291f783e3147b9da2d4703a1d4c75a6865e543f8dadbedd55a5363c498cf/646",
            "display_unittests": "696e4d4c04fc32dcdd180ad370dff32f7997b2f14d1f95565ca984ff58656aca/569",
            "events_unittests": "95219b93513ce4475df3b2dcc499d7bd3c8c013f7fc551f1296946ed8940900d/569",
            "extensions_browsertests": "47b2b01c24f1b1335f35e57e53374b5d3fd8df0f40e7917fa96657c6e9f67147/732",
            "extensions_unittests": "355561de147002269b039e037d3370102404285e2a03f4ddf5394a0ecca88ccf/896",
            "filesystem_service_unittests": "79b60e7e8dc224b307fb15817fd05a6bb563eb27c5018a4da001797c6d6666b0/569",
            "gcm_unit_tests": "cbdc1f868f7790ed2ae9b3c812e0bb7ade2ea0973b9fa1124cfbd74ca0c7167d/646",
            "gfx_unittests": "1d11e0de93b1a84d76d0e03a206a3b3c8565cae2bda1cc586a0d616b8f427c0f/645",
            "gin_unittests": "1cfc90192666ae14a0a150f332d21359fd598924abed3fc079647e88f84acb04/646",
            "gl_tests": "55b2a183bacaabe16c6fbac710c53ad4e58d0c369ba9b0eb49715c687c74353a/569",
            "gl_unittests": "4357ff83170e1660d8e1832ce9311e7b6838036f0734aadd695a2f5e7f1273a7/569",
            "google_apis_unittests": "5200a9d159e18bab509084d395c988785c0494efdeca7527b0670dc9ab14da53/731",
            "gpu_unittests": "41d7d6390c629e1ffda176628c3100385dfe84ecff4eee0913927dcf8ad3bef7/646",
            "gwp_asan_unittests": "3939a9c1d651612a4877b02b6cbdf6f410185b19ca4cdff9fd7b4d3145e93eb0/570",
            "headless_browsertests": "3a5e70a2b9d1811bd3113cbd599489707c56152102b641fe3b3b76eeb51d4af9/730",
            "headless_unittests": "e1ee3688d844b9b76b2624726e1f9dbe34c7b275f9a76b8496fbf5dee23dcfcd/569",
            "interactive_ui_tests": "08ed70fb7858168f20158aa2d8de3f79a3a7d7def6e14583896234100d96ba1e/965",
            "ipc_tests": "fc5efddc0f78569322236624a0bebc88f499061e449db87175949c714225226d/569",
            "jingle_unittests": "5bdc6fdc5a566150d1cc7807be99c5d9c64b8277cdeacaba9ee234e21ec63836/646",
            "latency_unittests": "c662e58b4815b7f14f3bb001c119e187d45d4af15bc738f46e8bd67641af7321/569",
            "libjingle_xmpp_unittests": "361cd815aff3f3fd6794b74b55a62641d2c1d9b7428ee65f3bf9368548a38725/569",
            "liburlpattern_unittests": "759ec0e684f041438561d5d545361319c5c034d315067a7362c8ce706caee80e/569",
            "media_unittests": "07c2ed800a4ede5dd8cb167eccab9859bc68a8bbc2df2e9acd9fc2c2c8a2b93c/649",
            "message_center_unittests": "75ecbd9726335c2a03de0228680ded2d988b34815fbb0681e722d02e32dee0f4/569",
            "midi_unittests": "3155923a8faf056a441c1794e4d8f6fac5bea96e1afe534d986cfe2afe798218/569",
            "mojo_core_unittests": "a9be78983648bca29d871f15663c0482c42dcc4869cac96bc800116607d1af56/569",
            "mojo_unittests": "08b3094c4358360bb4dd1a358c9af41a99adf0e20abf91ab7dc4ec7417deb223/647",
            "native_theme_unittests": "c7493bba4fb40f4e3d335e34a8fce98a3447f1c76c09b35b9f705d2dae5df1d6/569",
            "net_unittests": "5371a1565bdfb870b0bb528dbedeec740b76f30cb6966a83f63fc82839159a2a/648",
            "openscreen_unittests": "57496e32cf6df523b5adbaef7aac41090b546ade7ef8656046e54c5d2c39af67/648",
            "ozone_x11_unittests": "25cf9152b078fa5e5021b45e86401c728c5a79b973aff8ad71cd6154140508af/569",
            "pdf_unittests": "b01e322fa260944bfb4e6efc305b69a3ad53481b43161cb783d7b14a70e01557/646",
            "perfetto_unittests": "a5957e3af7bf47e705de8a552c28d91594990f00c90c615251906e9682cecc6f/569",
            "ppapi_unittests": "4bf1e34f5ab9facd32920d615a53147a35e5973d4bc184b55a31012fc015d778/569",
            "printing_unittests": "cf447e9c244b63f0edf43958ca568acf5590fdbf54569e669aa1a6fe5cbbe86d/569",
            "remoting_unittests": "a01a34695362f509a17a0694ec666f201b20ab0e2eca4093de6b74d10dfc866f/646",
            "sandbox_linux_unittests": "aa28f5a7575202dc571b0632abfbbf51156154129553b1c11053f6c64189ac07/569",
            "service_manager_unittests": "181630f30cb3ec251b8b925eb33249349311bfddaf63c344a149905087910190/569",
            "services_unittests": "f7e635f1861cf36df5c7e95d4ada7b25f0d3b1ac88c13271c5dc771601c425fa/815",
            "shell_dialogs_unittests": "88de635d3de35c1940b2819ed7c7994c2d251ee3688a1acf6707380e61a0a030/569",
            "skia_unittests": "3f65fe8cabe7b1b02ebbcdab0ed95a7da3f709e18a403a1c6ff32694c0baaa2d/569",
            "snapshot_unittests": "bc4a71d82153ed70754b079ed0d3855f936f425b52c4c39e3d9224e8f0502f91/569",
            "sql_unittests": "8664c72141e2897be5ee9a276074737e8321a14a20d302c3d05f76fb9f062eb1/646",
            "storage_unittests": "82ebd6312a74df04812a35e357530a8feffa8a6929de69a130560625b0cab086/727",
            "sync_integration_tests": "197d98ff853ac0d86fe86d302e96817fc9db84cae21a80372a9b7e65444cbdb8/729",
            "ui_base_unittests": "bb5bb41df7d2ed252bf6f44c8c039e1dd85d0f3c1bb057c234cb18e9422ed373/723",
            "ui_touch_selection_unittests": "2278f1491a1d2c4960c04b9f301e11d064c316c2074fb16f8107975366c3de3d/569",
            "unit_tests": "e9dbb9b465e41f8e566e54df3188a9d82d0e6e9aad390bd6138ee94059627577/1139",
            "url_unittests": "2a78bc2c80714f51d7d486495ecb8a5a4cd7f3625e4a566b96f64a1390f7e846/569",
            "views_unittests": "475f4d2938cc41fa67a46a321b4c456e6554f3d2f47d032bed2ac08b7a5d3860/569",
            "viz_unittests": "e51375f4042b68461460944adf781ee8e6d7579521e4074c9437713e430593a7/653",
            "vr_common_unittests": "7c8aff07a4040fdab7aaff12778f50f5c180d096de618874ab18ea0dcb9ead02/648",
            "vr_pixeltests": "ddcc00261bd5fc2fd5c6ee513147264dd89a3af1468e61df4ecfe08cf7c96dba/646",
            "weblayer_browsertests": "6198ad55e76dc9bc37d9c1f0af1d9a5cab5c93663f39c0ac8b6e5b1095615bd2/814",
            "weblayer_unittests": "df2b0db860918140efb7bfb0fa87be82bb10863bc5bca3ed64f678a832ade780/646",
            "wm_unittests": "4cae0f36b2f0d45d6d39826f17f0ed4059c6a025def291b8c672ba12958eb75b/569",
            "wtf_unittests": "d5e9b94592614fd0aede3ad3e50263b00aa8ed63cc24946992ba8a9411b10dea/569",
            "x11_unittests": "97cd8f84a28ac2363bd09be99a1942e8c5ca66c897bbe60d4f36de65958014a9/569",
            "xr_browser_tests": "4b9102a0e53d8866b4aef6351b0d9dfe2402617b15267e83ef2f6b8e3d2def7c/728",
            "zlib_unittests": "7fc9918f31379aa926e4d4afff2d650d4a0f047f68d958dca3fcc19784052288/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "d35d624e302339bddf63f41a26541de5b97ee363969aba926d26843428908d07/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "c689b3e2093ede12a50a2a5db9bfc78215f68247",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8989470186168627488"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "81170"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[18:49:49.981] Scheduled build:
{
  "id": "8824040123581393825",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 73108,
  "createdBy": "project:chromium",
  "createTime": "2022-01-25T18:49:49.410799376Z",
  "updateTime": "2022-01-25T18:49:49.410799376Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "c689b3e2093ede12a50a2a5db9bfc78215f68247",
      "ref": "refs/heads/main"
    }
  }
}
[18:49:49.981] Task URL: https://cr-buildbucket.appspot.com/build/8824040123581393825
[18:49:49.981] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8989470186168627488:2:0) after 1m13s
[18:50:00.247] Received PubSub notification, asking Buildbucket for the build status
[18:50:00.282] Build status: STARTED
[18:51:03.040] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8989470186168627488:2:0)
[18:51:03.060] Build status: STARTED
[18:51:03.060] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8989470186168627488:4:0) after 8m53s
[18:59:56.080] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8989470186168627488:4:0)
[18:59:56.112] Build status: STARTED
[18:59:56.112] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8989470186168627488:5:0) after 4m9s
[19:04:05.195] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8989470186168627488:5:0)
[19:04:05.220] Build status: STARTED
[19:04:05.220] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8989470186168627488:6:0) after 9m12s
[19:13:17.579] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8989470186168627488:6:0)
[19:13:17.653] Build status: STARTED
[19:13:17.653] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8989470186168627488:7:0) after 4m7s
[19:14:24.413] Received PubSub notification, asking Buildbucket for the build status
[19:14:24.450] Build:
{
  "id": "8824040123581393825",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 73108,
  "createdBy": "project:chromium",
  "createTime": "2022-01-25T18:49:49.410799376Z",
  "startTime": "2022-01-25T18:49:59.525786Z",
  "endTime": "2022-01-25T19:14:23.889428318Z",
  "updateTime": "2022-01-25T19:14:23.889428318Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "c689b3e2093ede12a50a2a5db9bfc78215f68247",
      "ref": "refs/heads/main"
    }
  }
}
[19:14:24.450] Invocation finished in 24m36.891920569s with status FAILED