Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 25 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/78641 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "4d02a5b5881c79963cb7ac5d8233b6ab173ca1ac"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "81d964a1ae031130e8fe1ccd0af91c228d1bdcba",
  "parent_got_dawn_revision": "b19556e907c5012e6e28906a797f62b197aff965",
  "parent_got_nacl_revision": "9d577686a4321b08f6b86ff2589070fdee1c53f9",
  "parent_got_revision": "4d02a5b5881c79963cb7ac5d8233b6ab173ca1ac",
  "parent_got_revision_cp": "refs/heads/main@{#936634}",
  "parent_got_swiftshader_revision": "9d8950e082d87b79f9a67a9fb26494cec36827ba",
  "parent_got_v8_revision": "db391a3b8fc5c3e8448bb0f5c2af1683ae8a4c32",
  "parent_got_v8_revision_cp": "refs/heads/9.7.84@{#1}",
  "parent_got_webrtc_revision": "3cff17133342a6edf438c8614fe630728e88d8c0",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35282}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "4d02a5b5881c79963cb7ac5d8233b6ab173ca1ac",
  "swarm_hashes": {
    "absl_hardening_tests": "6e19fc6d34bf39af4f09d7e66285abe15fbda9d0d1cd5c96c31716799a06a651/569",
    "accessibility_unittests": "a9f52c64fd687d5353da0a9f326b8d0bb762259460a8f13ebf0d9d29e0a3c122/569",
    "angle_unittests": "a5f54dd0d43b42b941a5842e1b4c5ade4c297db88cb8783dba936295a178a482/570",
    "app_shell_unittests": "66d99e44b398998476274034d9519d25e0ee231ead74ad8cac702de6d1d4f613/809",
    "aura_unittests": "6bea651f1a5cf73e06ff6a6bd16edb6d4c68699b4741f83d54f04153f1c84bec/569",
    "base_unittests": "66648addf883c04dd1112a11747a58732e4582a866f0a8f5b450370fbbfd863d/648",
    "blink_common_unittests": "468f882cb3fec2da60de4866b9c416c5337d85d1c69476913e8788e45f23884a/647",
    "blink_fuzzer_unittests": "917a28f9ab292c1b3e933c0ea2d9db942cbd266b02358ddc4ebf1aef76bcf324/648",
    "blink_heap_unittests": "c2fdea74972a33bc95b423d37dc451927039f3a56e9616bdebbc2381c2b2ca96/648",
    "blink_platform_unittests": "c9b64053d15151281dc40f1cc846b1c65a38f2c57800803c74cd9fcdf7ccbdb1/726",
    "blink_unittests": "ca15dc1ac66c75c02c14fe6c6a5d44c87f2263ef652da013a54b6fb087d2ef7f/726",
    "boringssl_crypto_tests": "068397fc10ca535f12d6ed499b8863259d8c08611aaed19e60396aa75fc081c1/570",
    "boringssl_ssl_tests": "c709200f08dbf2341553bfb19a1ebd7c3c91eee4191e7ac7e2e1879fe0108b40/569",
    "capture_unittests": "cffacc1465f435717e2f18b24626186b5be18fa809835155e372b3060e5a9b65/648",
    "cast_unittests": "b5f0419852f7bc2aa187208d4aef56a3800fdd275e7bb6e005bf796101e5386d/569",
    "cc_unittests": "93b70ebdeaca59b59b0deb4d2152367aa079a00c67af1a62e2e4689d7700e00f/653",
    "chrome_app_unittests": "c4481394dd27ceb9d2531c468237231a24ca325694a8a97ab62c8ed266043fcb/811",
    "chromedriver_unittests": "8976dc32ae75e63cc7752be8bf87bf3aff42eadd04d61317f87243da4a7484ce/726",
    "color_unittests": "f6975e3b6edd5d3f88e7d0aa2221d1033780c7ea4eb00712f8c7ef621cc48473/569",
    "components_browsertests": "0b21777191e2d0c63b11214e08cf9c8a294c91c0d3265ae4cd5c694cce6e9a60/892",
    "components_unittests": "c1439aa2e5b667598cfb2ab808bbde9fa8de19080bae355b39145f39357f3e7b/892",
    "compositor_unittests": "955761e2f57d5e1ffadcce4d7bad5e3e1266edafa3751758d5c44f8401fc210e/645",
    "content_browsertests": "c2acd828bfd39b64f184865030596ed2f3589ffde87ae2ecbdc974ee4c7093d3/887",
    "content_unittests": "359dfcaf7bd1a1ef9548cb456ba373a8b618d80176ab49d29be9d417f9aad209/806",
    "cronet_tests": "092e2eaadbf4da73a5ce8cae68dd6cece5e61822d2c7b42187d449a1d45c784b/730",
    "cronet_unittests": "02f3994b1759b3d6d696650605a4522612950765a1828b89191a148c42d1716f/646",
    "crypto_unittests": "311d5fedfd4e6dc453927a9b45a9cd63522e5d02fa927ea854c8330921766db8/569",
    "dbus_unittests": "d8164ca15b54a152aa23f2f6199e215a70ee44cde17b68baab73737e4451d1fd/569",
    "device_unittests": "6ac97e1a71b4617b8723abca543182fccdc0dd784f664ca1101390cde09ed1bb/646",
    "display_unittests": "4ab91eded9db4ba9681484ea79d75527bfe059670987095017b331896fc9a41e/569",
    "events_unittests": "5af6147bf47aedf386a7815e262e6465ac08e2a914442ffad1465dcc49e8741d/569",
    "extensions_browsertests": "8f43a60bbe1cb1c09ed9be84d66e9f710851f459164924091b2735c212a8529f/811",
    "extensions_unittests": "22f70cd0cedbdf36ea5ffbc23fbdc013573fbc8b5d8942cf270cf540e2b06dde/975",
    "filesystem_service_unittests": "3be5d65d94ec5bbaee3c46cf52581d3ef2d0a114e7a2222d9ca14bb3865528b5/569",
    "gcm_unit_tests": "b7e27526d62b68a5ac080e0f32b8e8669ac812e9ff5922fb255af4c65b09479f/646",
    "gfx_unittests": "53ea776a7859bd6a40addedbe75e3790ab2878069021d7ef669bb8be704e210a/645",
    "gin_unittests": "3c16fc128ba1e81fc1616d84c1acd2c3f74840b8b3517b9aa47faca9464cabb9/646",
    "gl_tests": "e24d83305e37aaf4cad190854cb624da5adff4bde7b64a7e01f086109a2f5f83/569",
    "gl_unittests": "30623e119b6107bd8412a29357c11aeecc812991d46dbfbb904ad3ec9b63caef/569",
    "google_apis_unittests": "c9842683453a71b06121063b62cd1496faa78eb408868f44647d3637da126f1f/731",
    "gpu_unittests": "23def8d163926c0afff56f7d156ecc1de3c61b9ca006a068656a110a42eda766/646",
    "gwp_asan_unittests": "38ee13b9f4ec816811d9f8868da005b80544fab58a0534944db70bab13b5f355/570",
    "headless_browsertests": "06f5709b1ce118d368aa4c34fdc7e703731af3cc94bdad9de272129120d87cc3/809",
    "headless_unittests": "803dd216f567a4efb1eed57c8badb33c01f14bb33719e7b976ba38ad145a2eb7/569",
    "interactive_ui_tests": "8eec6b4464ae702c141050eeb17cb344f1cb5c6c0e1946e3dc2ca8d1197abe66/1128",
    "ipc_tests": "98140d5127b73e5b334dec932f15b4dc93fe64ad3c84cbb3b77403e20a065354/569",
    "jingle_unittests": "92d239fb9e390cdcd6b3c7bb02609456e86d1649fb9d30bed575341ad8e390ab/646",
    "latency_unittests": "fcc1751009d3d5d970eb2e72594dedc3159c33bdc79bcb8eb301d475318c893d/569",
    "libjingle_xmpp_unittests": "cc5156bed9d9213f3af4dd1e76b9a8a4fe9dfb9026e186da6e9f782fee0af8e3/569",
    "liburlpattern_unittests": "b0886976237e7943695869a817340bea7660163785a91858b58273ebc7cfba3b/569",
    "media_unittests": "f30c091433410023208df5a35e8e2b61029751f67c54ef72e615478865d1af71/649",
    "message_center_unittests": "540982aee4c3565d6e292c9391311ba1f2f9e30f64b00fc06d755854ac37ea9b/569",
    "midi_unittests": "931d8ac668f1f82be41e87dce81d3c7d112b1698a55a3f757bce8aee83b848e5/569",
    "mojo_core_unittests": "27c414c5bd3acc7088563866369142e6fa253302cafe7e1379c9461bafdcc281/569",
    "mojo_unittests": "46a66f89b6ab681fa67818069a50bb9353b2ddae0e617cd603dbacdefabf4072/647",
    "native_theme_unittests": "c6e4853724957e8e06f8e911695ae389cf14ea03576f837f3ddaa7ebb5240e8f/569",
    "net_unittests": "4859388c518b5f0644d5811354b688baac4797d0cf1025a43de67a9366aae517/648",
    "openscreen_unittests": "726d97db6c53ab6379098b46de9c8deddfd5902d523314d6a5b98164517b53e6/811",
    "ozone_x11_unittests": "b1dec7e7472fe96e47deded7b589a4f6c55ad833bb8cbd03961350d32fb5f861/569",
    "pdf_unittests": "9a12c4af38bd19f87f1ebd6981a35dc23c9c115353b45872363c15876ba60944/725",
    "perfetto_unittests": "27dc5e71abdbad028f8943a9b9ab3ec4b8b3361533b818581bbe03215f518b8c/569",
    "ppapi_unittests": "296666314888816aca2b463bc4aaad68115bf33e10538daacaf3f77101f47d58/569",
    "printing_unittests": "e5085a0dbfa946254527a743cd89af50ae634cb817bf2442bc47df33e8bc1e9a/569",
    "remoting_unittests": "375b6783aa3cced77e11474a584d8336559e00a6fba70cd5c77f339b24862a59/646",
    "sandbox_linux_unittests": "12a96ce63e3cfcd1886337f7f33665bc415b8e5f8c53115bc5673af6114416e7/569",
    "service_manager_unittests": "1e3f215eca65a7616d3d2093b72e6ea6bf99880b6d85dd1525b086fb7f74e50a/569",
    "services_unittests": "d158cdcd936f5231c78427f5b412bcbcbc866113e5770a00efd7e52c069bb0ef/815",
    "shell_dialogs_unittests": "774d02fbe8ad8b3c46f7f0da7f946696949555165fc084c3192d5c342e8c5469/569",
    "skia_unittests": "f32510dd7671171f794792c3bf4464827115c1375ec5d961e1669b540a7b3d3a/569",
    "snapshot_unittests": "b9b56867636a50d2974cfd4aefb4550e98baf9099452343d86d410b83ac98b20/569",
    "sql_unittests": "452fc024db3a1ae943ea256aa9fd3d17b22b77cc2095d69af0bea8bdc80e7525/646",
    "storage_unittests": "aaad5b79e4055d865d84724baf038adde3d89ffab8af5c5a89a89d5897ce0882/727",
    "sync_integration_tests": "1365b311750fb920893b2cd86d8d36dc1f87332b6199b9578a7b5920330d39dd/892",
    "ui_base_unittests": "fd9f2940c113b6d9fad7ec7c0bee56c3886790741ae44c4c0f02402534b4702e/723",
    "ui_touch_selection_unittests": "0936c3a8fc8b9b1713378e9264282fc23cb0c0eb80c60a63e709bb9e6bdef49b/569",
    "unit_tests": "63e49b97010f6b273cc0d29f3b2c997df9ee5bf1ad86049b26d675faa1bfe391/1141",
    "url_unittests": "976dd183e11ebf333a95a5959f7485a11c4478c25e32a663abe0181d4e28d98d/569",
    "views_unittests": "f92231d2e43226aa9a1316b305738f9779c4e36e716b74ed9840fe48b567f8c1/569",
    "viz_unittests": "f2ad709ea73b677d42bf3109c893fcad48eb7e4f8330da7e6f0e34733aed61e2/653",
    "vr_common_unittests": "e0a30e70b7e787e1e9f0e9331086e0c17b40670952c59ecd8f637bcb37419652/811",
    "vr_pixeltests": "1eaf80da9881794621de420e1496d02eca164303eeed6d243ac387bfe7d19618/725",
    "weblayer_browsertests": "fd5933fe33eb14b70390d91d14424ff4fb7d30756ac56f5d396b13798c7e7236/893",
    "weblayer_unittests": "8ea5cf5ed3ad7fec6850bb18c7d7f19e1dffbb106e41285ea55115ddb263317a/725",
    "wm_unittests": "c8613f0494a1c007df82d12feabf1a54cda14421dba5d7589e92e9bab19e3c01/569",
    "wtf_unittests": "cd462ae3ac2dcde3886bd7d0e8b596ead44dedfbd90d32a592a898008ab8e797/569",
    "x11_unittests": "5cb34a4d8869cfdb613303f895163bb2a123944e65082dc290fe585add13270c/569",
    "xr_browser_tests": "d71f053fa5e78047b54448df34eae4a2bea1ac75872cdecdce27b7d972b60e28/891",
    "zlib_unittests": "37da475d70aa618bc936d161fdb9abbab0ae226810d0f1c748e24c09bece6688/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "f0d486abf22639ab3ba9fd78912ffff90aee71501abf199e6c2518e5ece7d641/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/4d02a5b5881c79963cb7ac5d8233b6ab173ca1ac
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:78641
  • user_agent:recipe

Debug log (UTC)

[01:42:16.155] New invocation is queued and will start shortly
[01:42:16.155] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[01:42:17.230] Starting the invocation (attempt 1)
[01:42:17.263] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/4d02a5b5881c79963cb7ac5d8233b6ab173ca1ac"
[01:42:17.263] Popped gitiles commit info from properties and tags
[01:42:17.263] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:42:17.264] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:42:17.265] Buildbucket request:
{
  "requestId": "8997416768444809520",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "4d02a5b5881c79963cb7ac5d8233b6ab173ca1ac"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "81d964a1ae031130e8fe1ccd0af91c228d1bdcba",
      "parent_got_dawn_revision": "b19556e907c5012e6e28906a797f62b197aff965",
      "parent_got_nacl_revision": "9d577686a4321b08f6b86ff2589070fdee1c53f9",
      "parent_got_revision": "4d02a5b5881c79963cb7ac5d8233b6ab173ca1ac",
      "parent_got_revision_cp": "refs/heads/main@{#936634}",
      "parent_got_swiftshader_revision": "9d8950e082d87b79f9a67a9fb26494cec36827ba",
      "parent_got_v8_revision": "db391a3b8fc5c3e8448bb0f5c2af1683ae8a4c32",
      "parent_got_v8_revision_cp": "refs/heads/9.7.84@{#1}",
      "parent_got_webrtc_revision": "3cff17133342a6edf438c8614fe630728e88d8c0",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35282}",
      "swarm_hashes": {
            "absl_hardening_tests": "6e19fc6d34bf39af4f09d7e66285abe15fbda9d0d1cd5c96c31716799a06a651/569",
            "accessibility_unittests": "a9f52c64fd687d5353da0a9f326b8d0bb762259460a8f13ebf0d9d29e0a3c122/569",
            "angle_unittests": "a5f54dd0d43b42b941a5842e1b4c5ade4c297db88cb8783dba936295a178a482/570",
            "app_shell_unittests": "66d99e44b398998476274034d9519d25e0ee231ead74ad8cac702de6d1d4f613/809",
            "aura_unittests": "6bea651f1a5cf73e06ff6a6bd16edb6d4c68699b4741f83d54f04153f1c84bec/569",
            "base_unittests": "66648addf883c04dd1112a11747a58732e4582a866f0a8f5b450370fbbfd863d/648",
            "blink_common_unittests": "468f882cb3fec2da60de4866b9c416c5337d85d1c69476913e8788e45f23884a/647",
            "blink_fuzzer_unittests": "917a28f9ab292c1b3e933c0ea2d9db942cbd266b02358ddc4ebf1aef76bcf324/648",
            "blink_heap_unittests": "c2fdea74972a33bc95b423d37dc451927039f3a56e9616bdebbc2381c2b2ca96/648",
            "blink_platform_unittests": "c9b64053d15151281dc40f1cc846b1c65a38f2c57800803c74cd9fcdf7ccbdb1/726",
            "blink_unittests": "ca15dc1ac66c75c02c14fe6c6a5d44c87f2263ef652da013a54b6fb087d2ef7f/726",
            "boringssl_crypto_tests": "068397fc10ca535f12d6ed499b8863259d8c08611aaed19e60396aa75fc081c1/570",
            "boringssl_ssl_tests": "c709200f08dbf2341553bfb19a1ebd7c3c91eee4191e7ac7e2e1879fe0108b40/569",
            "capture_unittests": "cffacc1465f435717e2f18b24626186b5be18fa809835155e372b3060e5a9b65/648",
            "cast_unittests": "b5f0419852f7bc2aa187208d4aef56a3800fdd275e7bb6e005bf796101e5386d/569",
            "cc_unittests": "93b70ebdeaca59b59b0deb4d2152367aa079a00c67af1a62e2e4689d7700e00f/653",
            "chrome_app_unittests": "c4481394dd27ceb9d2531c468237231a24ca325694a8a97ab62c8ed266043fcb/811",
            "chromedriver_unittests": "8976dc32ae75e63cc7752be8bf87bf3aff42eadd04d61317f87243da4a7484ce/726",
            "color_unittests": "f6975e3b6edd5d3f88e7d0aa2221d1033780c7ea4eb00712f8c7ef621cc48473/569",
            "components_browsertests": "0b21777191e2d0c63b11214e08cf9c8a294c91c0d3265ae4cd5c694cce6e9a60/892",
            "components_unittests": "c1439aa2e5b667598cfb2ab808bbde9fa8de19080bae355b39145f39357f3e7b/892",
            "compositor_unittests": "955761e2f57d5e1ffadcce4d7bad5e3e1266edafa3751758d5c44f8401fc210e/645",
            "content_browsertests": "c2acd828bfd39b64f184865030596ed2f3589ffde87ae2ecbdc974ee4c7093d3/887",
            "content_unittests": "359dfcaf7bd1a1ef9548cb456ba373a8b618d80176ab49d29be9d417f9aad209/806",
            "cronet_tests": "092e2eaadbf4da73a5ce8cae68dd6cece5e61822d2c7b42187d449a1d45c784b/730",
            "cronet_unittests": "02f3994b1759b3d6d696650605a4522612950765a1828b89191a148c42d1716f/646",
            "crypto_unittests": "311d5fedfd4e6dc453927a9b45a9cd63522e5d02fa927ea854c8330921766db8/569",
            "dbus_unittests": "d8164ca15b54a152aa23f2f6199e215a70ee44cde17b68baab73737e4451d1fd/569",
            "device_unittests": "6ac97e1a71b4617b8723abca543182fccdc0dd784f664ca1101390cde09ed1bb/646",
            "display_unittests": "4ab91eded9db4ba9681484ea79d75527bfe059670987095017b331896fc9a41e/569",
            "events_unittests": "5af6147bf47aedf386a7815e262e6465ac08e2a914442ffad1465dcc49e8741d/569",
            "extensions_browsertests": "8f43a60bbe1cb1c09ed9be84d66e9f710851f459164924091b2735c212a8529f/811",
            "extensions_unittests": "22f70cd0cedbdf36ea5ffbc23fbdc013573fbc8b5d8942cf270cf540e2b06dde/975",
            "filesystem_service_unittests": "3be5d65d94ec5bbaee3c46cf52581d3ef2d0a114e7a2222d9ca14bb3865528b5/569",
            "gcm_unit_tests": "b7e27526d62b68a5ac080e0f32b8e8669ac812e9ff5922fb255af4c65b09479f/646",
            "gfx_unittests": "53ea776a7859bd6a40addedbe75e3790ab2878069021d7ef669bb8be704e210a/645",
            "gin_unittests": "3c16fc128ba1e81fc1616d84c1acd2c3f74840b8b3517b9aa47faca9464cabb9/646",
            "gl_tests": "e24d83305e37aaf4cad190854cb624da5adff4bde7b64a7e01f086109a2f5f83/569",
            "gl_unittests": "30623e119b6107bd8412a29357c11aeecc812991d46dbfbb904ad3ec9b63caef/569",
            "google_apis_unittests": "c9842683453a71b06121063b62cd1496faa78eb408868f44647d3637da126f1f/731",
            "gpu_unittests": "23def8d163926c0afff56f7d156ecc1de3c61b9ca006a068656a110a42eda766/646",
            "gwp_asan_unittests": "38ee13b9f4ec816811d9f8868da005b80544fab58a0534944db70bab13b5f355/570",
            "headless_browsertests": "06f5709b1ce118d368aa4c34fdc7e703731af3cc94bdad9de272129120d87cc3/809",
            "headless_unittests": "803dd216f567a4efb1eed57c8badb33c01f14bb33719e7b976ba38ad145a2eb7/569",
            "interactive_ui_tests": "8eec6b4464ae702c141050eeb17cb344f1cb5c6c0e1946e3dc2ca8d1197abe66/1128",
            "ipc_tests": "98140d5127b73e5b334dec932f15b4dc93fe64ad3c84cbb3b77403e20a065354/569",
            "jingle_unittests": "92d239fb9e390cdcd6b3c7bb02609456e86d1649fb9d30bed575341ad8e390ab/646",
            "latency_unittests": "fcc1751009d3d5d970eb2e72594dedc3159c33bdc79bcb8eb301d475318c893d/569",
            "libjingle_xmpp_unittests": "cc5156bed9d9213f3af4dd1e76b9a8a4fe9dfb9026e186da6e9f782fee0af8e3/569",
            "liburlpattern_unittests": "b0886976237e7943695869a817340bea7660163785a91858b58273ebc7cfba3b/569",
            "media_unittests": "f30c091433410023208df5a35e8e2b61029751f67c54ef72e615478865d1af71/649",
            "message_center_unittests": "540982aee4c3565d6e292c9391311ba1f2f9e30f64b00fc06d755854ac37ea9b/569",
            "midi_unittests": "931d8ac668f1f82be41e87dce81d3c7d112b1698a55a3f757bce8aee83b848e5/569",
            "mojo_core_unittests": "27c414c5bd3acc7088563866369142e6fa253302cafe7e1379c9461bafdcc281/569",
            "mojo_unittests": "46a66f89b6ab681fa67818069a50bb9353b2ddae0e617cd603dbacdefabf4072/647",
            "native_theme_unittests": "c6e4853724957e8e06f8e911695ae389cf14ea03576f837f3ddaa7ebb5240e8f/569",
            "net_unittests": "4859388c518b5f0644d5811354b688baac4797d0cf1025a43de67a9366aae517/648",
            "openscreen_unittests": "726d97db6c53ab6379098b46de9c8deddfd5902d523314d6a5b98164517b53e6/811",
            "ozone_x11_unittests": "b1dec7e7472fe96e47deded7b589a4f6c55ad833bb8cbd03961350d32fb5f861/569",
            "pdf_unittests": "9a12c4af38bd19f87f1ebd6981a35dc23c9c115353b45872363c15876ba60944/725",
            "perfetto_unittests": "27dc5e71abdbad028f8943a9b9ab3ec4b8b3361533b818581bbe03215f518b8c/569",
            "ppapi_unittests": "296666314888816aca2b463bc4aaad68115bf33e10538daacaf3f77101f47d58/569",
            "printing_unittests": "e5085a0dbfa946254527a743cd89af50ae634cb817bf2442bc47df33e8bc1e9a/569",
            "remoting_unittests": "375b6783aa3cced77e11474a584d8336559e00a6fba70cd5c77f339b24862a59/646",
            "sandbox_linux_unittests": "12a96ce63e3cfcd1886337f7f33665bc415b8e5f8c53115bc5673af6114416e7/569",
            "service_manager_unittests": "1e3f215eca65a7616d3d2093b72e6ea6bf99880b6d85dd1525b086fb7f74e50a/569",
            "services_unittests": "d158cdcd936f5231c78427f5b412bcbcbc866113e5770a00efd7e52c069bb0ef/815",
            "shell_dialogs_unittests": "774d02fbe8ad8b3c46f7f0da7f946696949555165fc084c3192d5c342e8c5469/569",
            "skia_unittests": "f32510dd7671171f794792c3bf4464827115c1375ec5d961e1669b540a7b3d3a/569",
            "snapshot_unittests": "b9b56867636a50d2974cfd4aefb4550e98baf9099452343d86d410b83ac98b20/569",
            "sql_unittests": "452fc024db3a1ae943ea256aa9fd3d17b22b77cc2095d69af0bea8bdc80e7525/646",
            "storage_unittests": "aaad5b79e4055d865d84724baf038adde3d89ffab8af5c5a89a89d5897ce0882/727",
            "sync_integration_tests": "1365b311750fb920893b2cd86d8d36dc1f87332b6199b9578a7b5920330d39dd/892",
            "ui_base_unittests": "fd9f2940c113b6d9fad7ec7c0bee56c3886790741ae44c4c0f02402534b4702e/723",
            "ui_touch_selection_unittests": "0936c3a8fc8b9b1713378e9264282fc23cb0c0eb80c60a63e709bb9e6bdef49b/569",
            "unit_tests": "63e49b97010f6b273cc0d29f3b2c997df9ee5bf1ad86049b26d675faa1bfe391/1141",
            "url_unittests": "976dd183e11ebf333a95a5959f7485a11c4478c25e32a663abe0181d4e28d98d/569",
            "views_unittests": "f92231d2e43226aa9a1316b305738f9779c4e36e716b74ed9840fe48b567f8c1/569",
            "viz_unittests": "f2ad709ea73b677d42bf3109c893fcad48eb7e4f8330da7e6f0e34733aed61e2/653",
            "vr_common_unittests": "e0a30e70b7e787e1e9f0e9331086e0c17b40670952c59ecd8f637bcb37419652/811",
            "vr_pixeltests": "1eaf80da9881794621de420e1496d02eca164303eeed6d243ac387bfe7d19618/725",
            "weblayer_browsertests": "fd5933fe33eb14b70390d91d14424ff4fb7d30756ac56f5d396b13798c7e7236/893",
            "weblayer_unittests": "8ea5cf5ed3ad7fec6850bb18c7d7f19e1dffbb106e41285ea55115ddb263317a/725",
            "wm_unittests": "c8613f0494a1c007df82d12feabf1a54cda14421dba5d7589e92e9bab19e3c01/569",
            "wtf_unittests": "cd462ae3ac2dcde3886bd7d0e8b596ead44dedfbd90d32a592a898008ab8e797/569",
            "x11_unittests": "5cb34a4d8869cfdb613303f895163bb2a123944e65082dc290fe585add13270c/569",
            "xr_browser_tests": "d71f053fa5e78047b54448df34eae4a2bea1ac75872cdecdce27b7d972b60e28/891",
            "zlib_unittests": "37da475d70aa618bc936d161fdb9abbab0ae226810d0f1c748e24c09bece6688/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "f0d486abf22639ab3ba9fd78912ffff90aee71501abf199e6c2518e5ece7d641/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "4d02a5b5881c79963cb7ac5d8233b6ab173ca1ac",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8997416768444809520"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "78641"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[01:42:17.959] Scheduled build:
{
  "id": "8831986706556507057",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 70597,
  "createdBy": "project:chromium",
  "createTime": "2021-10-30T01:42:17.323097105Z",
  "updateTime": "2021-10-30T01:42:17.323097105Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "4d02a5b5881c79963cb7ac5d8233b6ab173ca1ac",
      "ref": "refs/heads/main"
    }
  }
}
[01:42:17.959] Task URL: https://cr-buildbucket.appspot.com/build/8831986706556507057
[01:42:17.959] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997416768444809520:2:0) after 4m43s
[01:42:21.946] Received PubSub notification, asking Buildbucket for the build status
[01:42:21.987] Build status: STARTED
[01:47:01.235] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997416768444809520:2:0)
[01:47:01.283] Build status: STARTED
[01:47:01.283] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997416768444809520:4:0) after 2m44s
[01:49:45.405] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997416768444809520:4:0)
[01:49:45.433] Build status: STARTED
[01:49:45.433] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997416768444809520:5:0) after 2m50s
[01:52:35.453] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997416768444809520:5:0)
[01:52:35.481] Build status: STARTED
[01:52:35.481] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997416768444809520:6:0) after 6m7s
[01:58:42.574] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997416768444809520:6:0)
[01:58:42.604] Build status: STARTED
[01:58:42.604] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997416768444809520:7:0) after 3m10s
[02:01:52.712] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997416768444809520:7:0)
[02:01:52.749] Build status: STARTED
[02:01:52.749] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997416768444809520:8:0) after 6m50s
[02:07:36.717] Received PubSub notification, asking Buildbucket for the build status
[02:07:36.745] Build:
{
  "id": "8831986706556507057",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 70597,
  "createdBy": "project:chromium",
  "createTime": "2021-10-30T01:42:17.323097105Z",
  "startTime": "2021-10-30T01:42:19.873013Z",
  "endTime": "2021-10-30T02:07:35.791485045Z",
  "updateTime": "2021-10-30T02:07:35.791485045Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "4d02a5b5881c79963cb7ac5d8233b6ab173ca1ac",
      "ref": "refs/heads/main"
    }
  }
}
[02:07:36.745] Invocation finished in 25m20.606150047s with status FAILED