Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 28 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/78712 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "9df9a84b519f9d3f79110ccb52f9edb60fcf7586"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "d2b4d9aec1590dae5c33625a30878b5bcf423527",
  "parent_got_dawn_revision": "b19556e907c5012e6e28906a797f62b197aff965",
  "parent_got_nacl_revision": "9d577686a4321b08f6b86ff2589070fdee1c53f9",
  "parent_got_revision": "9df9a84b519f9d3f79110ccb52f9edb60fcf7586",
  "parent_got_revision_cp": "refs/heads/main@{#936872}",
  "parent_got_swiftshader_revision": "9d8950e082d87b79f9a67a9fb26494cec36827ba",
  "parent_got_v8_revision": "db391a3b8fc5c3e8448bb0f5c2af1683ae8a4c32",
  "parent_got_v8_revision_cp": "refs/heads/9.7.84@{#1}",
  "parent_got_webrtc_revision": "ff8caf1d569408a9cfa759e0fa58703cc67f7aae",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35286}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "9df9a84b519f9d3f79110ccb52f9edb60fcf7586",
  "swarm_hashes": {
    "absl_hardening_tests": "5a27180bb06101f549f9831db758db703f7893ba875c92a5be530daca780be20/569",
    "accessibility_unittests": "bade95a1af5118374d00f1d93e38271782b794dcad996e8462b5d2bff362943e/569",
    "angle_unittests": "b88c3ad46d93aa503d32a164f2720a0b127130f7bbb09ab311a34ea912cf4ad1/570",
    "app_shell_unittests": "1ee11d2c1305627b4d47c9a3a809c0d22e9b59f9cc7b111b946efa4da49d329d/809",
    "aura_unittests": "135665f6882daa4df7fe370a20d496847ecc8042c84f2a62322db784f099aae6/569",
    "base_unittests": "ab5723551b91374ab4cebd883fce0b83180307759d7d47818fa078b29a00f201/648",
    "blink_common_unittests": "5e1b473bc12022a2aa2420be14828b499b9c6e3a5f44ea18d2940c3f1303078c/647",
    "blink_fuzzer_unittests": "21f4bc1f712c2b439f261900ed39efe7faacfc0d44430003fc9437fa83e1fb7e/648",
    "blink_heap_unittests": "76250bd5fe8641403d14f1997709890832407119d2c516f433597c558ba00fe7/648",
    "blink_platform_unittests": "93f2bef3bc786814673fa88132fb77a837e91f8aac74e01920a3b8ac1c1d75e5/726",
    "blink_unittests": "0438c35f03f72f0fd36ff1660fa0b471f03644309bc38b4583518a21b93b1440/726",
    "boringssl_crypto_tests": "f012df2def82c84c24da04d837d9bd67b11beaa197c18ead0c333173ad0cd48d/570",
    "boringssl_ssl_tests": "002a4d37afd871c53f2adef2c6f3de06ccdb454414659fe482a81e9ca723a1bc/569",
    "capture_unittests": "abac7ee0d8df0c3b6d5869300e79483818f30ae514ca6614cb239763098862c5/648",
    "cast_unittests": "ab4cfe66e227fbab6313b61e91d2979236cbd3952f27cc6afcbd9025e17f30ed/569",
    "cc_unittests": "375f9ee6d6d0b01822cdffdc2f21a805965138440df60b0f7b75ffde19cf35a6/653",
    "chrome_app_unittests": "6dc9157038f7363f024665d5e797949b3d0044bc67c3179b90a52127da367a01/811",
    "chromedriver_unittests": "61c6ac3bd3208aba1cea9ce0b3d03072ab109cb7191716ff8558a4e186f8dded/726",
    "color_unittests": "f85ed5d77955ae8650fd570f4d5b0a5901a0f01454a044c585e1061b63bf48e3/569",
    "components_browsertests": "9de05e15f6fee8b090462e58bc40230f0a4a643cf98a1c8a75653b12575e2afb/892",
    "components_unittests": "81d6b41356d2013f8357808e3ed60b26394fa1239a8b7d58d8feb314a3ac169a/892",
    "compositor_unittests": "c15fdb7ae5cad33f461a275b4545fcf748fbb27edc1f27a81a34f0ad0b5520e6/645",
    "content_browsertests": "01a9a198cf7bdb1f74046bb031924df5db5c82211a53c7566c530ba1044aabee/887",
    "content_unittests": "fb7225642a5c95dffd719adb534ee18ace1b82c016811238d1f1c655fe23d258/806",
    "cronet_tests": "c542b2f811b29eb94036f232cedbdbb9501f608c92d236a150b230a1fd1d5935/730",
    "cronet_unittests": "82fe8c0203be00bdfce43df3feaef7e535449643f30cc0e7f1f1520fce9f4254/646",
    "crypto_unittests": "e91becedfe2c4e6aa8e288da612d1eb8c39e4f7d373d7bd9ede42c7d9c5a0cd0/569",
    "dbus_unittests": "f43e42e3dfabd02897a3115b0c7d6a2c480d3a1f947a1797ecb96cfbe53e4abf/569",
    "device_unittests": "eb5eb1565abce938ecffa54f6ae5882b7355374f1cad3551cac537c9c2e73266/646",
    "display_unittests": "aa6289ab90f8eaf073d345f3bd1860f34026564365bff44f74b72bb8e74e5bf5/569",
    "events_unittests": "145ef7080c03b3d4e51d9a6864d2bde3958c6804d21ec0a260b6f089919dadc1/569",
    "extensions_browsertests": "a230d9c940325b9d3bffc246dcf92cee8db3a038f0bf151823f6127fb43f7a11/811",
    "extensions_unittests": "34531c84ef39142e1bd353c0a2a8f7f7ff562e627186781e3a2f3aab7eb3a785/975",
    "filesystem_service_unittests": "5aa0fb4972f72de31fbeeb3ad0139ccd5835806deef3b481b6fe8cf61f8b8729/569",
    "gcm_unit_tests": "59d8fc4094feb4c065256e8d0f61502bd435d5992a508d1a645c0c617ca7957c/646",
    "gfx_unittests": "d63517460d33cb06cf5993e349e071fb9ff4c70c97ed666fe930be7f450d8504/645",
    "gin_unittests": "98925c4e2b22de85455ef12d5376d0000acbe50f0957a710e483602a5ee02153/646",
    "gl_tests": "78cb6278f0e1405ab99575817b51a0aa8d729a5b9aa2acf67ffe5d45741bf9d3/569",
    "gl_unittests": "f17b292f55dc8cdb9382500f3847ef7d996ebbae9b1823448e36b0a07a0f3f52/569",
    "google_apis_unittests": "6834cdd6b36247f588fef596f23a14e67acea9232b5b6ac258d64c9f630e8be8/731",
    "gpu_unittests": "4e600beb36b7e58e5ac043f3fe09475ad068f8906549e631f2d69b18580b5f25/646",
    "gwp_asan_unittests": "797a0a5d4152e1df1362b24d329a393c73fa27ec214b95209ee008c30c1b7f36/570",
    "headless_browsertests": "e348393c897ccc1143182d21c4c4a4c0a1e8ea44eece3f2078539a5ee2053901/809",
    "headless_unittests": "0966ac9240222ba257b183bb5d8da50382b4b2616a4a47e1350b60d440896dc3/569",
    "interactive_ui_tests": "e69cbedbb0672caae9a8330b6df5807a292f134009b37e88a3f3c51740253202/1128",
    "ipc_tests": "9792a769e7a6fa789adbd41da18bfe92e0a631f6300cb683f0c173afdec409c4/569",
    "jingle_unittests": "01ccd44373853217e22f9b74d13ee41e99337a9f3f90f42deaf4c5bbffd6c705/646",
    "latency_unittests": "16f318946459fc594584cc549e604013aec0994dcc711050c3b121f17adc8f38/569",
    "libjingle_xmpp_unittests": "86af8e61f3ae651211b430fb687c743b8c8f14104ccfb5bb29c3909250d7f686/569",
    "liburlpattern_unittests": "9641bd08102723b06c942a1c0acec152adc5c5a79b15e7d2cbcd4e83c3825627/569",
    "media_unittests": "30e1669fa5f1212a87b23f2515530509aa55fb78a203efeb499ec077a38d2418/649",
    "message_center_unittests": "407874642036956f585c33a06951ef61e2d8e0bd8d8564506ff9106b70db9741/569",
    "midi_unittests": "344302544d1d7e07b74a3fb57a1926beecfdff3bc10ff07c94baf659ac06af0c/569",
    "mojo_core_unittests": "c0903a1e5b0f2d08a0546f589224c5083b6d0db24f12a11d834f1e8d6ba05c0a/569",
    "mojo_unittests": "fced909d4e3df81b59a7065d329f3c270957ba8ec56e4888c49541bf5c4e103e/647",
    "native_theme_unittests": "1175a0ddc1722c9950929a032e46d8accb58fac31c63482ffb7361ad535aebc8/569",
    "net_unittests": "0d77ef9d4d4f58ffdb59589dab090ac573515c821068c23d50f35f963a4f41cd/648",
    "openscreen_unittests": "71a5b9666d8f664f50e4424860dac74a27088441d66bf2f730d397933358a562/811",
    "ozone_x11_unittests": "f6dcf182865846678c5f68e79fce9a278c483f4921ee54365df796e1d6f10023/569",
    "pdf_unittests": "6a8fe62970a84732bc6ac4819ae90535af96cce4dee43374046828414cfcd145/725",
    "perfetto_unittests": "0c447b0cbe09aac5f2d552e9e90ecce60a2c4f8af2fb93ea26aaf2a4938fd963/569",
    "ppapi_unittests": "0008715e7c2e1e1c0421ccbfeb354d926a980c5254d2eafed3c161bd4b66b434/569",
    "printing_unittests": "13a3e65c6c1d302038952f714d8b2d305bb7486e0585c1959e1e94c2c633ecf3/569",
    "remoting_unittests": "5ed23cd507eb41fd7dbf7ba3e1c71e5ea44d20a92418827f63264e79b1dffaea/646",
    "sandbox_linux_unittests": "8b82dc8d1be8333bedb24f8aee86eed76d68ec1ccb4f6627a82ecc72ccbe31b5/569",
    "service_manager_unittests": "f356290a97daf6ea9a755bf2678205bab0eebc2cdd3e48a89f080c4e5d71adaa/569",
    "services_unittests": "69f852daac827b0afda52f95358be0d5324a4b2402efd51e2e580ed840d15de2/815",
    "shell_dialogs_unittests": "bd7d1df38be91351a6ac4e55ea14d5d9489d625eda6705c7f1bcd04505555728/569",
    "skia_unittests": "c55d11302b7fe914ed4235351fceed956d14de640cc9b16b98ad16164f381d49/569",
    "snapshot_unittests": "c70a401b6df25cad3da4b3f7cbf9dd37aeb29540000bdbe00a01699c7304c962/569",
    "sql_unittests": "593663c76476a7f0d039877c6786a51562ca5adbddf6e42393c662bf8d781341/646",
    "storage_unittests": "afb529796c3ac84eb4b5e0c9e6ada7e3b4e5cf912e8e44a86c8e81ec6c17a268/727",
    "sync_integration_tests": "1efb8e61ada4147d9871704131b8f1c3f7f04f225d185d12995e2316faad2c8d/892",
    "ui_base_unittests": "578bc5a0cd953781ece48b33958095781775b54880ced735b4a7e299f13da127/723",
    "ui_touch_selection_unittests": "4b56378ba3e1259b8ecabda230d19a307fd6569de82d4fcab7cbe0052b33afa2/569",
    "unit_tests": "28b0a7cae795d7d7d509ee3734b9583f9854d59367c84f2e5eae1105874d96a2/1141",
    "url_unittests": "f0d77158d9f4686f6bc17155d80646fb81ad8365370512a515bcdf9eac2230ea/569",
    "views_unittests": "460f9ef5abb2ded75d03c1b116c050c8ca625592c7622c02e4039a05edb38e04/569",
    "viz_unittests": "d98b8104fb4f35fdd46ae5c9fe182b09cbaf76f0283212ecf43ade1b0b99d267/653",
    "vr_common_unittests": "924d4e0047699d4ccb1838cb9606b406d71f4523e2fe9eecfae1cdbc304b5a57/811",
    "vr_pixeltests": "bf7c1cf876915d765cb838c1fe034995a4d74e87b63a054b67911cdcbc4d72ab/725",
    "weblayer_browsertests": "926737897f6d60789ed8bbd12acad1f1815807b1fc85d0148353fd4acbf0a032/893",
    "weblayer_unittests": "af89a09cbeaf047f8b972a40a950e7f6175e4fb71d894bd71c50c5c8fef8b35a/725",
    "wm_unittests": "2fec9b6c78dd2ef5484d3c52cb8448ac5e68d25509ed65155d4f104e41d3899a/569",
    "wtf_unittests": "59c30732d7ae174043afe665c095207c06b7866517fdcfa9a3bd9c66d5d61d30/569",
    "x11_unittests": "88cb2dd8328050842f201befafcef03e0273fc69414ba24bde9abfb57386042e/569",
    "xr_browser_tests": "7584c46469527cf74d35ea040d0f31446e8c69ec41f916ec0292cf53431eb317/891",
    "zlib_unittests": "534df73314d003def8443c0c57a07424af54c94fd4a2d7d0174ba09a740c0d27/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "f0d486abf22639ab3ba9fd78912ffff90aee71501abf199e6c2518e5ece7d641/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/9df9a84b519f9d3f79110ccb52f9edb60fcf7586
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:78712
  • user_agent:recipe

Debug log (UTC)

[14:46:40.451] New invocation is queued and will start shortly
[14:46:40.451] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[14:46:42.007] Starting the invocation (attempt 1)
[14:46:42.042] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/9df9a84b519f9d3f79110ccb52f9edb60fcf7586"
[14:46:42.042] Popped gitiles commit info from properties and tags
[14:46:42.042] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[14:46:42.042] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[14:46:42.043] Buildbucket request:
{
  "requestId": "8997186224019525904",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "9df9a84b519f9d3f79110ccb52f9edb60fcf7586"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "d2b4d9aec1590dae5c33625a30878b5bcf423527",
      "parent_got_dawn_revision": "b19556e907c5012e6e28906a797f62b197aff965",
      "parent_got_nacl_revision": "9d577686a4321b08f6b86ff2589070fdee1c53f9",
      "parent_got_revision": "9df9a84b519f9d3f79110ccb52f9edb60fcf7586",
      "parent_got_revision_cp": "refs/heads/main@{#936872}",
      "parent_got_swiftshader_revision": "9d8950e082d87b79f9a67a9fb26494cec36827ba",
      "parent_got_v8_revision": "db391a3b8fc5c3e8448bb0f5c2af1683ae8a4c32",
      "parent_got_v8_revision_cp": "refs/heads/9.7.84@{#1}",
      "parent_got_webrtc_revision": "ff8caf1d569408a9cfa759e0fa58703cc67f7aae",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35286}",
      "swarm_hashes": {
            "absl_hardening_tests": "5a27180bb06101f549f9831db758db703f7893ba875c92a5be530daca780be20/569",
            "accessibility_unittests": "bade95a1af5118374d00f1d93e38271782b794dcad996e8462b5d2bff362943e/569",
            "angle_unittests": "b88c3ad46d93aa503d32a164f2720a0b127130f7bbb09ab311a34ea912cf4ad1/570",
            "app_shell_unittests": "1ee11d2c1305627b4d47c9a3a809c0d22e9b59f9cc7b111b946efa4da49d329d/809",
            "aura_unittests": "135665f6882daa4df7fe370a20d496847ecc8042c84f2a62322db784f099aae6/569",
            "base_unittests": "ab5723551b91374ab4cebd883fce0b83180307759d7d47818fa078b29a00f201/648",
            "blink_common_unittests": "5e1b473bc12022a2aa2420be14828b499b9c6e3a5f44ea18d2940c3f1303078c/647",
            "blink_fuzzer_unittests": "21f4bc1f712c2b439f261900ed39efe7faacfc0d44430003fc9437fa83e1fb7e/648",
            "blink_heap_unittests": "76250bd5fe8641403d14f1997709890832407119d2c516f433597c558ba00fe7/648",
            "blink_platform_unittests": "93f2bef3bc786814673fa88132fb77a837e91f8aac74e01920a3b8ac1c1d75e5/726",
            "blink_unittests": "0438c35f03f72f0fd36ff1660fa0b471f03644309bc38b4583518a21b93b1440/726",
            "boringssl_crypto_tests": "f012df2def82c84c24da04d837d9bd67b11beaa197c18ead0c333173ad0cd48d/570",
            "boringssl_ssl_tests": "002a4d37afd871c53f2adef2c6f3de06ccdb454414659fe482a81e9ca723a1bc/569",
            "capture_unittests": "abac7ee0d8df0c3b6d5869300e79483818f30ae514ca6614cb239763098862c5/648",
            "cast_unittests": "ab4cfe66e227fbab6313b61e91d2979236cbd3952f27cc6afcbd9025e17f30ed/569",
            "cc_unittests": "375f9ee6d6d0b01822cdffdc2f21a805965138440df60b0f7b75ffde19cf35a6/653",
            "chrome_app_unittests": "6dc9157038f7363f024665d5e797949b3d0044bc67c3179b90a52127da367a01/811",
            "chromedriver_unittests": "61c6ac3bd3208aba1cea9ce0b3d03072ab109cb7191716ff8558a4e186f8dded/726",
            "color_unittests": "f85ed5d77955ae8650fd570f4d5b0a5901a0f01454a044c585e1061b63bf48e3/569",
            "components_browsertests": "9de05e15f6fee8b090462e58bc40230f0a4a643cf98a1c8a75653b12575e2afb/892",
            "components_unittests": "81d6b41356d2013f8357808e3ed60b26394fa1239a8b7d58d8feb314a3ac169a/892",
            "compositor_unittests": "c15fdb7ae5cad33f461a275b4545fcf748fbb27edc1f27a81a34f0ad0b5520e6/645",
            "content_browsertests": "01a9a198cf7bdb1f74046bb031924df5db5c82211a53c7566c530ba1044aabee/887",
            "content_unittests": "fb7225642a5c95dffd719adb534ee18ace1b82c016811238d1f1c655fe23d258/806",
            "cronet_tests": "c542b2f811b29eb94036f232cedbdbb9501f608c92d236a150b230a1fd1d5935/730",
            "cronet_unittests": "82fe8c0203be00bdfce43df3feaef7e535449643f30cc0e7f1f1520fce9f4254/646",
            "crypto_unittests": "e91becedfe2c4e6aa8e288da612d1eb8c39e4f7d373d7bd9ede42c7d9c5a0cd0/569",
            "dbus_unittests": "f43e42e3dfabd02897a3115b0c7d6a2c480d3a1f947a1797ecb96cfbe53e4abf/569",
            "device_unittests": "eb5eb1565abce938ecffa54f6ae5882b7355374f1cad3551cac537c9c2e73266/646",
            "display_unittests": "aa6289ab90f8eaf073d345f3bd1860f34026564365bff44f74b72bb8e74e5bf5/569",
            "events_unittests": "145ef7080c03b3d4e51d9a6864d2bde3958c6804d21ec0a260b6f089919dadc1/569",
            "extensions_browsertests": "a230d9c940325b9d3bffc246dcf92cee8db3a038f0bf151823f6127fb43f7a11/811",
            "extensions_unittests": "34531c84ef39142e1bd353c0a2a8f7f7ff562e627186781e3a2f3aab7eb3a785/975",
            "filesystem_service_unittests": "5aa0fb4972f72de31fbeeb3ad0139ccd5835806deef3b481b6fe8cf61f8b8729/569",
            "gcm_unit_tests": "59d8fc4094feb4c065256e8d0f61502bd435d5992a508d1a645c0c617ca7957c/646",
            "gfx_unittests": "d63517460d33cb06cf5993e349e071fb9ff4c70c97ed666fe930be7f450d8504/645",
            "gin_unittests": "98925c4e2b22de85455ef12d5376d0000acbe50f0957a710e483602a5ee02153/646",
            "gl_tests": "78cb6278f0e1405ab99575817b51a0aa8d729a5b9aa2acf67ffe5d45741bf9d3/569",
            "gl_unittests": "f17b292f55dc8cdb9382500f3847ef7d996ebbae9b1823448e36b0a07a0f3f52/569",
            "google_apis_unittests": "6834cdd6b36247f588fef596f23a14e67acea9232b5b6ac258d64c9f630e8be8/731",
            "gpu_unittests": "4e600beb36b7e58e5ac043f3fe09475ad068f8906549e631f2d69b18580b5f25/646",
            "gwp_asan_unittests": "797a0a5d4152e1df1362b24d329a393c73fa27ec214b95209ee008c30c1b7f36/570",
            "headless_browsertests": "e348393c897ccc1143182d21c4c4a4c0a1e8ea44eece3f2078539a5ee2053901/809",
            "headless_unittests": "0966ac9240222ba257b183bb5d8da50382b4b2616a4a47e1350b60d440896dc3/569",
            "interactive_ui_tests": "e69cbedbb0672caae9a8330b6df5807a292f134009b37e88a3f3c51740253202/1128",
            "ipc_tests": "9792a769e7a6fa789adbd41da18bfe92e0a631f6300cb683f0c173afdec409c4/569",
            "jingle_unittests": "01ccd44373853217e22f9b74d13ee41e99337a9f3f90f42deaf4c5bbffd6c705/646",
            "latency_unittests": "16f318946459fc594584cc549e604013aec0994dcc711050c3b121f17adc8f38/569",
            "libjingle_xmpp_unittests": "86af8e61f3ae651211b430fb687c743b8c8f14104ccfb5bb29c3909250d7f686/569",
            "liburlpattern_unittests": "9641bd08102723b06c942a1c0acec152adc5c5a79b15e7d2cbcd4e83c3825627/569",
            "media_unittests": "30e1669fa5f1212a87b23f2515530509aa55fb78a203efeb499ec077a38d2418/649",
            "message_center_unittests": "407874642036956f585c33a06951ef61e2d8e0bd8d8564506ff9106b70db9741/569",
            "midi_unittests": "344302544d1d7e07b74a3fb57a1926beecfdff3bc10ff07c94baf659ac06af0c/569",
            "mojo_core_unittests": "c0903a1e5b0f2d08a0546f589224c5083b6d0db24f12a11d834f1e8d6ba05c0a/569",
            "mojo_unittests": "fced909d4e3df81b59a7065d329f3c270957ba8ec56e4888c49541bf5c4e103e/647",
            "native_theme_unittests": "1175a0ddc1722c9950929a032e46d8accb58fac31c63482ffb7361ad535aebc8/569",
            "net_unittests": "0d77ef9d4d4f58ffdb59589dab090ac573515c821068c23d50f35f963a4f41cd/648",
            "openscreen_unittests": "71a5b9666d8f664f50e4424860dac74a27088441d66bf2f730d397933358a562/811",
            "ozone_x11_unittests": "f6dcf182865846678c5f68e79fce9a278c483f4921ee54365df796e1d6f10023/569",
            "pdf_unittests": "6a8fe62970a84732bc6ac4819ae90535af96cce4dee43374046828414cfcd145/725",
            "perfetto_unittests": "0c447b0cbe09aac5f2d552e9e90ecce60a2c4f8af2fb93ea26aaf2a4938fd963/569",
            "ppapi_unittests": "0008715e7c2e1e1c0421ccbfeb354d926a980c5254d2eafed3c161bd4b66b434/569",
            "printing_unittests": "13a3e65c6c1d302038952f714d8b2d305bb7486e0585c1959e1e94c2c633ecf3/569",
            "remoting_unittests": "5ed23cd507eb41fd7dbf7ba3e1c71e5ea44d20a92418827f63264e79b1dffaea/646",
            "sandbox_linux_unittests": "8b82dc8d1be8333bedb24f8aee86eed76d68ec1ccb4f6627a82ecc72ccbe31b5/569",
            "service_manager_unittests": "f356290a97daf6ea9a755bf2678205bab0eebc2cdd3e48a89f080c4e5d71adaa/569",
            "services_unittests": "69f852daac827b0afda52f95358be0d5324a4b2402efd51e2e580ed840d15de2/815",
            "shell_dialogs_unittests": "bd7d1df38be91351a6ac4e55ea14d5d9489d625eda6705c7f1bcd04505555728/569",
            "skia_unittests": "c55d11302b7fe914ed4235351fceed956d14de640cc9b16b98ad16164f381d49/569",
            "snapshot_unittests": "c70a401b6df25cad3da4b3f7cbf9dd37aeb29540000bdbe00a01699c7304c962/569",
            "sql_unittests": "593663c76476a7f0d039877c6786a51562ca5adbddf6e42393c662bf8d781341/646",
            "storage_unittests": "afb529796c3ac84eb4b5e0c9e6ada7e3b4e5cf912e8e44a86c8e81ec6c17a268/727",
            "sync_integration_tests": "1efb8e61ada4147d9871704131b8f1c3f7f04f225d185d12995e2316faad2c8d/892",
            "ui_base_unittests": "578bc5a0cd953781ece48b33958095781775b54880ced735b4a7e299f13da127/723",
            "ui_touch_selection_unittests": "4b56378ba3e1259b8ecabda230d19a307fd6569de82d4fcab7cbe0052b33afa2/569",
            "unit_tests": "28b0a7cae795d7d7d509ee3734b9583f9854d59367c84f2e5eae1105874d96a2/1141",
            "url_unittests": "f0d77158d9f4686f6bc17155d80646fb81ad8365370512a515bcdf9eac2230ea/569",
            "views_unittests": "460f9ef5abb2ded75d03c1b116c050c8ca625592c7622c02e4039a05edb38e04/569",
            "viz_unittests": "d98b8104fb4f35fdd46ae5c9fe182b09cbaf76f0283212ecf43ade1b0b99d267/653",
            "vr_common_unittests": "924d4e0047699d4ccb1838cb9606b406d71f4523e2fe9eecfae1cdbc304b5a57/811",
            "vr_pixeltests": "bf7c1cf876915d765cb838c1fe034995a4d74e87b63a054b67911cdcbc4d72ab/725",
            "weblayer_browsertests": "926737897f6d60789ed8bbd12acad1f1815807b1fc85d0148353fd4acbf0a032/893",
            "weblayer_unittests": "af89a09cbeaf047f8b972a40a950e7f6175e4fb71d894bd71c50c5c8fef8b35a/725",
            "wm_unittests": "2fec9b6c78dd2ef5484d3c52cb8448ac5e68d25509ed65155d4f104e41d3899a/569",
            "wtf_unittests": "59c30732d7ae174043afe665c095207c06b7866517fdcfa9a3bd9c66d5d61d30/569",
            "x11_unittests": "88cb2dd8328050842f201befafcef03e0273fc69414ba24bde9abfb57386042e/569",
            "xr_browser_tests": "7584c46469527cf74d35ea040d0f31446e8c69ec41f916ec0292cf53431eb317/891",
            "zlib_unittests": "534df73314d003def8443c0c57a07424af54c94fd4a2d7d0174ba09a740c0d27/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "f0d486abf22639ab3ba9fd78912ffff90aee71501abf199e6c2518e5ece7d641/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "9df9a84b519f9d3f79110ccb52f9edb60fcf7586",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8997186224019525904"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "78712"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[14:46:42.716] Scheduled build:
{
  "id": "8831756161619448097",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 70668,
  "createdBy": "project:chromium",
  "createTime": "2021-11-01T14:46:42.108995351Z",
  "updateTime": "2021-11-01T14:46:42.108995351Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "9df9a84b519f9d3f79110ccb52f9edb60fcf7586",
      "ref": "refs/heads/main"
    }
  }
}
[14:46:42.716] Task URL: https://cr-buildbucket.appspot.com/build/8831756161619448097
[14:46:42.716] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997186224019525904:2:0) after 8m12s
[14:46:48.840] Received PubSub notification, asking Buildbucket for the build status
[14:46:48.878] Build status: STARTED
[14:54:54.784] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997186224019525904:2:0)
[14:54:54.819] Build status: STARTED
[14:54:54.819] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997186224019525904:4:0) after 6m4s
[15:00:58.841] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997186224019525904:4:0)
[15:00:58.882] Build status: STARTED
[15:00:58.882] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997186224019525904:5:0) after 3m51s
[15:04:49.919] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997186224019525904:5:0)
[15:04:50.185] Build status: STARTED
[15:04:50.185] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997186224019525904:6:0) after 6m23s
[15:11:13.331] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997186224019525904:6:0)
[15:11:13.390] Build status: STARTED
[15:11:13.390] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997186224019525904:7:0) after 7m50s
[15:15:09.263] Received PubSub notification, asking Buildbucket for the build status
[15:15:09.293] Build:
{
  "id": "8831756161619448097",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 70668,
  "createdBy": "project:chromium",
  "createTime": "2021-11-01T14:46:42.108995351Z",
  "startTime": "2021-11-01T14:46:45.989740Z",
  "endTime": "2021-11-01T15:15:08.461702672Z",
  "updateTime": "2021-11-01T15:15:08.461702672Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "9df9a84b519f9d3f79110ccb52f9edb60fcf7586",
      "ref": "refs/heads/main"
    }
  }
}
[15:15:09.293] Invocation finished in 28m28.856925393s with status FAILED