Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 40 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/78711 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "7e85fff25b2bf99ab4b0b3c2841d6af227030c9b"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "d2b4d9aec1590dae5c33625a30878b5bcf423527",
  "parent_got_dawn_revision": "b19556e907c5012e6e28906a797f62b197aff965",
  "parent_got_nacl_revision": "9d577686a4321b08f6b86ff2589070fdee1c53f9",
  "parent_got_revision": "7e85fff25b2bf99ab4b0b3c2841d6af227030c9b",
  "parent_got_revision_cp": "refs/heads/main@{#936863}",
  "parent_got_swiftshader_revision": "9d8950e082d87b79f9a67a9fb26494cec36827ba",
  "parent_got_v8_revision": "db391a3b8fc5c3e8448bb0f5c2af1683ae8a4c32",
  "parent_got_v8_revision_cp": "refs/heads/9.7.84@{#1}",
  "parent_got_webrtc_revision": "ff8caf1d569408a9cfa759e0fa58703cc67f7aae",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35286}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "7e85fff25b2bf99ab4b0b3c2841d6af227030c9b",
  "swarm_hashes": {
    "absl_hardening_tests": "5a27180bb06101f549f9831db758db703f7893ba875c92a5be530daca780be20/569",
    "accessibility_unittests": "bade95a1af5118374d00f1d93e38271782b794dcad996e8462b5d2bff362943e/569",
    "angle_unittests": "b88c3ad46d93aa503d32a164f2720a0b127130f7bbb09ab311a34ea912cf4ad1/570",
    "app_shell_unittests": "e07ab8b8dc55f5706b760999cbd23358c88db4de5f2517b575f38b9b86db1dac/809",
    "aura_unittests": "135665f6882daa4df7fe370a20d496847ecc8042c84f2a62322db784f099aae6/569",
    "base_unittests": "ab5723551b91374ab4cebd883fce0b83180307759d7d47818fa078b29a00f201/648",
    "blink_common_unittests": "5e1b473bc12022a2aa2420be14828b499b9c6e3a5f44ea18d2940c3f1303078c/647",
    "blink_fuzzer_unittests": "f821804545cd25b80c86d660bc196869d4c9e49a365e32bad6aa5fb7c236c588/648",
    "blink_heap_unittests": "01f631a09b601b457e09098835ab89f39be4328a362bc50bfd5fed0519f920ae/648",
    "blink_platform_unittests": "15f2bd60309f85e3ff00901d1285ec98581d65a6c3138b6d2f9872556b09ef4a/726",
    "blink_unittests": "697773074486991362f855c6ee054dbbebd72cc10647497c71266bc441bcd8e3/726",
    "boringssl_crypto_tests": "f012df2def82c84c24da04d837d9bd67b11beaa197c18ead0c333173ad0cd48d/570",
    "boringssl_ssl_tests": "002a4d37afd871c53f2adef2c6f3de06ccdb454414659fe482a81e9ca723a1bc/569",
    "capture_unittests": "abac7ee0d8df0c3b6d5869300e79483818f30ae514ca6614cb239763098862c5/648",
    "cast_unittests": "ab4cfe66e227fbab6313b61e91d2979236cbd3952f27cc6afcbd9025e17f30ed/569",
    "cc_unittests": "375f9ee6d6d0b01822cdffdc2f21a805965138440df60b0f7b75ffde19cf35a6/653",
    "chrome_app_unittests": "6d7e3a882ac57974d97a60b2cb2f1134b9f18790f0e9992db5372fb534595ef2/811",
    "chromedriver_unittests": "946c1d8b5ca2c5a24366079259bd2d60c12632c45704e863c375c1d469563887/726",
    "color_unittests": "f85ed5d77955ae8650fd570f4d5b0a5901a0f01454a044c585e1061b63bf48e3/569",
    "components_browsertests": "efc44d5393e25db69500c706516dc31d8fed77062f9081b85d73136df760f665/892",
    "components_unittests": "640e8c42bd3b8cd3fa77396d4f2828ce47ca6e99ea9933d047371bd8efd1878c/892",
    "compositor_unittests": "c15fdb7ae5cad33f461a275b4545fcf748fbb27edc1f27a81a34f0ad0b5520e6/645",
    "content_browsertests": "ecb446a601ee135ce28437d54306338b748e6bf0e77d407573aed4de4aab8385/887",
    "content_unittests": "12138239525958543baeeee083c756e6243b77ed7134e4321cd75e56050b7c0d/806",
    "cronet_tests": "c542b2f811b29eb94036f232cedbdbb9501f608c92d236a150b230a1fd1d5935/730",
    "cronet_unittests": "82fe8c0203be00bdfce43df3feaef7e535449643f30cc0e7f1f1520fce9f4254/646",
    "crypto_unittests": "e91becedfe2c4e6aa8e288da612d1eb8c39e4f7d373d7bd9ede42c7d9c5a0cd0/569",
    "dbus_unittests": "f43e42e3dfabd02897a3115b0c7d6a2c480d3a1f947a1797ecb96cfbe53e4abf/569",
    "device_unittests": "eb5eb1565abce938ecffa54f6ae5882b7355374f1cad3551cac537c9c2e73266/646",
    "display_unittests": "aa6289ab90f8eaf073d345f3bd1860f34026564365bff44f74b72bb8e74e5bf5/569",
    "events_unittests": "145ef7080c03b3d4e51d9a6864d2bde3958c6804d21ec0a260b6f089919dadc1/569",
    "extensions_browsertests": "f87bfe1791f1c874883dcb7361de46866633ea9d0c2c06d393777fc2fcd1fe9f/811",
    "extensions_unittests": "642e94b78c1f1561dd949a38c2b28253fa0ee946d806580b6da5ebee2777107b/975",
    "filesystem_service_unittests": "5aa0fb4972f72de31fbeeb3ad0139ccd5835806deef3b481b6fe8cf61f8b8729/569",
    "gcm_unit_tests": "59d8fc4094feb4c065256e8d0f61502bd435d5992a508d1a645c0c617ca7957c/646",
    "gfx_unittests": "d63517460d33cb06cf5993e349e071fb9ff4c70c97ed666fe930be7f450d8504/645",
    "gin_unittests": "98925c4e2b22de85455ef12d5376d0000acbe50f0957a710e483602a5ee02153/646",
    "gl_tests": "78cb6278f0e1405ab99575817b51a0aa8d729a5b9aa2acf67ffe5d45741bf9d3/569",
    "gl_unittests": "f17b292f55dc8cdb9382500f3847ef7d996ebbae9b1823448e36b0a07a0f3f52/569",
    "google_apis_unittests": "6834cdd6b36247f588fef596f23a14e67acea9232b5b6ac258d64c9f630e8be8/731",
    "gpu_unittests": "4e600beb36b7e58e5ac043f3fe09475ad068f8906549e631f2d69b18580b5f25/646",
    "gwp_asan_unittests": "797a0a5d4152e1df1362b24d329a393c73fa27ec214b95209ee008c30c1b7f36/570",
    "headless_browsertests": "c59df06d1b96f626f560e72a32709b2a3c77cc5baa2c06dbdb6bc58268c801c7/809",
    "headless_unittests": "c4b6075ae828fc5e4ef10f5b3d6b1d8ca33bb53245e8370c9ceb7c1918d95346/569",
    "interactive_ui_tests": "af65d07a1e240e9135e2f0b118fa61344b0d200f62cf93c957e33cf756cb5a09/1128",
    "ipc_tests": "9792a769e7a6fa789adbd41da18bfe92e0a631f6300cb683f0c173afdec409c4/569",
    "jingle_unittests": "01ccd44373853217e22f9b74d13ee41e99337a9f3f90f42deaf4c5bbffd6c705/646",
    "latency_unittests": "16f318946459fc594584cc549e604013aec0994dcc711050c3b121f17adc8f38/569",
    "libjingle_xmpp_unittests": "86af8e61f3ae651211b430fb687c743b8c8f14104ccfb5bb29c3909250d7f686/569",
    "liburlpattern_unittests": "9641bd08102723b06c942a1c0acec152adc5c5a79b15e7d2cbcd4e83c3825627/569",
    "media_unittests": "30e1669fa5f1212a87b23f2515530509aa55fb78a203efeb499ec077a38d2418/649",
    "message_center_unittests": "407874642036956f585c33a06951ef61e2d8e0bd8d8564506ff9106b70db9741/569",
    "midi_unittests": "344302544d1d7e07b74a3fb57a1926beecfdff3bc10ff07c94baf659ac06af0c/569",
    "mojo_core_unittests": "c0903a1e5b0f2d08a0546f589224c5083b6d0db24f12a11d834f1e8d6ba05c0a/569",
    "mojo_unittests": "fced909d4e3df81b59a7065d329f3c270957ba8ec56e4888c49541bf5c4e103e/647",
    "native_theme_unittests": "1175a0ddc1722c9950929a032e46d8accb58fac31c63482ffb7361ad535aebc8/569",
    "net_unittests": "0d77ef9d4d4f58ffdb59589dab090ac573515c821068c23d50f35f963a4f41cd/648",
    "openscreen_unittests": "e0654087cfa58181dc90dbf411ab61ddc99a26224466dd1fd849c5daaa414611/811",
    "ozone_x11_unittests": "f6dcf182865846678c5f68e79fce9a278c483f4921ee54365df796e1d6f10023/569",
    "pdf_unittests": "10a95ba80309330440282e1f79a61d42d7b6100a2e4257814c7874f0526ac4f0/725",
    "perfetto_unittests": "0c447b0cbe09aac5f2d552e9e90ecce60a2c4f8af2fb93ea26aaf2a4938fd963/569",
    "ppapi_unittests": "0008715e7c2e1e1c0421ccbfeb354d926a980c5254d2eafed3c161bd4b66b434/569",
    "printing_unittests": "13a3e65c6c1d302038952f714d8b2d305bb7486e0585c1959e1e94c2c633ecf3/569",
    "remoting_unittests": "5ed23cd507eb41fd7dbf7ba3e1c71e5ea44d20a92418827f63264e79b1dffaea/646",
    "sandbox_linux_unittests": "8b82dc8d1be8333bedb24f8aee86eed76d68ec1ccb4f6627a82ecc72ccbe31b5/569",
    "service_manager_unittests": "f356290a97daf6ea9a755bf2678205bab0eebc2cdd3e48a89f080c4e5d71adaa/569",
    "services_unittests": "7459629f6287083ae2a60b862ef220740bbce256980d069ac930003d69608f52/815",
    "shell_dialogs_unittests": "bd7d1df38be91351a6ac4e55ea14d5d9489d625eda6705c7f1bcd04505555728/569",
    "skia_unittests": "c55d11302b7fe914ed4235351fceed956d14de640cc9b16b98ad16164f381d49/569",
    "snapshot_unittests": "c70a401b6df25cad3da4b3f7cbf9dd37aeb29540000bdbe00a01699c7304c962/569",
    "sql_unittests": "593663c76476a7f0d039877c6786a51562ca5adbddf6e42393c662bf8d781341/646",
    "storage_unittests": "afb529796c3ac84eb4b5e0c9e6ada7e3b4e5cf912e8e44a86c8e81ec6c17a268/727",
    "sync_integration_tests": "0180dde47f4d3a7eb0130329b24c903b840cfc76612504354d555e9c828f48d8/892",
    "ui_base_unittests": "578bc5a0cd953781ece48b33958095781775b54880ced735b4a7e299f13da127/723",
    "ui_touch_selection_unittests": "4b56378ba3e1259b8ecabda230d19a307fd6569de82d4fcab7cbe0052b33afa2/569",
    "unit_tests": "13ab2e37a6892fb3fd4730d87ba434c3bf7c285e85ec18fc7ca0eee444ddda42/1141",
    "url_unittests": "f0d77158d9f4686f6bc17155d80646fb81ad8365370512a515bcdf9eac2230ea/569",
    "views_unittests": "460f9ef5abb2ded75d03c1b116c050c8ca625592c7622c02e4039a05edb38e04/569",
    "viz_unittests": "d98b8104fb4f35fdd46ae5c9fe182b09cbaf76f0283212ecf43ade1b0b99d267/653",
    "vr_common_unittests": "01fefac355d8afd9a5c1c6390c04eea083dba9315188088cdc4ae16f87cec943/811",
    "vr_pixeltests": "69f490cbde545e083bd6fd73e169e7c3a334aa952fbcbd251a8025360ce47e5d/725",
    "weblayer_browsertests": "2563ed04d4cfe36f5bb4356f4ef3212078f49b8601f2eaa528bec4f7888eef86/893",
    "weblayer_unittests": "98c8565dfd8493e035aa96c0c73a775113fa9a255da8a33d5c9af86d9b6ba418/725",
    "wm_unittests": "2fec9b6c78dd2ef5484d3c52cb8448ac5e68d25509ed65155d4f104e41d3899a/569",
    "wtf_unittests": "59c30732d7ae174043afe665c095207c06b7866517fdcfa9a3bd9c66d5d61d30/569",
    "x11_unittests": "88cb2dd8328050842f201befafcef03e0273fc69414ba24bde9abfb57386042e/569",
    "xr_browser_tests": "50d8c0e689985f22b829ee6e50a3e349e7570057d4bba6e1c8ea960ad5e39dee/891",
    "zlib_unittests": "534df73314d003def8443c0c57a07424af54c94fd4a2d7d0174ba09a740c0d27/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "f0d486abf22639ab3ba9fd78912ffff90aee71501abf199e6c2518e5ece7d641/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/7e85fff25b2bf99ab4b0b3c2841d6af227030c9b
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:78711
  • user_agent:recipe

Debug log (UTC)

[14:06:38.409] New invocation is queued and will start shortly
[14:06:38.409] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[14:06:39.711] Starting the invocation (attempt 1)
[14:06:39.745] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/7e85fff25b2bf99ab4b0b3c2841d6af227030c9b"
[14:06:39.745] Popped gitiles commit info from properties and tags
[14:06:39.745] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[14:06:39.745] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[14:06:39.746] Buildbucket request:
{
  "requestId": "8997188742744881776",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "7e85fff25b2bf99ab4b0b3c2841d6af227030c9b"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "d2b4d9aec1590dae5c33625a30878b5bcf423527",
      "parent_got_dawn_revision": "b19556e907c5012e6e28906a797f62b197aff965",
      "parent_got_nacl_revision": "9d577686a4321b08f6b86ff2589070fdee1c53f9",
      "parent_got_revision": "7e85fff25b2bf99ab4b0b3c2841d6af227030c9b",
      "parent_got_revision_cp": "refs/heads/main@{#936863}",
      "parent_got_swiftshader_revision": "9d8950e082d87b79f9a67a9fb26494cec36827ba",
      "parent_got_v8_revision": "db391a3b8fc5c3e8448bb0f5c2af1683ae8a4c32",
      "parent_got_v8_revision_cp": "refs/heads/9.7.84@{#1}",
      "parent_got_webrtc_revision": "ff8caf1d569408a9cfa759e0fa58703cc67f7aae",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35286}",
      "swarm_hashes": {
            "absl_hardening_tests": "5a27180bb06101f549f9831db758db703f7893ba875c92a5be530daca780be20/569",
            "accessibility_unittests": "bade95a1af5118374d00f1d93e38271782b794dcad996e8462b5d2bff362943e/569",
            "angle_unittests": "b88c3ad46d93aa503d32a164f2720a0b127130f7bbb09ab311a34ea912cf4ad1/570",
            "app_shell_unittests": "e07ab8b8dc55f5706b760999cbd23358c88db4de5f2517b575f38b9b86db1dac/809",
            "aura_unittests": "135665f6882daa4df7fe370a20d496847ecc8042c84f2a62322db784f099aae6/569",
            "base_unittests": "ab5723551b91374ab4cebd883fce0b83180307759d7d47818fa078b29a00f201/648",
            "blink_common_unittests": "5e1b473bc12022a2aa2420be14828b499b9c6e3a5f44ea18d2940c3f1303078c/647",
            "blink_fuzzer_unittests": "f821804545cd25b80c86d660bc196869d4c9e49a365e32bad6aa5fb7c236c588/648",
            "blink_heap_unittests": "01f631a09b601b457e09098835ab89f39be4328a362bc50bfd5fed0519f920ae/648",
            "blink_platform_unittests": "15f2bd60309f85e3ff00901d1285ec98581d65a6c3138b6d2f9872556b09ef4a/726",
            "blink_unittests": "697773074486991362f855c6ee054dbbebd72cc10647497c71266bc441bcd8e3/726",
            "boringssl_crypto_tests": "f012df2def82c84c24da04d837d9bd67b11beaa197c18ead0c333173ad0cd48d/570",
            "boringssl_ssl_tests": "002a4d37afd871c53f2adef2c6f3de06ccdb454414659fe482a81e9ca723a1bc/569",
            "capture_unittests": "abac7ee0d8df0c3b6d5869300e79483818f30ae514ca6614cb239763098862c5/648",
            "cast_unittests": "ab4cfe66e227fbab6313b61e91d2979236cbd3952f27cc6afcbd9025e17f30ed/569",
            "cc_unittests": "375f9ee6d6d0b01822cdffdc2f21a805965138440df60b0f7b75ffde19cf35a6/653",
            "chrome_app_unittests": "6d7e3a882ac57974d97a60b2cb2f1134b9f18790f0e9992db5372fb534595ef2/811",
            "chromedriver_unittests": "946c1d8b5ca2c5a24366079259bd2d60c12632c45704e863c375c1d469563887/726",
            "color_unittests": "f85ed5d77955ae8650fd570f4d5b0a5901a0f01454a044c585e1061b63bf48e3/569",
            "components_browsertests": "efc44d5393e25db69500c706516dc31d8fed77062f9081b85d73136df760f665/892",
            "components_unittests": "640e8c42bd3b8cd3fa77396d4f2828ce47ca6e99ea9933d047371bd8efd1878c/892",
            "compositor_unittests": "c15fdb7ae5cad33f461a275b4545fcf748fbb27edc1f27a81a34f0ad0b5520e6/645",
            "content_browsertests": "ecb446a601ee135ce28437d54306338b748e6bf0e77d407573aed4de4aab8385/887",
            "content_unittests": "12138239525958543baeeee083c756e6243b77ed7134e4321cd75e56050b7c0d/806",
            "cronet_tests": "c542b2f811b29eb94036f232cedbdbb9501f608c92d236a150b230a1fd1d5935/730",
            "cronet_unittests": "82fe8c0203be00bdfce43df3feaef7e535449643f30cc0e7f1f1520fce9f4254/646",
            "crypto_unittests": "e91becedfe2c4e6aa8e288da612d1eb8c39e4f7d373d7bd9ede42c7d9c5a0cd0/569",
            "dbus_unittests": "f43e42e3dfabd02897a3115b0c7d6a2c480d3a1f947a1797ecb96cfbe53e4abf/569",
            "device_unittests": "eb5eb1565abce938ecffa54f6ae5882b7355374f1cad3551cac537c9c2e73266/646",
            "display_unittests": "aa6289ab90f8eaf073d345f3bd1860f34026564365bff44f74b72bb8e74e5bf5/569",
            "events_unittests": "145ef7080c03b3d4e51d9a6864d2bde3958c6804d21ec0a260b6f089919dadc1/569",
            "extensions_browsertests": "f87bfe1791f1c874883dcb7361de46866633ea9d0c2c06d393777fc2fcd1fe9f/811",
            "extensions_unittests": "642e94b78c1f1561dd949a38c2b28253fa0ee946d806580b6da5ebee2777107b/975",
            "filesystem_service_unittests": "5aa0fb4972f72de31fbeeb3ad0139ccd5835806deef3b481b6fe8cf61f8b8729/569",
            "gcm_unit_tests": "59d8fc4094feb4c065256e8d0f61502bd435d5992a508d1a645c0c617ca7957c/646",
            "gfx_unittests": "d63517460d33cb06cf5993e349e071fb9ff4c70c97ed666fe930be7f450d8504/645",
            "gin_unittests": "98925c4e2b22de85455ef12d5376d0000acbe50f0957a710e483602a5ee02153/646",
            "gl_tests": "78cb6278f0e1405ab99575817b51a0aa8d729a5b9aa2acf67ffe5d45741bf9d3/569",
            "gl_unittests": "f17b292f55dc8cdb9382500f3847ef7d996ebbae9b1823448e36b0a07a0f3f52/569",
            "google_apis_unittests": "6834cdd6b36247f588fef596f23a14e67acea9232b5b6ac258d64c9f630e8be8/731",
            "gpu_unittests": "4e600beb36b7e58e5ac043f3fe09475ad068f8906549e631f2d69b18580b5f25/646",
            "gwp_asan_unittests": "797a0a5d4152e1df1362b24d329a393c73fa27ec214b95209ee008c30c1b7f36/570",
            "headless_browsertests": "c59df06d1b96f626f560e72a32709b2a3c77cc5baa2c06dbdb6bc58268c801c7/809",
            "headless_unittests": "c4b6075ae828fc5e4ef10f5b3d6b1d8ca33bb53245e8370c9ceb7c1918d95346/569",
            "interactive_ui_tests": "af65d07a1e240e9135e2f0b118fa61344b0d200f62cf93c957e33cf756cb5a09/1128",
            "ipc_tests": "9792a769e7a6fa789adbd41da18bfe92e0a631f6300cb683f0c173afdec409c4/569",
            "jingle_unittests": "01ccd44373853217e22f9b74d13ee41e99337a9f3f90f42deaf4c5bbffd6c705/646",
            "latency_unittests": "16f318946459fc594584cc549e604013aec0994dcc711050c3b121f17adc8f38/569",
            "libjingle_xmpp_unittests": "86af8e61f3ae651211b430fb687c743b8c8f14104ccfb5bb29c3909250d7f686/569",
            "liburlpattern_unittests": "9641bd08102723b06c942a1c0acec152adc5c5a79b15e7d2cbcd4e83c3825627/569",
            "media_unittests": "30e1669fa5f1212a87b23f2515530509aa55fb78a203efeb499ec077a38d2418/649",
            "message_center_unittests": "407874642036956f585c33a06951ef61e2d8e0bd8d8564506ff9106b70db9741/569",
            "midi_unittests": "344302544d1d7e07b74a3fb57a1926beecfdff3bc10ff07c94baf659ac06af0c/569",
            "mojo_core_unittests": "c0903a1e5b0f2d08a0546f589224c5083b6d0db24f12a11d834f1e8d6ba05c0a/569",
            "mojo_unittests": "fced909d4e3df81b59a7065d329f3c270957ba8ec56e4888c49541bf5c4e103e/647",
            "native_theme_unittests": "1175a0ddc1722c9950929a032e46d8accb58fac31c63482ffb7361ad535aebc8/569",
            "net_unittests": "0d77ef9d4d4f58ffdb59589dab090ac573515c821068c23d50f35f963a4f41cd/648",
            "openscreen_unittests": "e0654087cfa58181dc90dbf411ab61ddc99a26224466dd1fd849c5daaa414611/811",
            "ozone_x11_unittests": "f6dcf182865846678c5f68e79fce9a278c483f4921ee54365df796e1d6f10023/569",
            "pdf_unittests": "10a95ba80309330440282e1f79a61d42d7b6100a2e4257814c7874f0526ac4f0/725",
            "perfetto_unittests": "0c447b0cbe09aac5f2d552e9e90ecce60a2c4f8af2fb93ea26aaf2a4938fd963/569",
            "ppapi_unittests": "0008715e7c2e1e1c0421ccbfeb354d926a980c5254d2eafed3c161bd4b66b434/569",
            "printing_unittests": "13a3e65c6c1d302038952f714d8b2d305bb7486e0585c1959e1e94c2c633ecf3/569",
            "remoting_unittests": "5ed23cd507eb41fd7dbf7ba3e1c71e5ea44d20a92418827f63264e79b1dffaea/646",
            "sandbox_linux_unittests": "8b82dc8d1be8333bedb24f8aee86eed76d68ec1ccb4f6627a82ecc72ccbe31b5/569",
            "service_manager_unittests": "f356290a97daf6ea9a755bf2678205bab0eebc2cdd3e48a89f080c4e5d71adaa/569",
            "services_unittests": "7459629f6287083ae2a60b862ef220740bbce256980d069ac930003d69608f52/815",
            "shell_dialogs_unittests": "bd7d1df38be91351a6ac4e55ea14d5d9489d625eda6705c7f1bcd04505555728/569",
            "skia_unittests": "c55d11302b7fe914ed4235351fceed956d14de640cc9b16b98ad16164f381d49/569",
            "snapshot_unittests": "c70a401b6df25cad3da4b3f7cbf9dd37aeb29540000bdbe00a01699c7304c962/569",
            "sql_unittests": "593663c76476a7f0d039877c6786a51562ca5adbddf6e42393c662bf8d781341/646",
            "storage_unittests": "afb529796c3ac84eb4b5e0c9e6ada7e3b4e5cf912e8e44a86c8e81ec6c17a268/727",
            "sync_integration_tests": "0180dde47f4d3a7eb0130329b24c903b840cfc76612504354d555e9c828f48d8/892",
            "ui_base_unittests": "578bc5a0cd953781ece48b33958095781775b54880ced735b4a7e299f13da127/723",
            "ui_touch_selection_unittests": "4b56378ba3e1259b8ecabda230d19a307fd6569de82d4fcab7cbe0052b33afa2/569",
            "unit_tests": "13ab2e37a6892fb3fd4730d87ba434c3bf7c285e85ec18fc7ca0eee444ddda42/1141",
            "url_unittests": "f0d77158d9f4686f6bc17155d80646fb81ad8365370512a515bcdf9eac2230ea/569",
            "views_unittests": "460f9ef5abb2ded75d03c1b116c050c8ca625592c7622c02e4039a05edb38e04/569",
            "viz_unittests": "d98b8104fb4f35fdd46ae5c9fe182b09cbaf76f0283212ecf43ade1b0b99d267/653",
            "vr_common_unittests": "01fefac355d8afd9a5c1c6390c04eea083dba9315188088cdc4ae16f87cec943/811",
            "vr_pixeltests": "69f490cbde545e083bd6fd73e169e7c3a334aa952fbcbd251a8025360ce47e5d/725",
            "weblayer_browsertests": "2563ed04d4cfe36f5bb4356f4ef3212078f49b8601f2eaa528bec4f7888eef86/893",
            "weblayer_unittests": "98c8565dfd8493e035aa96c0c73a775113fa9a255da8a33d5c9af86d9b6ba418/725",
            "wm_unittests": "2fec9b6c78dd2ef5484d3c52cb8448ac5e68d25509ed65155d4f104e41d3899a/569",
            "wtf_unittests": "59c30732d7ae174043afe665c095207c06b7866517fdcfa9a3bd9c66d5d61d30/569",
            "x11_unittests": "88cb2dd8328050842f201befafcef03e0273fc69414ba24bde9abfb57386042e/569",
            "xr_browser_tests": "50d8c0e689985f22b829ee6e50a3e349e7570057d4bba6e1c8ea960ad5e39dee/891",
            "zlib_unittests": "534df73314d003def8443c0c57a07424af54c94fd4a2d7d0174ba09a740c0d27/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "f0d486abf22639ab3ba9fd78912ffff90aee71501abf199e6c2518e5ece7d641/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "7e85fff25b2bf99ab4b0b3c2841d6af227030c9b",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8997188742744881776"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "78711"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[14:06:40.376] Scheduled build:
{
  "id": "8831758680595403809",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 70667,
  "createdBy": "project:chromium",
  "createTime": "2021-11-01T14:06:39.826016568Z",
  "updateTime": "2021-11-01T14:06:39.826016568Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "7e85fff25b2bf99ab4b0b3c2841d6af227030c9b",
      "ref": "refs/heads/main"
    }
  }
}
[14:06:40.376] Task URL: https://cr-buildbucket.appspot.com/build/8831758680595403809
[14:06:40.376] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997188742744881776:2:0) after 5m26s
[14:11:05.907] Received PubSub notification, asking Buildbucket for the build status
[14:11:06.007] Build status: STARTED
[14:12:06.464] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997188742744881776:2:0)
[14:12:06.496] Build status: STARTED
[14:12:06.496] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997188742744881776:4:0) after 7m34s
[14:19:40.525] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997188742744881776:4:0)
[14:19:40.562] Build status: STARTED
[14:19:40.562] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997188742744881776:5:0) after 3m51s
[14:23:31.586] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997188742744881776:5:0)
[14:23:31.618] Build status: STARTED
[14:23:31.618] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997188742744881776:6:0) after 4m15s
[14:27:46.635] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997188742744881776:6:0)
[14:27:46.675] Build status: STARTED
[14:27:46.675] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997188742744881776:7:0) after 7m44s
[14:35:30.695] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997188742744881776:7:0)
[14:35:30.727] Build status: STARTED
[14:35:30.727] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997188742744881776:8:0) after 1m8s
[14:36:38.745] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997188742744881776:8:0)
[14:36:38.778] Build status: STARTED
[14:36:38.778] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997188742744881776:9:0) after 1m24s
[14:38:02.860] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997188742744881776:9:0)
[14:38:02.919] Build status: STARTED
[14:38:02.919] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997188742744881776:10:0) after 7m32s
[14:45:34.942] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997188742744881776:10:0)
[14:45:34.976] Build status: STARTED
[14:45:34.976] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997188742744881776:11:0) after 4m39s
[14:46:38.605] Received PubSub notification, asking Buildbucket for the build status
[14:46:38.675] Build:
{
  "id": "8831758680595403809",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 70667,
  "createdBy": "project:chromium",
  "createTime": "2021-11-01T14:06:39.826016568Z",
  "startTime": "2021-11-01T14:11:05.150691Z",
  "endTime": "2021-11-01T14:46:38.070138065Z",
  "updateTime": "2021-11-01T14:46:38.070138065Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "7e85fff25b2bf99ab4b0b3c2841d6af227030c9b",
      "ref": "refs/heads/main"
    }
  }
}
[14:46:38.675] Invocation finished in 40m0.283029413s with status FAILED