Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 30 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/78138 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "aa31326b69bc184e03d99dda3672ff22baebc93a"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "9ba5dcf604e7552be79a74a5e36cd73da7f70e4d",
  "parent_got_dawn_revision": "34206ec07bfcc6a5942402caea0385ddffb25d9b",
  "parent_got_nacl_revision": "37e24eea763ff99c78ef0074eb4c3daf1b73f03d",
  "parent_got_revision": "aa31326b69bc184e03d99dda3672ff22baebc93a",
  "parent_got_revision_cp": "refs/heads/main@{#930363}",
  "parent_got_swiftshader_revision": "7b550be8d69153cef2bdb36581e5083ebec62bd4",
  "parent_got_v8_revision": "b7ea16e261758f75cdcd09a7cfa76235dd5c7337",
  "parent_got_v8_revision_cp": "refs/heads/9.7.6@{#1}",
  "parent_got_webrtc_revision": "585aad732368a4915b74e58231ffc76725a65191",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35170}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "aa31326b69bc184e03d99dda3672ff22baebc93a",
  "swarm_hashes": {
    "absl_hardening_tests": "fb6ba634e3da5b58f4c957be7d91d4b84daec522edea59093dd302f6c2839f09/569",
    "accessibility_unittests": "1cdb2816d4e86109c37a4ea6e7b3c6acca5f86671547983016a612fb68f64cdb/569",
    "angle_unittests": "51a0c59f0f9bf1e7bc25fb593067b7c7ba82e007858be464bc4dd51d90c4a39b/570",
    "app_shell_unittests": "ddfc7d6af0f754f60654d43061a7773b310a4019dc316754b973d8edbf08a93c/809",
    "aura_unittests": "4dd175030fe38fd1dd137fc167f9750596d0de5b0f1294b4c6b7c35109752aaa/569",
    "base_unittests": "5daba6afb37d0f2b568231d4f205cfca91639688d71f301654be30519e3974c5/648",
    "blink_common_unittests": "daee134b3d625dbfd3479df86ec47788c957fa76a89007827b5c45df195b8c0e/647",
    "blink_fuzzer_unittests": "ea52681b40b742c001918de5a3b8955ef121b731de494693f4cdd6bcdab18c0e/648",
    "blink_heap_unittests": "6d6ea273f52996859181827f736d08cc7030bd44528aca666864514da26c68b9/648",
    "blink_platform_unittests": "e049c0424bebd19f305f7d4611a6669aaa400dcc7980ce5d4ea9aa111545fd3a/726",
    "blink_unittests": "4cf8e1f38e3b5f8e4b820c868162136dc6937a910e13ddd8c5478dd2b2d0c09e/726",
    "boringssl_crypto_tests": "033627213056ab13b6e74d55bcb4949d6386f56d7909c54760b8e2d7eeef3a43/570",
    "boringssl_ssl_tests": "d9b1bbee4aea6103b4c0e84c5304b94e163eceee411b62fbc68192d0a408ad58/569",
    "capture_unittests": "d03e8cde39bf81226a59585d8345825f69879f25a575abe4272df3454158805c/648",
    "cast_unittests": "dcca35551f422c7c2b9f4faa93ba61c14998ad892d4a193deb69bac35fc77dab/569",
    "cc_unittests": "3a3ede6217bc9dbc08f83082944d8bc08ff267206ae56747e7284b8feda9083b/653",
    "chrome_app_unittests": "9604e25746d8b81104832a6d68b5884f3d0565025ecb6a3ea3d9414e90d420e1/811",
    "chromedriver_unittests": "edbae24215cf2d97956ac410ea8a6a06fd3a0f1475af26ff849a36f0fa965456/726",
    "color_unittests": "9ca353eba87649c1b0c1e00d3701033e4366c5883409d5ff720019e93893893b/569",
    "components_browsertests": "4ceefe3f815cd7b42e126686d14cc76817941641a69924080e07b05e5c48be0a/892",
    "components_unittests": "a70fdea88751a3c49c5c1992513b675d165b4820b1845b8f77e8597310d2b127/892",
    "compositor_unittests": "067985adc1342822302b76cba57a872273b62a58ca23fe29050b4beb7645e21e/645",
    "content_browsertests": "d3bae0d97b327e2104336ad1e1e784a86ae19bd8bfe568ccc81046c51a08876e/887",
    "content_unittests": "202b06a566dba557969d738796fd9848ea3d4330ffbe9d06dc9565d9bf1dc171/806",
    "cronet_tests": "e3ed59d1c686a7ca69031e945e194807f61b17e064c127e4433c94e89c8d8ab4/730",
    "cronet_unittests": "0d357b268ebde54d099b365fe5faf422eeb9700292a742c5786b0365d6b088d2/646",
    "crypto_unittests": "378fecc503576e395f3fbeb02b0b7824453e0ee5f3a998364000e5b1bf2c4182/569",
    "dbus_unittests": "25c5619efec5fc72ddcd1198770030fcbe2553622854b7eb1491e0a97ec1978f/569",
    "device_unittests": "2e47b227dffe0267a986f0951821bdab9ba30147d17367f211caf1dc7f36e801/646",
    "display_unittests": "338c87dad6c4442765707e223a2181861c11567d6d6a134aa613dd6dfb158f3e/569",
    "events_unittests": "f00db75e1ea4dd21bca55a77acf0f996e4a6c6355b618b977d35cce2726e1a16/569",
    "extensions_browsertests": "5c637266a3e4b742ef4de091d8dc29ad9be0f95f23e66f140e3a62748cdcab46/811",
    "extensions_unittests": "4fdc7470cd5aa4cb66f647e9784e69e5dc13e0dbc9172786a579f69cab561515/975",
    "filesystem_service_unittests": "4488d20bac5e2a58c576a265945e6bc4d4a9d6c99cbe4bcb9c45d0a843568568/569",
    "gcm_unit_tests": "360252587c4e63a2c49298329a1dc613fa5f484febf409c2321e5620a274a829/646",
    "gfx_unittests": "82b73f5572dc4b413ca5647b50295f226320a7fe3121ebfe04184b56e88bc6d1/645",
    "gin_unittests": "bf1170b23cf8c99da5a0a3c6cd964cfa68dac095123c7df7be293b39eaa990da/646",
    "gl_tests": "b928731e6bfc43a138b7b66630f943d8d86b67ac62c78ca85d7c9cf8acb743aa/569",
    "gl_unittests": "9fed2bebb642c8a6df18590021c6fadf9c9c03b726e2085b32058d3b9899af0c/569",
    "google_apis_unittests": "c764a2d03c88af55ee35f5386be04fb151c69857eafdc8f8bae707c96382e5e5/731",
    "gpu_unittests": "6c08f95fd665d2a816d83cf60b4700650678cb80b26ef9df6a0a550c948c6a8d/646",
    "gtk_unittests": "a2ac92507fb6682acc6d362aa4c6d008dfd4c4ecd0a9f0ea02d0f2bbdd99dba8/569",
    "gwp_asan_unittests": "f51d3485efe79a9a7f439cd22cf130fcffbc9022f379ccc0a8ccdfd482f0f819/570",
    "headless_browsertests": "9dbfa6a0ee3131cf46192d8817d08592affe19fa0cdc0afe5ae8a458d327b930/809",
    "headless_unittests": "f14dd76d66d337f5eea60ec6b6262eb87ec0df95789c66fa555cda4a072445a2/569",
    "interactive_ui_tests": "83ab86af5c983d3f448c0b483e89f6aef6bc031010d6deeab30e6e4502323855/1128",
    "ipc_tests": "6fe032a2647518ea702feb2232e31648fc557bdb274cdcc317c26e2220668b7e/569",
    "jingle_unittests": "06ba7aa2630e2e2319c00e669bd3fd20dc16f149188a7a28f340ee46b0bc82da/646",
    "latency_unittests": "d838a124054544e1b2a87eba0fe2c23d0ba5f608dda8c57a5502f7b976df2a0f/569",
    "libjingle_xmpp_unittests": "6c175df81da8851a0be0ed3f0be10f174122f2303a37fc501edcd614f3b70848/569",
    "liburlpattern_unittests": "47a91dff86b36b9c52a9a5c677a23c5c4d7965a03b6ceb768ef3e770c70c8b9f/569",
    "media_unittests": "29c87613e37fc9ecdac9a300a95605671e755dce8c2baee248c44eefead4e588/649",
    "message_center_unittests": "39f4076306558aef7ede0ad0a16f95c61040d1cb83e713b184a36ac992a220d2/569",
    "midi_unittests": "46a82eda3a135b208d9f8034b86cdfb2ac4200019024785d5c96f9a904da7ec2/569",
    "mojo_core_unittests": "d34c53c05005b830d140ed35a88f791890cf162f0ac9e6f03a15b258498d407e/569",
    "mojo_unittests": "db65c923af3b9829b06b668ab968ae2edcbf0746cd0c846b43494a145ac9c7ef/647",
    "native_theme_unittests": "0c9fd4a9345ef3a7bac754bb733ad20fb99d5575cc7be544eabb00f25883b78d/569",
    "net_unittests": "0e8bddb5dafa5f89773807d92bda1c8adad056153607d52ebea7c77deb9f55b2/648",
    "openscreen_unittests": "7844a2afe3d4fadbfbec85be2a783cb31c277164ee3651e0b88e0fd5c852df61/811",
    "ozone_x11_unittests": "1472ad70f4f8bd0f181afdddd325735f5a035e2e22ed52a91318914cbb7527bf/569",
    "pdf_unittests": "e3d93c2832770b903d22aab2a2522fba5f3f246e9fb1e7779f35274d7cd0c9d8/725",
    "perfetto_unittests": "209592ee88bf35ac7100c5c674bff4573518b5157630fc35978da6d40b77b227/569",
    "ppapi_unittests": "f2d4086e1ef9b9fd82cb50a4362b665bd84e4bf9dd35e1c3109df007d6eba583/569",
    "printing_unittests": "7a42c6fc37337765a0f9612846cb21a3a0f550244768db40a99e05a44cad5f20/569",
    "remoting_unittests": "6868f05a490421e649468d04571b3b405c7395ae30530575971a989720d9bd4b/646",
    "sandbox_linux_unittests": "65d4dd7defe7ff229c323efba1b90e0ee02098754ebd37708fb3bb0a783a8322/569",
    "service_manager_unittests": "274247947fbe579746da56262751eaca995cd10391c1e38742b1f9506640d964/569",
    "services_unittests": "c3a9cf9c845bc427c8baa5c716ac783daa03504a6e15ffbe43c35ace3abb85b7/815",
    "shell_dialogs_unittests": "a1c9e05ac7c0cb2d7d210e2fe7058caadcdb79805967f4b8a96df36046e6927b/569",
    "skia_unittests": "cba61fc9cd66101cf5ff6aab9e048a7cfeb27e3ee0dbcaf3ffbf7e25cf789423/569",
    "snapshot_unittests": "03bbc027e50eeae2d84c0bb5696c7e1ad94fdef260391be91d903345b19a0b35/569",
    "sql_unittests": "095daf69068911dd5c329b269c16cdd12775c32c7b2d4b9b0cc31dfd80c74a8b/646",
    "storage_unittests": "02699c12bae3635f86980219966be48adaf94f797279b3e888742c1a1ac5fdb2/727",
    "sync_integration_tests": "fc2dc9bf4d57afb5f1db482fc273266169a9dd970f2ae288309e6e7553b58332/892",
    "ui_base_unittests": "c09bd89740619638c178e62ee317e503d8fe1bb1af316847d9d9ef3984984170/723",
    "ui_touch_selection_unittests": "6be0269ef2d73bceebc25fb8cf1c3935fa84141592e65f9bf80c3183d0723975/569",
    "unit_tests": "2a55b8697ef799f15b7fafaf0ef7f153279cb7968156377d1e532e467eec2fda/1141",
    "url_unittests": "1d477009ffdc04f86288205337588ad4a2860ca2f10294ba670e03faa615c23b/569",
    "views_unittests": "17d88c2c95f8ebead7a53802398fd15bd2e996ee26f395e6f95e8172343aa340/569",
    "viz_unittests": "588c5ddb93aa0f6fc28c1b8ab9a7b9b831f55281217c83801b8ffb4913906863/653",
    "vr_common_unittests": "0e8222ae3ac695af93d45f46644494c0c2be72de88aab82d8fd2649f4e442601/811",
    "vr_pixeltests": "ddbaaf989d733fa2f6459c4bdc16b3e133c950b2e3f0e2575209571d26e49fad/725",
    "weblayer_browsertests": "793efd1a5531ef9c8850bd1108b1b7ea186bfce2ff96190d84de8fd33ca38b9a/893",
    "weblayer_unittests": "c212077cd47166bc8888467ad83a188c276e649be3ef7dd60243fc29387dbee8/725",
    "wm_unittests": "7b75c98e2082e653fdeb46bacb8de556ce5c8a1f0b1f4e98cb2b09ef4486986a/569",
    "wtf_unittests": "9100962f4ad5ad160b6f206c23f83486705fd39b2446367e5298eec782e92452/569",
    "x11_unittests": "fe66a5111c7cadbdf19cc804e97189b6315ecb01358e5ec17a7d3ce80392a6b2/569",
    "xr_browser_tests": "f8dc23b7bcc0e2a4e711c18f520807155e39b13e75aefb537fd409160afc5f5c/891",
    "zlib_unittests": "50ff8889e966a95ab69c2e389872665317c717252306901b10f1d03b2216e996/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "a737c3978d8217c5d52b0b885ca0018ad0e5420c0ed97a0e9b5f7ac48162d323/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/aa31326b69bc184e03d99dda3672ff22baebc93a
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:78138
  • user_agent:recipe

Debug log (UTC)

[01:27:26.786] New invocation is queued and will start shortly
[01:27:26.786] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[01:27:27.882] Starting the invocation (attempt 1)
[01:27:27.915] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/aa31326b69bc184e03d99dda3672ff22baebc93a"
[01:27:27.915] Popped gitiles commit info from properties and tags
[01:27:27.915] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:27:27.915] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:27:27.916] Buildbucket request:
{
  "requestId": "8999048446411509808",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "aa31326b69bc184e03d99dda3672ff22baebc93a"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "9ba5dcf604e7552be79a74a5e36cd73da7f70e4d",
      "parent_got_dawn_revision": "34206ec07bfcc6a5942402caea0385ddffb25d9b",
      "parent_got_nacl_revision": "37e24eea763ff99c78ef0074eb4c3daf1b73f03d",
      "parent_got_revision": "aa31326b69bc184e03d99dda3672ff22baebc93a",
      "parent_got_revision_cp": "refs/heads/main@{#930363}",
      "parent_got_swiftshader_revision": "7b550be8d69153cef2bdb36581e5083ebec62bd4",
      "parent_got_v8_revision": "b7ea16e261758f75cdcd09a7cfa76235dd5c7337",
      "parent_got_v8_revision_cp": "refs/heads/9.7.6@{#1}",
      "parent_got_webrtc_revision": "585aad732368a4915b74e58231ffc76725a65191",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35170}",
      "swarm_hashes": {
            "absl_hardening_tests": "fb6ba634e3da5b58f4c957be7d91d4b84daec522edea59093dd302f6c2839f09/569",
            "accessibility_unittests": "1cdb2816d4e86109c37a4ea6e7b3c6acca5f86671547983016a612fb68f64cdb/569",
            "angle_unittests": "51a0c59f0f9bf1e7bc25fb593067b7c7ba82e007858be464bc4dd51d90c4a39b/570",
            "app_shell_unittests": "ddfc7d6af0f754f60654d43061a7773b310a4019dc316754b973d8edbf08a93c/809",
            "aura_unittests": "4dd175030fe38fd1dd137fc167f9750596d0de5b0f1294b4c6b7c35109752aaa/569",
            "base_unittests": "5daba6afb37d0f2b568231d4f205cfca91639688d71f301654be30519e3974c5/648",
            "blink_common_unittests": "daee134b3d625dbfd3479df86ec47788c957fa76a89007827b5c45df195b8c0e/647",
            "blink_fuzzer_unittests": "ea52681b40b742c001918de5a3b8955ef121b731de494693f4cdd6bcdab18c0e/648",
            "blink_heap_unittests": "6d6ea273f52996859181827f736d08cc7030bd44528aca666864514da26c68b9/648",
            "blink_platform_unittests": "e049c0424bebd19f305f7d4611a6669aaa400dcc7980ce5d4ea9aa111545fd3a/726",
            "blink_unittests": "4cf8e1f38e3b5f8e4b820c868162136dc6937a910e13ddd8c5478dd2b2d0c09e/726",
            "boringssl_crypto_tests": "033627213056ab13b6e74d55bcb4949d6386f56d7909c54760b8e2d7eeef3a43/570",
            "boringssl_ssl_tests": "d9b1bbee4aea6103b4c0e84c5304b94e163eceee411b62fbc68192d0a408ad58/569",
            "capture_unittests": "d03e8cde39bf81226a59585d8345825f69879f25a575abe4272df3454158805c/648",
            "cast_unittests": "dcca35551f422c7c2b9f4faa93ba61c14998ad892d4a193deb69bac35fc77dab/569",
            "cc_unittests": "3a3ede6217bc9dbc08f83082944d8bc08ff267206ae56747e7284b8feda9083b/653",
            "chrome_app_unittests": "9604e25746d8b81104832a6d68b5884f3d0565025ecb6a3ea3d9414e90d420e1/811",
            "chromedriver_unittests": "edbae24215cf2d97956ac410ea8a6a06fd3a0f1475af26ff849a36f0fa965456/726",
            "color_unittests": "9ca353eba87649c1b0c1e00d3701033e4366c5883409d5ff720019e93893893b/569",
            "components_browsertests": "4ceefe3f815cd7b42e126686d14cc76817941641a69924080e07b05e5c48be0a/892",
            "components_unittests": "a70fdea88751a3c49c5c1992513b675d165b4820b1845b8f77e8597310d2b127/892",
            "compositor_unittests": "067985adc1342822302b76cba57a872273b62a58ca23fe29050b4beb7645e21e/645",
            "content_browsertests": "d3bae0d97b327e2104336ad1e1e784a86ae19bd8bfe568ccc81046c51a08876e/887",
            "content_unittests": "202b06a566dba557969d738796fd9848ea3d4330ffbe9d06dc9565d9bf1dc171/806",
            "cronet_tests": "e3ed59d1c686a7ca69031e945e194807f61b17e064c127e4433c94e89c8d8ab4/730",
            "cronet_unittests": "0d357b268ebde54d099b365fe5faf422eeb9700292a742c5786b0365d6b088d2/646",
            "crypto_unittests": "378fecc503576e395f3fbeb02b0b7824453e0ee5f3a998364000e5b1bf2c4182/569",
            "dbus_unittests": "25c5619efec5fc72ddcd1198770030fcbe2553622854b7eb1491e0a97ec1978f/569",
            "device_unittests": "2e47b227dffe0267a986f0951821bdab9ba30147d17367f211caf1dc7f36e801/646",
            "display_unittests": "338c87dad6c4442765707e223a2181861c11567d6d6a134aa613dd6dfb158f3e/569",
            "events_unittests": "f00db75e1ea4dd21bca55a77acf0f996e4a6c6355b618b977d35cce2726e1a16/569",
            "extensions_browsertests": "5c637266a3e4b742ef4de091d8dc29ad9be0f95f23e66f140e3a62748cdcab46/811",
            "extensions_unittests": "4fdc7470cd5aa4cb66f647e9784e69e5dc13e0dbc9172786a579f69cab561515/975",
            "filesystem_service_unittests": "4488d20bac5e2a58c576a265945e6bc4d4a9d6c99cbe4bcb9c45d0a843568568/569",
            "gcm_unit_tests": "360252587c4e63a2c49298329a1dc613fa5f484febf409c2321e5620a274a829/646",
            "gfx_unittests": "82b73f5572dc4b413ca5647b50295f226320a7fe3121ebfe04184b56e88bc6d1/645",
            "gin_unittests": "bf1170b23cf8c99da5a0a3c6cd964cfa68dac095123c7df7be293b39eaa990da/646",
            "gl_tests": "b928731e6bfc43a138b7b66630f943d8d86b67ac62c78ca85d7c9cf8acb743aa/569",
            "gl_unittests": "9fed2bebb642c8a6df18590021c6fadf9c9c03b726e2085b32058d3b9899af0c/569",
            "google_apis_unittests": "c764a2d03c88af55ee35f5386be04fb151c69857eafdc8f8bae707c96382e5e5/731",
            "gpu_unittests": "6c08f95fd665d2a816d83cf60b4700650678cb80b26ef9df6a0a550c948c6a8d/646",
            "gtk_unittests": "a2ac92507fb6682acc6d362aa4c6d008dfd4c4ecd0a9f0ea02d0f2bbdd99dba8/569",
            "gwp_asan_unittests": "f51d3485efe79a9a7f439cd22cf130fcffbc9022f379ccc0a8ccdfd482f0f819/570",
            "headless_browsertests": "9dbfa6a0ee3131cf46192d8817d08592affe19fa0cdc0afe5ae8a458d327b930/809",
            "headless_unittests": "f14dd76d66d337f5eea60ec6b6262eb87ec0df95789c66fa555cda4a072445a2/569",
            "interactive_ui_tests": "83ab86af5c983d3f448c0b483e89f6aef6bc031010d6deeab30e6e4502323855/1128",
            "ipc_tests": "6fe032a2647518ea702feb2232e31648fc557bdb274cdcc317c26e2220668b7e/569",
            "jingle_unittests": "06ba7aa2630e2e2319c00e669bd3fd20dc16f149188a7a28f340ee46b0bc82da/646",
            "latency_unittests": "d838a124054544e1b2a87eba0fe2c23d0ba5f608dda8c57a5502f7b976df2a0f/569",
            "libjingle_xmpp_unittests": "6c175df81da8851a0be0ed3f0be10f174122f2303a37fc501edcd614f3b70848/569",
            "liburlpattern_unittests": "47a91dff86b36b9c52a9a5c677a23c5c4d7965a03b6ceb768ef3e770c70c8b9f/569",
            "media_unittests": "29c87613e37fc9ecdac9a300a95605671e755dce8c2baee248c44eefead4e588/649",
            "message_center_unittests": "39f4076306558aef7ede0ad0a16f95c61040d1cb83e713b184a36ac992a220d2/569",
            "midi_unittests": "46a82eda3a135b208d9f8034b86cdfb2ac4200019024785d5c96f9a904da7ec2/569",
            "mojo_core_unittests": "d34c53c05005b830d140ed35a88f791890cf162f0ac9e6f03a15b258498d407e/569",
            "mojo_unittests": "db65c923af3b9829b06b668ab968ae2edcbf0746cd0c846b43494a145ac9c7ef/647",
            "native_theme_unittests": "0c9fd4a9345ef3a7bac754bb733ad20fb99d5575cc7be544eabb00f25883b78d/569",
            "net_unittests": "0e8bddb5dafa5f89773807d92bda1c8adad056153607d52ebea7c77deb9f55b2/648",
            "openscreen_unittests": "7844a2afe3d4fadbfbec85be2a783cb31c277164ee3651e0b88e0fd5c852df61/811",
            "ozone_x11_unittests": "1472ad70f4f8bd0f181afdddd325735f5a035e2e22ed52a91318914cbb7527bf/569",
            "pdf_unittests": "e3d93c2832770b903d22aab2a2522fba5f3f246e9fb1e7779f35274d7cd0c9d8/725",
            "perfetto_unittests": "209592ee88bf35ac7100c5c674bff4573518b5157630fc35978da6d40b77b227/569",
            "ppapi_unittests": "f2d4086e1ef9b9fd82cb50a4362b665bd84e4bf9dd35e1c3109df007d6eba583/569",
            "printing_unittests": "7a42c6fc37337765a0f9612846cb21a3a0f550244768db40a99e05a44cad5f20/569",
            "remoting_unittests": "6868f05a490421e649468d04571b3b405c7395ae30530575971a989720d9bd4b/646",
            "sandbox_linux_unittests": "65d4dd7defe7ff229c323efba1b90e0ee02098754ebd37708fb3bb0a783a8322/569",
            "service_manager_unittests": "274247947fbe579746da56262751eaca995cd10391c1e38742b1f9506640d964/569",
            "services_unittests": "c3a9cf9c845bc427c8baa5c716ac783daa03504a6e15ffbe43c35ace3abb85b7/815",
            "shell_dialogs_unittests": "a1c9e05ac7c0cb2d7d210e2fe7058caadcdb79805967f4b8a96df36046e6927b/569",
            "skia_unittests": "cba61fc9cd66101cf5ff6aab9e048a7cfeb27e3ee0dbcaf3ffbf7e25cf789423/569",
            "snapshot_unittests": "03bbc027e50eeae2d84c0bb5696c7e1ad94fdef260391be91d903345b19a0b35/569",
            "sql_unittests": "095daf69068911dd5c329b269c16cdd12775c32c7b2d4b9b0cc31dfd80c74a8b/646",
            "storage_unittests": "02699c12bae3635f86980219966be48adaf94f797279b3e888742c1a1ac5fdb2/727",
            "sync_integration_tests": "fc2dc9bf4d57afb5f1db482fc273266169a9dd970f2ae288309e6e7553b58332/892",
            "ui_base_unittests": "c09bd89740619638c178e62ee317e503d8fe1bb1af316847d9d9ef3984984170/723",
            "ui_touch_selection_unittests": "6be0269ef2d73bceebc25fb8cf1c3935fa84141592e65f9bf80c3183d0723975/569",
            "unit_tests": "2a55b8697ef799f15b7fafaf0ef7f153279cb7968156377d1e532e467eec2fda/1141",
            "url_unittests": "1d477009ffdc04f86288205337588ad4a2860ca2f10294ba670e03faa615c23b/569",
            "views_unittests": "17d88c2c95f8ebead7a53802398fd15bd2e996ee26f395e6f95e8172343aa340/569",
            "viz_unittests": "588c5ddb93aa0f6fc28c1b8ab9a7b9b831f55281217c83801b8ffb4913906863/653",
            "vr_common_unittests": "0e8222ae3ac695af93d45f46644494c0c2be72de88aab82d8fd2649f4e442601/811",
            "vr_pixeltests": "ddbaaf989d733fa2f6459c4bdc16b3e133c950b2e3f0e2575209571d26e49fad/725",
            "weblayer_browsertests": "793efd1a5531ef9c8850bd1108b1b7ea186bfce2ff96190d84de8fd33ca38b9a/893",
            "weblayer_unittests": "c212077cd47166bc8888467ad83a188c276e649be3ef7dd60243fc29387dbee8/725",
            "wm_unittests": "7b75c98e2082e653fdeb46bacb8de556ce5c8a1f0b1f4e98cb2b09ef4486986a/569",
            "wtf_unittests": "9100962f4ad5ad160b6f206c23f83486705fd39b2446367e5298eec782e92452/569",
            "x11_unittests": "fe66a5111c7cadbdf19cc804e97189b6315ecb01358e5ec17a7d3ce80392a6b2/569",
            "xr_browser_tests": "f8dc23b7bcc0e2a4e711c18f520807155e39b13e75aefb537fd409160afc5f5c/891",
            "zlib_unittests": "50ff8889e966a95ab69c2e389872665317c717252306901b10f1d03b2216e996/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "a737c3978d8217c5d52b0b885ca0018ad0e5420c0ed97a0e9b5f7ac48162d323/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "aa31326b69bc184e03d99dda3672ff22baebc93a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8999048446411509808"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "78138"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[01:27:28.472] Scheduled build:
{
  "id": "8833618384477603617",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 70096,
  "createdBy": "project:chromium",
  "createTime": "2021-10-12T01:27:27.997681512Z",
  "updateTime": "2021-10-12T01:27:28.240782755Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "aa31326b69bc184e03d99dda3672ff22baebc93a",
      "ref": "refs/heads/main"
    }
  }
}
[01:27:28.472] Task URL: https://cr-buildbucket.appspot.com/build/8833618384477603617
[01:27:28.472] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999048446411509808:2:0) after 4m3s
[01:28:36.452] Received PubSub notification, asking Buildbucket for the build status
[01:28:36.484] Build status: STARTED
[01:31:31.591] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999048446411509808:2:0)
[01:31:31.628] Build status: STARTED
[01:31:31.628] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999048446411509808:4:0) after 6m11s
[01:37:42.718] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999048446411509808:4:0)
[01:37:42.753] Build status: STARTED
[01:37:42.753] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999048446411509808:5:0) after 2m29s
[01:40:11.791] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999048446411509808:5:0)
[01:40:11.851] Build status: STARTED
[01:40:11.851] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999048446411509808:6:0) after 6m32s
[01:46:43.994] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999048446411509808:6:0)
[01:46:44.027] Build status: STARTED
[01:46:44.028] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999048446411509808:7:0) after 2m58s
[01:49:42.046] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999048446411509808:7:0)
[01:49:42.084] Build status: STARTED
[01:49:42.084] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999048446411509808:8:0) after 8m54s
[01:57:29.916] Received PubSub notification, asking Buildbucket for the build status
[01:57:29.945] Build:
{
  "id": "8833618384477603617",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 70096,
  "createdBy": "project:chromium",
  "createTime": "2021-10-12T01:27:27.997681512Z",
  "startTime": "2021-10-12T01:28:35.238718Z",
  "endTime": "2021-10-12T01:57:29.547288083Z",
  "updateTime": "2021-10-12T01:57:29.547838548Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "aa31326b69bc184e03d99dda3672ff22baebc93a",
      "ref": "refs/heads/main"
    }
  }
}
[01:57:29.945] Invocation finished in 30m3.175684395s with status FAILED