Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 2 hours
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/81040 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "4da5696886504d43af3eda49dfd5729eb050f8e5",
        "project": "chromium/src",
        "ref": "refs/heads/main"
      }
    ]
  },
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "4da5696886504d43af3eda49dfd5729eb050f8e5"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "2caa9d4fe4f1b2f4451e76ab22fd130cda996776",
  "parent_got_dawn_revision": "18bad60adf0198ae91fa055372daea934b505c19",
  "parent_got_nacl_revision": "96f4b7e974d6fc13ec74926d1576b107b4c109af",
  "parent_got_revision": "4da5696886504d43af3eda49dfd5729eb050f8e5",
  "parent_got_revision_cp": "refs/heads/main@{#961795}",
  "parent_got_swiftshader_revision": "e823eef173854c8a970dee698cbf8c0c261913df",
  "parent_got_v8_revision": "c4208cca4b053300b7ae3d297790c7dcd0be551a",
  "parent_got_v8_revision_cp": "refs/heads/9.9.115@{#1}",
  "parent_got_webrtc_revision": "45b3536a43acac37c71b57a837ef4a7a1f86fbbf",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35755}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "4da5696886504d43af3eda49dfd5729eb050f8e5",
  "swarm_hashes": {
    "absl_hardening_tests": "42a55126410b85cccd9507a5d2a0962bc27a0115ae1a473485eb1ddaa87f983a/569",
    "accessibility_unittests": "c92be9d38486ab160784f0afb6970c25e857a6e03a0a6246a3a9bfd98fbd5c76/569",
    "angle_unittests": "759819bc92a6f9318911abcf4ed7b5dc2e56957681579b96e9a08ed4694f6506/570",
    "app_shell_unittests": "e499a58ad7d2163d8849a3b3844b1371eb77087ef1752ae50781f2941ece4c20/730",
    "aura_unittests": "b48b2f3c694944829caad8e038dadb5fba3539d427e55816f6adf12bf35b5fc7/569",
    "base_unittests": "24ae99d218ce75b9b3122b67c764f023ed1c6b38051f96cdd7107b46a8f5bc33/648",
    "blink_common_unittests": "7d364d60a2cbc7a453dc43ef7d285ea312353d23424ff9e37d6be4d9c1aa27bb/647",
    "blink_fuzzer_unittests": "fdef0183f82c833c89ccd49822d2bc3be6d092da0f306acc1abced3a29ee0ab8/569",
    "blink_heap_unittests": "ea50227e88e175376a3e3f8beb630aa4f876cdc6f4d16c863900e0927d5d9fab/569",
    "blink_platform_unittests": "9867479adea2181a2ba6ffbe2c1d8b7c429ae4159591ef04637147945a23a448/726",
    "blink_unittests": "ccf17f8e60150d80d193044e57a1a0fcccac1582f0c8f52ea64818e1c71f488a/810",
    "boringssl_crypto_tests": "b34160bf94d8637d5687e3993d1075c6a87a6675da9b4c47801ea5db971c3041/570",
    "boringssl_ssl_tests": "fb6a81721fcb95215eb26145cb60758061eb816453fe365f6b9c04f855f9f47e/569",
    "capture_unittests": "4ba0f5ec8963971644efa3aba7ade4d99cb8a139d7319de5f14ebecb89634c28/648",
    "cast_unittests": "6ac26315a9a1fd1f9d4a82739a670db994fa726c8b713fea82d63aef8cc3a0f4/569",
    "cc_unittests": "ef0521bc5d66e16024b515a59987822d8e2cc72fb28d21632c8b4675ed9f3b50/653",
    "chrome_app_unittests": "e8b0223afb587d551c5ce679581dbc5454133aae825d89ce36641cde835243f5/648",
    "chromedriver_unittests": "28256ac549ae7a93df6b644fd18be2b05406d06edcee17fd1a2d8c600d68508c/726",
    "color_unittests": "e80dbe6470090afe2ff56d11035db626ec4d84976fa322e53440effa22048eef/569",
    "components_browsertests": "4953af214aebb147c64573a68dd390c8bdb8bfd410f27416bdea57c3a96fc7b2/813",
    "components_unittests": "8e1000144520027d4961de2a043a13ff8843eaa5756b36492873e57103a00cde/813",
    "compositor_unittests": "b2fbca2a9397b383b6122d160d8867b7b699b92953de27a0f95552317b54c1b3/645",
    "content_browsertests": "58709687c4ea30a8375351beaadeab45d487a53348f69f5f907ed40eec748c54/887",
    "content_unittests": "3a1a6a54a10db58043e5768d7cc56d631916ba3730295b9b2597cf5f9807d2c1/806",
    "cronet_tests": "8839dac9be9fd0ae468335b07a15952ffcc0ac876f7bdc9b506abd6114ff5fbe/730",
    "cronet_unittests": "e0d1200cea10cfe7893feb53da3e3ea4496fe86423627ef5542f0c08d1428c96/646",
    "crypto_unittests": "df8a8f46f4562e00bf03519aab2a1044471741fd2e3a60e520b4812819326419/569",
    "dbus_unittests": "331bfe9839e902a519c5721c88dfb67c47fcdf898906934f702ef840026c48ce/569",
    "device_unittests": "69b7694a6658f8c9b192e9cd3a34496eb36185c3eb5681134543f7a5c18b8bb7/646",
    "display_unittests": "6f3dbafc19a5e54c943de566ceec1df71805cf291852380451bd451877e2d0e7/569",
    "events_unittests": "fe247840e0c2e05dbc1806aedfe413b13858701230aa7167b08512ef7b64cf1e/569",
    "extensions_browsertests": "b4574e22fdadfa2f37b04ca0acb7e2e45d4fd2fb0a8411340707ce9c6d50acfe/732",
    "extensions_unittests": "48f08a7db59fba8304f5df5622acc80aceb01ec30b4ba3345b77928f366c1db7/896",
    "filesystem_service_unittests": "3c8baa87563aedf99c63bd21f9f4d8d2b129bf158bbba3ec26e01da2c840de19/569",
    "gcm_unit_tests": "8aec0047770f4eb542acb3909202d1e9dfffebeeb599af93131e809759a2ab0a/646",
    "gfx_unittests": "bde574b61407d8f56b0ff61184a12e4e808b75963a0d83c44549db74f7541d0d/645",
    "gin_unittests": "2b1c656eeda61d9564364b3975208080c0f50bcda3095d0508fdfd5b44583c31/646",
    "gl_tests": "95e72af9b7e1321e22803cbb8f59b8c6d07f5e55c63a24790e150da65a85edf9/569",
    "gl_unittests": "1c0e6d7ce2a2e7f00c541758069669ce4f62f1e3a23bb4a46d850dc4d835fe67/569",
    "google_apis_unittests": "3ea8c72ec5055fc6f12afb1a6b7b1290a407f5beee54cb8b1df5ef7a4c1871e6/731",
    "gpu_unittests": "65f9c5950ac537e6279097eb13963e033ed410fba2972acde86a7723455d0639/646",
    "gwp_asan_unittests": "9bb5d73402e4c7def11b7beaabbe1e238ca5306c81709ca63b7c6a41c37872e2/570",
    "headless_browsertests": "641cadc41bf8aa6eaadcaf38b7cc42963a0bafd6872cf1ab8a72ef46039046e3/730",
    "headless_unittests": "ecd9a7a463f84bde485087e52cb8411b9638ed93e2809fd7f5b4db3f67705732/569",
    "interactive_ui_tests": "3ad5039954e776c89dbeb95b35a978c374a0abfa5d4dfec2fa9ccb8211ad2940/965",
    "ipc_tests": "871e1ec3c37103c58359f23ec4ef0e399188b21d928a114dfe4e3cdb7c5ca360/569",
    "jingle_unittests": "c93864b88673077fa43cc7875bf6314266828681267bc7740f3f741edeb0d4da/646",
    "latency_unittests": "75702ec209072a6c79400c48683da17079fbcc206c59065c7fc5e33b2008369d/569",
    "libjingle_xmpp_unittests": "5b5e66fce601047aa9593f289f20c76e1ef031d413d3543fc0993cede3da5755/569",
    "liburlpattern_unittests": "3382a679ef19f4f5e0579e8708c20bda7a1810a9b0c811aae827b2fd1f06a256/569",
    "media_unittests": "55c664b9696f057b3e968c4e0ac90539fdb5cf36e7c8064fe46401ad14fa6961/649",
    "message_center_unittests": "288824d7d68489d8d096a74e615c75a92674189587ba3b351d71e154cf1c336b/569",
    "midi_unittests": "00dd18b83e32023122dbfbb765b15309f7851096e36999fa5b841ffc18d4a3e9/569",
    "mojo_core_unittests": "973053c4cbaafa8305ffda9759b077df1993aee72b6d780512919e99a1128673/569",
    "mojo_unittests": "75730de6eca7b0607f3b8687e151c81eb5f9abb9d35f4591e5fab5266221b66f/647",
    "native_theme_unittests": "06dee97c6837ad5bbc478949a332d37374d6dabbc4775fe6019c8ceeba8adbbc/569",
    "net_unittests": "038a758769721597155ede63806bddfbe1f66f66718306a651f053bfcbf7893f/648",
    "openscreen_unittests": "255a56a126f2f280708f0de4b2922e15e213439a5b78f8946221c2bee3c188d1/648",
    "ozone_x11_unittests": "7bb97e5b92ae8c69236754cf3be5f0470441dcd32e97f334a975db41c87209d6/569",
    "pdf_unittests": "38f11baab1fe66c12fe006b12493ebbd2de7a56706038124d83e92d1fadad756/646",
    "perfetto_unittests": "a9a6b5fcfef1ce7c302dcdd5a235958af89bcfe023d2dd1749331a4e8924fb64/569",
    "ppapi_unittests": "6a525c752bcbb500ba0cdfb0f293d568d42a4d6ae80b3467318137c8c920d671/569",
    "printing_unittests": "348f637e3e98d143beded16fce381d5e3ff9b8a9d9ea5a58adc676b7a4da7f9b/569",
    "remoting_unittests": "42869613ced6cbec286b3e3cd102956f892eb0e8045f71600b2c6e17747f4535/646",
    "sandbox_linux_unittests": "3eeb620a60c853635a8c57d73176ae2b988fe67a0b237aca5047965f2f2780d8/569",
    "service_manager_unittests": "2b0aceca225471c1dd0d1f80973de421c9c2fd948ccbdf94f35b936d9f915fbf/569",
    "services_unittests": "f493154e1e1e7f8c264f1e7a470877bde8e0d432dff2e5179cc206e51e3c7291/815",
    "shell_dialogs_unittests": "174cde80aad86f5161f493c8b6b4b331e22affe9a0de35a57fa56fb5f7cb3a38/569",
    "skia_unittests": "0a83e9b01de5258a63fc6afe3ca72847f68e8efd641c4943d2b0f797802946eb/569",
    "snapshot_unittests": "74c84f4e2feb7c95f68f4e3aeabca5c68f4fa34799e5c9b3180b43a70e34cc2f/569",
    "sql_unittests": "9329a45516b2dce598e520c27de5485ab16db2f35868d23467db57fb22801a36/646",
    "storage_unittests": "4344082399b960d75cdf165ad5fcde16c53d180659685aaf31f82942dd2920be/727",
    "sync_integration_tests": "1c041473d54f3acf31dfe7e30ce58f4050f4b4041e17980035b2fa69965aec97/729",
    "ui_base_unittests": "9c73308559c7b0fa79a4d95c8572bb49d21abc8166d40312e5c61ce10122a79d/723",
    "ui_touch_selection_unittests": "a43113b50e6c7c2994d93a44aee304c91651f2b931eabc6d81b3cede0f956af8/569",
    "unit_tests": "9e3e9c08e737a2e9e8eb388bce62231ccfaf5d89f52cdb994b492b2c06488c9e/1139",
    "url_unittests": "da67d60e8d8ab8992e20fe34a5401400647c2ac86cdd0abe849de29ffdbb7885/569",
    "views_unittests": "bf468fe6c88ee2ad5b17a709c2554552647d9fa72e70eb070c7bcdf41c99be72/569",
    "viz_unittests": "74ec8da67315447488a4a11a0d2792478601a9e67df8ff400350b5dde1804ea1/653",
    "vr_common_unittests": "a3c17fab14de2bccc833ac62ef601347a8b95f919096453317070e035cb6c2b5/648",
    "vr_pixeltests": "7146b17d6ffded0fdbc12baf10cf79171a5a80b24c61d09b1b3b690fe71e626a/646",
    "weblayer_browsertests": "066c7ade424c42b71263bc3031692255f793d851a3de3586d1b52779e14c27fe/814",
    "weblayer_unittests": "57aefe09cc7e6ca0910bb09e38d059696d0ed87d74ede6e6712f4fdbca617020/646",
    "wm_unittests": "ed7eb88cf65b591ae0ae590e8bcf414afbc927efd1376892531cab4d72f11e88/569",
    "wtf_unittests": "c85a22ef69352c91c7d144ccd6f80a1454de68899d024d2a9ca9a0e5f4c3f883/569",
    "x11_unittests": "97a9dd4735f93685f7730f1d1cd97b5f82762331ef513b96e6f0728a260513e4/569",
    "xr_browser_tests": "e5c01d95be9708ea612589e09b27dea32f92f68f54129896c7181e34d897b084/728",
    "zlib_unittests": "64496f536d9e5851bbc837dbc6ac4fa9287bc65a0ab95c3a89b28a1abc4f6bb5/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "d35d624e302339bddf63f41a26541de5b97ee363969aba926d26843428908d07/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/4da5696886504d43af3eda49dfd5729eb050f8e5
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:81040
  • user_agent:recipe

Debug log (UTC)

[05:49:30.211] New invocation is queued and will start shortly
[05:49:30.211] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[05:49:31.371] Starting the invocation (attempt 1)
[05:49:31.411] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/4da5696886504d43af3eda49dfd5729eb050f8e5"
[05:49:31.411] Popped gitiles commit info from properties and tags
[05:49:31.411] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[05:49:31.411] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[05:49:31.412] Buildbucket request:
{
  "requestId": "8989881665597521952",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "4da5696886504d43af3eda49dfd5729eb050f8e5",
                        "project": "chromium/src",
                        "ref": "refs/heads/main"
                      }
                ]
          },
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "4da5696886504d43af3eda49dfd5729eb050f8e5"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "2caa9d4fe4f1b2f4451e76ab22fd130cda996776",
      "parent_got_dawn_revision": "18bad60adf0198ae91fa055372daea934b505c19",
      "parent_got_nacl_revision": "96f4b7e974d6fc13ec74926d1576b107b4c109af",
      "parent_got_revision": "4da5696886504d43af3eda49dfd5729eb050f8e5",
      "parent_got_revision_cp": "refs/heads/main@{#961795}",
      "parent_got_swiftshader_revision": "e823eef173854c8a970dee698cbf8c0c261913df",
      "parent_got_v8_revision": "c4208cca4b053300b7ae3d297790c7dcd0be551a",
      "parent_got_v8_revision_cp": "refs/heads/9.9.115@{#1}",
      "parent_got_webrtc_revision": "45b3536a43acac37c71b57a837ef4a7a1f86fbbf",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35755}",
      "swarm_hashes": {
            "absl_hardening_tests": "42a55126410b85cccd9507a5d2a0962bc27a0115ae1a473485eb1ddaa87f983a/569",
            "accessibility_unittests": "c92be9d38486ab160784f0afb6970c25e857a6e03a0a6246a3a9bfd98fbd5c76/569",
            "angle_unittests": "759819bc92a6f9318911abcf4ed7b5dc2e56957681579b96e9a08ed4694f6506/570",
            "app_shell_unittests": "e499a58ad7d2163d8849a3b3844b1371eb77087ef1752ae50781f2941ece4c20/730",
            "aura_unittests": "b48b2f3c694944829caad8e038dadb5fba3539d427e55816f6adf12bf35b5fc7/569",
            "base_unittests": "24ae99d218ce75b9b3122b67c764f023ed1c6b38051f96cdd7107b46a8f5bc33/648",
            "blink_common_unittests": "7d364d60a2cbc7a453dc43ef7d285ea312353d23424ff9e37d6be4d9c1aa27bb/647",
            "blink_fuzzer_unittests": "fdef0183f82c833c89ccd49822d2bc3be6d092da0f306acc1abced3a29ee0ab8/569",
            "blink_heap_unittests": "ea50227e88e175376a3e3f8beb630aa4f876cdc6f4d16c863900e0927d5d9fab/569",
            "blink_platform_unittests": "9867479adea2181a2ba6ffbe2c1d8b7c429ae4159591ef04637147945a23a448/726",
            "blink_unittests": "ccf17f8e60150d80d193044e57a1a0fcccac1582f0c8f52ea64818e1c71f488a/810",
            "boringssl_crypto_tests": "b34160bf94d8637d5687e3993d1075c6a87a6675da9b4c47801ea5db971c3041/570",
            "boringssl_ssl_tests": "fb6a81721fcb95215eb26145cb60758061eb816453fe365f6b9c04f855f9f47e/569",
            "capture_unittests": "4ba0f5ec8963971644efa3aba7ade4d99cb8a139d7319de5f14ebecb89634c28/648",
            "cast_unittests": "6ac26315a9a1fd1f9d4a82739a670db994fa726c8b713fea82d63aef8cc3a0f4/569",
            "cc_unittests": "ef0521bc5d66e16024b515a59987822d8e2cc72fb28d21632c8b4675ed9f3b50/653",
            "chrome_app_unittests": "e8b0223afb587d551c5ce679581dbc5454133aae825d89ce36641cde835243f5/648",
            "chromedriver_unittests": "28256ac549ae7a93df6b644fd18be2b05406d06edcee17fd1a2d8c600d68508c/726",
            "color_unittests": "e80dbe6470090afe2ff56d11035db626ec4d84976fa322e53440effa22048eef/569",
            "components_browsertests": "4953af214aebb147c64573a68dd390c8bdb8bfd410f27416bdea57c3a96fc7b2/813",
            "components_unittests": "8e1000144520027d4961de2a043a13ff8843eaa5756b36492873e57103a00cde/813",
            "compositor_unittests": "b2fbca2a9397b383b6122d160d8867b7b699b92953de27a0f95552317b54c1b3/645",
            "content_browsertests": "58709687c4ea30a8375351beaadeab45d487a53348f69f5f907ed40eec748c54/887",
            "content_unittests": "3a1a6a54a10db58043e5768d7cc56d631916ba3730295b9b2597cf5f9807d2c1/806",
            "cronet_tests": "8839dac9be9fd0ae468335b07a15952ffcc0ac876f7bdc9b506abd6114ff5fbe/730",
            "cronet_unittests": "e0d1200cea10cfe7893feb53da3e3ea4496fe86423627ef5542f0c08d1428c96/646",
            "crypto_unittests": "df8a8f46f4562e00bf03519aab2a1044471741fd2e3a60e520b4812819326419/569",
            "dbus_unittests": "331bfe9839e902a519c5721c88dfb67c47fcdf898906934f702ef840026c48ce/569",
            "device_unittests": "69b7694a6658f8c9b192e9cd3a34496eb36185c3eb5681134543f7a5c18b8bb7/646",
            "display_unittests": "6f3dbafc19a5e54c943de566ceec1df71805cf291852380451bd451877e2d0e7/569",
            "events_unittests": "fe247840e0c2e05dbc1806aedfe413b13858701230aa7167b08512ef7b64cf1e/569",
            "extensions_browsertests": "b4574e22fdadfa2f37b04ca0acb7e2e45d4fd2fb0a8411340707ce9c6d50acfe/732",
            "extensions_unittests": "48f08a7db59fba8304f5df5622acc80aceb01ec30b4ba3345b77928f366c1db7/896",
            "filesystem_service_unittests": "3c8baa87563aedf99c63bd21f9f4d8d2b129bf158bbba3ec26e01da2c840de19/569",
            "gcm_unit_tests": "8aec0047770f4eb542acb3909202d1e9dfffebeeb599af93131e809759a2ab0a/646",
            "gfx_unittests": "bde574b61407d8f56b0ff61184a12e4e808b75963a0d83c44549db74f7541d0d/645",
            "gin_unittests": "2b1c656eeda61d9564364b3975208080c0f50bcda3095d0508fdfd5b44583c31/646",
            "gl_tests": "95e72af9b7e1321e22803cbb8f59b8c6d07f5e55c63a24790e150da65a85edf9/569",
            "gl_unittests": "1c0e6d7ce2a2e7f00c541758069669ce4f62f1e3a23bb4a46d850dc4d835fe67/569",
            "google_apis_unittests": "3ea8c72ec5055fc6f12afb1a6b7b1290a407f5beee54cb8b1df5ef7a4c1871e6/731",
            "gpu_unittests": "65f9c5950ac537e6279097eb13963e033ed410fba2972acde86a7723455d0639/646",
            "gwp_asan_unittests": "9bb5d73402e4c7def11b7beaabbe1e238ca5306c81709ca63b7c6a41c37872e2/570",
            "headless_browsertests": "641cadc41bf8aa6eaadcaf38b7cc42963a0bafd6872cf1ab8a72ef46039046e3/730",
            "headless_unittests": "ecd9a7a463f84bde485087e52cb8411b9638ed93e2809fd7f5b4db3f67705732/569",
            "interactive_ui_tests": "3ad5039954e776c89dbeb95b35a978c374a0abfa5d4dfec2fa9ccb8211ad2940/965",
            "ipc_tests": "871e1ec3c37103c58359f23ec4ef0e399188b21d928a114dfe4e3cdb7c5ca360/569",
            "jingle_unittests": "c93864b88673077fa43cc7875bf6314266828681267bc7740f3f741edeb0d4da/646",
            "latency_unittests": "75702ec209072a6c79400c48683da17079fbcc206c59065c7fc5e33b2008369d/569",
            "libjingle_xmpp_unittests": "5b5e66fce601047aa9593f289f20c76e1ef031d413d3543fc0993cede3da5755/569",
            "liburlpattern_unittests": "3382a679ef19f4f5e0579e8708c20bda7a1810a9b0c811aae827b2fd1f06a256/569",
            "media_unittests": "55c664b9696f057b3e968c4e0ac90539fdb5cf36e7c8064fe46401ad14fa6961/649",
            "message_center_unittests": "288824d7d68489d8d096a74e615c75a92674189587ba3b351d71e154cf1c336b/569",
            "midi_unittests": "00dd18b83e32023122dbfbb765b15309f7851096e36999fa5b841ffc18d4a3e9/569",
            "mojo_core_unittests": "973053c4cbaafa8305ffda9759b077df1993aee72b6d780512919e99a1128673/569",
            "mojo_unittests": "75730de6eca7b0607f3b8687e151c81eb5f9abb9d35f4591e5fab5266221b66f/647",
            "native_theme_unittests": "06dee97c6837ad5bbc478949a332d37374d6dabbc4775fe6019c8ceeba8adbbc/569",
            "net_unittests": "038a758769721597155ede63806bddfbe1f66f66718306a651f053bfcbf7893f/648",
            "openscreen_unittests": "255a56a126f2f280708f0de4b2922e15e213439a5b78f8946221c2bee3c188d1/648",
            "ozone_x11_unittests": "7bb97e5b92ae8c69236754cf3be5f0470441dcd32e97f334a975db41c87209d6/569",
            "pdf_unittests": "38f11baab1fe66c12fe006b12493ebbd2de7a56706038124d83e92d1fadad756/646",
            "perfetto_unittests": "a9a6b5fcfef1ce7c302dcdd5a235958af89bcfe023d2dd1749331a4e8924fb64/569",
            "ppapi_unittests": "6a525c752bcbb500ba0cdfb0f293d568d42a4d6ae80b3467318137c8c920d671/569",
            "printing_unittests": "348f637e3e98d143beded16fce381d5e3ff9b8a9d9ea5a58adc676b7a4da7f9b/569",
            "remoting_unittests": "42869613ced6cbec286b3e3cd102956f892eb0e8045f71600b2c6e17747f4535/646",
            "sandbox_linux_unittests": "3eeb620a60c853635a8c57d73176ae2b988fe67a0b237aca5047965f2f2780d8/569",
            "service_manager_unittests": "2b0aceca225471c1dd0d1f80973de421c9c2fd948ccbdf94f35b936d9f915fbf/569",
            "services_unittests": "f493154e1e1e7f8c264f1e7a470877bde8e0d432dff2e5179cc206e51e3c7291/815",
            "shell_dialogs_unittests": "174cde80aad86f5161f493c8b6b4b331e22affe9a0de35a57fa56fb5f7cb3a38/569",
            "skia_unittests": "0a83e9b01de5258a63fc6afe3ca72847f68e8efd641c4943d2b0f797802946eb/569",
            "snapshot_unittests": "74c84f4e2feb7c95f68f4e3aeabca5c68f4fa34799e5c9b3180b43a70e34cc2f/569",
            "sql_unittests": "9329a45516b2dce598e520c27de5485ab16db2f35868d23467db57fb22801a36/646",
            "storage_unittests": "4344082399b960d75cdf165ad5fcde16c53d180659685aaf31f82942dd2920be/727",
            "sync_integration_tests": "1c041473d54f3acf31dfe7e30ce58f4050f4b4041e17980035b2fa69965aec97/729",
            "ui_base_unittests": "9c73308559c7b0fa79a4d95c8572bb49d21abc8166d40312e5c61ce10122a79d/723",
            "ui_touch_selection_unittests": "a43113b50e6c7c2994d93a44aee304c91651f2b931eabc6d81b3cede0f956af8/569",
            "unit_tests": "9e3e9c08e737a2e9e8eb388bce62231ccfaf5d89f52cdb994b492b2c06488c9e/1139",
            "url_unittests": "da67d60e8d8ab8992e20fe34a5401400647c2ac86cdd0abe849de29ffdbb7885/569",
            "views_unittests": "bf468fe6c88ee2ad5b17a709c2554552647d9fa72e70eb070c7bcdf41c99be72/569",
            "viz_unittests": "74ec8da67315447488a4a11a0d2792478601a9e67df8ff400350b5dde1804ea1/653",
            "vr_common_unittests": "a3c17fab14de2bccc833ac62ef601347a8b95f919096453317070e035cb6c2b5/648",
            "vr_pixeltests": "7146b17d6ffded0fdbc12baf10cf79171a5a80b24c61d09b1b3b690fe71e626a/646",
            "weblayer_browsertests": "066c7ade424c42b71263bc3031692255f793d851a3de3586d1b52779e14c27fe/814",
            "weblayer_unittests": "57aefe09cc7e6ca0910bb09e38d059696d0ed87d74ede6e6712f4fdbca617020/646",
            "wm_unittests": "ed7eb88cf65b591ae0ae590e8bcf414afbc927efd1376892531cab4d72f11e88/569",
            "wtf_unittests": "c85a22ef69352c91c7d144ccd6f80a1454de68899d024d2a9ca9a0e5f4c3f883/569",
            "x11_unittests": "97a9dd4735f93685f7730f1d1cd97b5f82762331ef513b96e6f0728a260513e4/569",
            "xr_browser_tests": "e5c01d95be9708ea612589e09b27dea32f92f68f54129896c7181e34d897b084/728",
            "zlib_unittests": "64496f536d9e5851bbc837dbc6ac4fa9287bc65a0ab95c3a89b28a1abc4f6bb5/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "d35d624e302339bddf63f41a26541de5b97ee363969aba926d26843428908d07/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "4da5696886504d43af3eda49dfd5729eb050f8e5",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8989881665597521952"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "81040"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[05:49:32.032] Scheduled build:
{
  "id": "8824451603594174849",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 72980,
  "createdBy": "project:chromium",
  "createTime": "2022-01-21T05:49:31.490707347Z",
  "updateTime": "2022-01-21T05:49:31.490707347Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "4da5696886504d43af3eda49dfd5729eb050f8e5",
      "ref": "refs/heads/main"
    }
  }
}
[05:49:32.032] Task URL: https://cr-buildbucket.appspot.com/build/8824451603594174849
[05:49:32.032] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8989881665597521952:2:0) after 7m44s
[05:50:18.401] Received PubSub notification, asking Buildbucket for the build status
[05:50:18.425] Build status: STARTED
[05:57:16.139] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8989881665597521952:2:0)
[05:57:16.161] Build status: STARTED
[05:57:16.161] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8989881665597521952:4:0) after 7m48s
[06:05:04.186] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8989881665597521952:4:0)
[06:05:04.217] Build status: STARTED
[06:05:04.217] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8989881665597521952:5:0) after 9m10s
[06:14:14.508] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8989881665597521952:5:0)
[06:14:14.532] Build status: STARTED
[06:14:14.532] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8989881665597521952:6:0) after 4m38s
[06:18:52.716] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8989881665597521952:6:0)
[06:18:52.738] Build status: STARTED
[06:18:52.738] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8989881665597521952:7:0) after 4m16s
[06:23:08.862] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8989881665597521952:7:0)
[06:23:08.896] Build status: STARTED
[06:23:08.896] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8989881665597521952:8:0) after 1m6s
[06:24:14.917] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8989881665597521952:8:0)
[06:24:14.947] Build status: STARTED
[06:24:14.947] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8989881665597521952:9:0) after 7m14s
[06:31:28.969] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8989881665597521952:9:0)
[06:31:28.994] Build status: STARTED
[06:31:28.994] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8989881665597521952:10:0) after 2m5s
[06:33:34.521] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8989881665597521952:10:0)
[06:33:34.547] Build status: STARTED
[06:33:34.547] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8989881665597521952:11:0) after 3m10s
[06:36:44.580] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8989881665597521952:11:0)
[06:36:44.606] Build status: STARTED
[06:36:44.606] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8989881665597521952:12:0) after 4m55s
[06:41:39.734] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8989881665597521952:12:0)
[06:41:39.760] Build status: STARTED
[06:41:39.760] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8989881665597521952:13:0) after 5m7s
[06:46:46.784] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8989881665597521952:13:0)
[06:46:46.810] Build status: STARTED
[06:46:46.810] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8989881665597521952:14:0) after 3m15s
[06:50:01.835] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8989881665597521952:14:0)
[06:50:01.870] Build status: STARTED
[06:50:01.870] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8989881665597521952:15:0) after 6m50s
[06:56:52.013] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8989881665597521952:15:0)
[06:56:52.063] Build status: STARTED
[06:56:52.063] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8989881665597521952:16:0) after 7m38s
[07:04:30.186] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8989881665597521952:16:0)
[07:04:30.216] Build status: STARTED
[07:04:30.216] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8989881665597521952:17:0) after 6m22s
[07:10:52.239] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8989881665597521952:17:0)
[07:10:52.275] Build status: STARTED
[07:10:52.275] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8989881665597521952:18:0) after 9m2s
[07:19:54.298] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8989881665597521952:18:0)
[07:19:54.339] Build status: STARTED
[07:19:54.339] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8989881665597521952:19:0) after 7m46s
[07:27:40.366] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8989881665597521952:19:0)
[07:27:40.416] Build status: STARTED
[07:27:40.416] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8989881665597521952:20:0) after 7m46s
[07:35:26.441] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8989881665597521952:20:0)
[07:35:26.472] Build status: STARTED
[07:35:26.472] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8989881665597521952:21:0) after 1m8s
[07:36:34.691] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8989881665597521952:21:0)
[07:36:34.722] Build status: STARTED
[07:36:34.722] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8989881665597521952:22:0) after 7m8s
[07:43:42.747] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8989881665597521952:22:0)
[07:43:42.780] Build status: STARTED
[07:43:42.780] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8989881665597521952:23:0) after 6m29s
[07:50:11.868] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8989881665597521952:23:0)
[07:50:11.904] Build status: STARTED
[07:50:11.904] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8989881665597521952:24:0) after 3m45s
[07:53:56.926] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8989881665597521952:24:0)
[07:53:56.949] Build status: STARTED
[07:53:56.949] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8989881665597521952:25:0) after 4m20s
[07:58:17.082] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8989881665597521952:25:0)
[07:58:17.109] Build status: STARTED
[07:58:17.109] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8989881665597521952:26:0) after 8m45s
[08:01:04.763] Received PubSub notification, asking Buildbucket for the build status
[08:01:04.787] Build:
{
  "id": "8824451603594174849",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 72980,
  "createdBy": "project:chromium",
  "createTime": "2022-01-21T05:49:31.490707347Z",
  "startTime": "2022-01-21T05:50:17.728767Z",
  "endTime": "2022-01-21T08:01:04.020705833Z",
  "updateTime": "2022-01-21T08:01:04.020705833Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "4da5696886504d43af3eda49dfd5729eb050f8e5",
      "ref": "refs/heads/main"
    }
  }
}
[08:01:04.787] Invocation finished in 2h11m34.591098059s with status FAILED