Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 24 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/81049 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "dafadf85b3ba55be7447840e5c577b95daed8c0e",
        "project": "chromium/src",
        "ref": "refs/heads/main"
      }
    ]
  },
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "dafadf85b3ba55be7447840e5c577b95daed8c0e"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "2caa9d4fe4f1b2f4451e76ab22fd130cda996776",
  "parent_got_dawn_revision": "fec381741e7fbeb581f1ea0af08b11552680669b",
  "parent_got_nacl_revision": "96f4b7e974d6fc13ec74926d1576b107b4c109af",
  "parent_got_revision": "dafadf85b3ba55be7447840e5c577b95daed8c0e",
  "parent_got_revision_cp": "refs/heads/main@{#961862}",
  "parent_got_swiftshader_revision": "e823eef173854c8a970dee698cbf8c0c261913df",
  "parent_got_v8_revision": "c4208cca4b053300b7ae3d297790c7dcd0be551a",
  "parent_got_v8_revision_cp": "refs/heads/9.9.115@{#1}",
  "parent_got_webrtc_revision": "45b3536a43acac37c71b57a837ef4a7a1f86fbbf",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35755}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "dafadf85b3ba55be7447840e5c577b95daed8c0e",
  "swarm_hashes": {
    "absl_hardening_tests": "42a55126410b85cccd9507a5d2a0962bc27a0115ae1a473485eb1ddaa87f983a/569",
    "accessibility_unittests": "7ff4ac2a4e788063cde66eecb75a35f1293ef12da07303b2c8e032aae3284e32/569",
    "angle_unittests": "759819bc92a6f9318911abcf4ed7b5dc2e56957681579b96e9a08ed4694f6506/570",
    "app_shell_unittests": "f9df1a856be40317285f837474dbca19a9bbced5a9f18bdf611400140b2bb874/730",
    "aura_unittests": "622c357811b8e6c79fc89c329e0ff42c98f0800b2cfa6e4eeb05c7a17df7aa46/569",
    "base_unittests": "5265009f16f9c3e440c7bf6091465de36808ed110c15ee46b8948df5c91b1993/648",
    "blink_common_unittests": "03fa6920fd4de111de2d6d3ba1f5bd970969b1ca65275c640fc1c80191f21642/647",
    "blink_fuzzer_unittests": "002de4133e70ed709945ae9bf98e7c99a7d00fa9838eb61f531452b5b5e31293/569",
    "blink_heap_unittests": "7c134aaf37423c32933f6730deba3b544c75c34b5895dd116361d7fffc0abccf/569",
    "blink_platform_unittests": "e9d75dfb25067eddcd4bbebf1f03a4c8e222873551fd549a795969c535a74ec3/726",
    "blink_unittests": "bee50fcddd30e2f53c759f70f271cc198c4a48455da227d51577e84e02b5413f/810",
    "boringssl_crypto_tests": "b34160bf94d8637d5687e3993d1075c6a87a6675da9b4c47801ea5db971c3041/570",
    "boringssl_ssl_tests": "fb6a81721fcb95215eb26145cb60758061eb816453fe365f6b9c04f855f9f47e/569",
    "capture_unittests": "8d35c57dd003a125fd7b5fd58c3e75c895371c8f1157c27b18b70ab62965a782/648",
    "cast_unittests": "481e8225fac411558bda69068bff6ed17be567a4e917227c670de8b89c6fd281/569",
    "cc_unittests": "37ba78c21f649cb8ab835ac550a8a094195a8561e97c6fb11c8eecc57b49b35a/653",
    "chrome_app_unittests": "9e0657a4036f0e9e2f4bcbbdccb21a2af99574b69d0ed6392357823194f9feda/648",
    "chromedriver_unittests": "bc54512c5e6029312f9fe24a82489410e5d3e44d3fe36954bfa725b75c92fdb3/726",
    "color_unittests": "e80dbe6470090afe2ff56d11035db626ec4d84976fa322e53440effa22048eef/569",
    "components_browsertests": "b12acc55c4e31b2ebefb79e317cb174b9033de009e4a74d84e3d2cb2e8336f18/813",
    "components_unittests": "2f4ad3198889213abe2b5b87d2d90c23095f721ae2eeb29f23e9846821d3a3c0/813",
    "compositor_unittests": "973d0912e031d5cb0590a105619d0655b22f072fe6938aaa4c1dfcbc0d2a8844/645",
    "content_browsertests": "709f2cbd87a8925ed7ffe0b712815166879c37e2d15c8f5317d87dce2d30f111/887",
    "content_unittests": "9a834252c52af506b602ab271fd25670994d2ad700f2c38c72ed924738e402af/806",
    "cronet_tests": "8839dac9be9fd0ae468335b07a15952ffcc0ac876f7bdc9b506abd6114ff5fbe/730",
    "cronet_unittests": "e0d1200cea10cfe7893feb53da3e3ea4496fe86423627ef5542f0c08d1428c96/646",
    "crypto_unittests": "df8a8f46f4562e00bf03519aab2a1044471741fd2e3a60e520b4812819326419/569",
    "dbus_unittests": "331bfe9839e902a519c5721c88dfb67c47fcdf898906934f702ef840026c48ce/569",
    "device_unittests": "04c7f9dba84889931397e3513ada92f6c0aa9cc13315c8344d798baa0e0e5dc2/646",
    "display_unittests": "6f3dbafc19a5e54c943de566ceec1df71805cf291852380451bd451877e2d0e7/569",
    "events_unittests": "834d7e3da79554e21a547a6be68574013bdde858f227bae0789276eab41efbc7/569",
    "extensions_browsertests": "ea42a0cb32d244061f364a7b2197424805f388adc05f2c959f26a0c0b6d427da/732",
    "extensions_unittests": "9ee702d22b5b7618655138ef3525e0cadd57f3c98b5fca1571716e268a2b937d/896",
    "filesystem_service_unittests": "b50297155870c72fa0ef663cedd6cc17dd1a5e0a64b9d27e86b3186044624f0f/569",
    "gcm_unit_tests": "71ff05629e48fbb42e549abc06f548a4e030b456cfa469dc9830b0abd2e2c01a/646",
    "gfx_unittests": "fe6b84a9828d177ecab4e06880cd4485d30fdb3b2ec91e96a983c74f232bd718/645",
    "gin_unittests": "2b1c656eeda61d9564364b3975208080c0f50bcda3095d0508fdfd5b44583c31/646",
    "gl_tests": "fbdb60d0ca80724883abcad56335295f803fb861f59b86a55b9aac04fc412173/569",
    "gl_unittests": "cce69e954a5312565cb81077b4413cc5a80616d15e6d4505f89a15ea99e9af79/569",
    "google_apis_unittests": "73927eed14c5bd10302088434a24f92227b12fcb7df7e0e0cec71773e14b41d7/731",
    "gpu_unittests": "9a61f431aaa029fff12df9ba1c320d22ca032004423d3abc6e0808a360d01d1f/646",
    "gwp_asan_unittests": "9bb5d73402e4c7def11b7beaabbe1e238ca5306c81709ca63b7c6a41c37872e2/570",
    "headless_browsertests": "8d6885be16573dfb1ae85d495195a410a7b72a68316a1ed464a54c734f06ca96/730",
    "headless_unittests": "2f8a7dc8431b6bb2f30bdab30d47b1e480ac238818c164495e614a916f94ba37/569",
    "interactive_ui_tests": "430b70eb17322d70ef7bdc2f18d8fe92096995063cbaaf758089856ae9c65869/965",
    "ipc_tests": "cb141b3bdb3b242caec8643f7fe9cc586663f4d4656284f47b03d55f3ee1b2e3/569",
    "jingle_unittests": "7ef59cad3c9f6d531c4c0ca3c907058707bf169b2ac0bbe880865359335624c2/646",
    "latency_unittests": "a22e46ebfcfb9f1e338088fceddd4b6d456cfc868cf35c87a71748dcc7ea225f/569",
    "libjingle_xmpp_unittests": "5b5e66fce601047aa9593f289f20c76e1ef031d413d3543fc0993cede3da5755/569",
    "liburlpattern_unittests": "3382a679ef19f4f5e0579e8708c20bda7a1810a9b0c811aae827b2fd1f06a256/569",
    "media_unittests": "68510fc42ae70b357a097a5e26acaea518c588348134fc35203751c72db691a7/649",
    "message_center_unittests": "cb45966b0cf667d1be7e9d47d4c8949b98855a809fd1681447aa6ca728ba3c11/569",
    "midi_unittests": "00dd18b83e32023122dbfbb765b15309f7851096e36999fa5b841ffc18d4a3e9/569",
    "mojo_core_unittests": "46d14245db9f5ecaff8010a6f70100fa51a9b973be300006c8b80fb0dedbcf5f/569",
    "mojo_unittests": "23335d5b77f74b13aba992e79078c43799ad84ecfb23fb3ce65bdbdc3dd09530/647",
    "native_theme_unittests": "06dee97c6837ad5bbc478949a332d37374d6dabbc4775fe6019c8ceeba8adbbc/569",
    "net_unittests": "038a758769721597155ede63806bddfbe1f66f66718306a651f053bfcbf7893f/648",
    "openscreen_unittests": "db93bbe805ecef3f41aa162abb85258824c600d585086ff5cccefe03acf40c56/648",
    "ozone_x11_unittests": "a9d80197c19f45dd848d13f68170846052faed41eb15c4bd5ef4fda33cd61303/569",
    "pdf_unittests": "73fd88176b2e810e7945628b69da509a297f86218d9ad953f4b56ea01c833abf/646",
    "perfetto_unittests": "a9a6b5fcfef1ce7c302dcdd5a235958af89bcfe023d2dd1749331a4e8924fb64/569",
    "ppapi_unittests": "013d27689e4983907c66d0c42f782acedad198947423a7fb240b4b82f020a4b0/569",
    "printing_unittests": "3d9899031804b9cafffc990bc17244306c70922af4bdf22afd02adb01c6f34f0/569",
    "remoting_unittests": "f6acd50391f3629c0f7310d3b7e32a10ad4c44e104b55572fb68325dabd2cd84/646",
    "sandbox_linux_unittests": "3eeb620a60c853635a8c57d73176ae2b988fe67a0b237aca5047965f2f2780d8/569",
    "service_manager_unittests": "86f1fa8e7224d9b35deb0c23905f9828372ef850d5abc48dbfc6554b4c0ebe02/569",
    "services_unittests": "d366e76ba1878b4f0c08ee8758a163f98b04f90541de0b7dadcd49e225dc1deb/815",
    "shell_dialogs_unittests": "853f5689569dc417e11059efe391cd507d884d9e56f9bab0243a1159397be319/569",
    "skia_unittests": "0a83e9b01de5258a63fc6afe3ca72847f68e8efd641c4943d2b0f797802946eb/569",
    "snapshot_unittests": "e7f47a03d33253d3666f23384ab61ea201eafd6af4933bfe26abead04a881489/569",
    "sql_unittests": "9329a45516b2dce598e520c27de5485ab16db2f35868d23467db57fb22801a36/646",
    "storage_unittests": "db3e7a37038924b80f9a1f3c62cd9e276e626db9f47f55913d724a804ee32e0a/727",
    "sync_integration_tests": "924ac0e202cbdb226ffa4fe32251bd76f0dd7035ac7d640764c903cdd426b46b/729",
    "ui_base_unittests": "e23aa26a85188290e34a61e1f318ac096f25112fdb5f05991c0094faa9a74aa4/723",
    "ui_touch_selection_unittests": "2fae890140eb7a27e11de1fe1b06122a8daa8385fa424a12f4e1023e8336da58/569",
    "unit_tests": "0cc84522e03b9005cd8f59847f62734ad9194d9c3909c70e0963358336c7a4ad/1139",
    "url_unittests": "cf5b4017669d9636b5c986f63dea288f19cb1ffd69c761c389ca1683dd071a42/569",
    "views_unittests": "63b10c4ff5bf744e6000902f0c7db297f0c951e541ef460373a308e39dbc75d3/569",
    "viz_unittests": "0779dd8d206e770b7c0ad4d2d2fe553f6f5fd09169761a945a1d8eb43f9f3718/653",
    "vr_common_unittests": "73161b159e38e44579a237dcec7840df30786831d437319506815442e1453ed5/648",
    "vr_pixeltests": "7bc18bb56e46e2ea65a8b1e0300088a02f2aa6c8a3f0ff2bf32a754f0a50db0c/646",
    "weblayer_browsertests": "91b01562a1cfba3044aabe6a43757430d3a671190081a7746caa5c3f08e9714d/814",
    "weblayer_unittests": "89e3c4d1b67bfe7c0769c26a7c8fe05c7ab1d15a0e8829a2e93106a3851064ac/646",
    "wm_unittests": "12d37ddb1f859beb8e093a653036f1e81a951b94fd4320f9b699273e61a992bd/569",
    "wtf_unittests": "452b884a1fe537a73cfb5117fb5a545a4bed14de6e2ff08cfb16231e567e37e4/569",
    "x11_unittests": "cae7994a3a2ad788b76c4f7f504e8711e234ceec7abc79527e6be455412c7575/569",
    "xr_browser_tests": "3c3bae2716c70fb8f4e2e50f82da3d2d433fe8d67ce0435f899f7e6623584a91/728",
    "zlib_unittests": "64496f536d9e5851bbc837dbc6ac4fa9287bc65a0ab95c3a89b28a1abc4f6bb5/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "d35d624e302339bddf63f41a26541de5b97ee363969aba926d26843428908d07/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/dafadf85b3ba55be7447840e5c577b95daed8c0e
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:81049
  • user_agent:recipe

Debug log (UTC)

[12:30:50.964] New invocation is queued and will start shortly
[12:30:50.964] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[12:30:52.243] Starting the invocation (attempt 1)
[12:30:52.353] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/dafadf85b3ba55be7447840e5c577b95daed8c0e"
[12:30:52.353] Popped gitiles commit info from properties and tags
[12:30:52.353] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[12:30:52.354] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[12:30:52.354] Buildbucket request:
{
  "requestId": "8989856415099019216",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "dafadf85b3ba55be7447840e5c577b95daed8c0e",
                        "project": "chromium/src",
                        "ref": "refs/heads/main"
                      }
                ]
          },
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "dafadf85b3ba55be7447840e5c577b95daed8c0e"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "2caa9d4fe4f1b2f4451e76ab22fd130cda996776",
      "parent_got_dawn_revision": "fec381741e7fbeb581f1ea0af08b11552680669b",
      "parent_got_nacl_revision": "96f4b7e974d6fc13ec74926d1576b107b4c109af",
      "parent_got_revision": "dafadf85b3ba55be7447840e5c577b95daed8c0e",
      "parent_got_revision_cp": "refs/heads/main@{#961862}",
      "parent_got_swiftshader_revision": "e823eef173854c8a970dee698cbf8c0c261913df",
      "parent_got_v8_revision": "c4208cca4b053300b7ae3d297790c7dcd0be551a",
      "parent_got_v8_revision_cp": "refs/heads/9.9.115@{#1}",
      "parent_got_webrtc_revision": "45b3536a43acac37c71b57a837ef4a7a1f86fbbf",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35755}",
      "swarm_hashes": {
            "absl_hardening_tests": "42a55126410b85cccd9507a5d2a0962bc27a0115ae1a473485eb1ddaa87f983a/569",
            "accessibility_unittests": "7ff4ac2a4e788063cde66eecb75a35f1293ef12da07303b2c8e032aae3284e32/569",
            "angle_unittests": "759819bc92a6f9318911abcf4ed7b5dc2e56957681579b96e9a08ed4694f6506/570",
            "app_shell_unittests": "f9df1a856be40317285f837474dbca19a9bbced5a9f18bdf611400140b2bb874/730",
            "aura_unittests": "622c357811b8e6c79fc89c329e0ff42c98f0800b2cfa6e4eeb05c7a17df7aa46/569",
            "base_unittests": "5265009f16f9c3e440c7bf6091465de36808ed110c15ee46b8948df5c91b1993/648",
            "blink_common_unittests": "03fa6920fd4de111de2d6d3ba1f5bd970969b1ca65275c640fc1c80191f21642/647",
            "blink_fuzzer_unittests": "002de4133e70ed709945ae9bf98e7c99a7d00fa9838eb61f531452b5b5e31293/569",
            "blink_heap_unittests": "7c134aaf37423c32933f6730deba3b544c75c34b5895dd116361d7fffc0abccf/569",
            "blink_platform_unittests": "e9d75dfb25067eddcd4bbebf1f03a4c8e222873551fd549a795969c535a74ec3/726",
            "blink_unittests": "bee50fcddd30e2f53c759f70f271cc198c4a48455da227d51577e84e02b5413f/810",
            "boringssl_crypto_tests": "b34160bf94d8637d5687e3993d1075c6a87a6675da9b4c47801ea5db971c3041/570",
            "boringssl_ssl_tests": "fb6a81721fcb95215eb26145cb60758061eb816453fe365f6b9c04f855f9f47e/569",
            "capture_unittests": "8d35c57dd003a125fd7b5fd58c3e75c895371c8f1157c27b18b70ab62965a782/648",
            "cast_unittests": "481e8225fac411558bda69068bff6ed17be567a4e917227c670de8b89c6fd281/569",
            "cc_unittests": "37ba78c21f649cb8ab835ac550a8a094195a8561e97c6fb11c8eecc57b49b35a/653",
            "chrome_app_unittests": "9e0657a4036f0e9e2f4bcbbdccb21a2af99574b69d0ed6392357823194f9feda/648",
            "chromedriver_unittests": "bc54512c5e6029312f9fe24a82489410e5d3e44d3fe36954bfa725b75c92fdb3/726",
            "color_unittests": "e80dbe6470090afe2ff56d11035db626ec4d84976fa322e53440effa22048eef/569",
            "components_browsertests": "b12acc55c4e31b2ebefb79e317cb174b9033de009e4a74d84e3d2cb2e8336f18/813",
            "components_unittests": "2f4ad3198889213abe2b5b87d2d90c23095f721ae2eeb29f23e9846821d3a3c0/813",
            "compositor_unittests": "973d0912e031d5cb0590a105619d0655b22f072fe6938aaa4c1dfcbc0d2a8844/645",
            "content_browsertests": "709f2cbd87a8925ed7ffe0b712815166879c37e2d15c8f5317d87dce2d30f111/887",
            "content_unittests": "9a834252c52af506b602ab271fd25670994d2ad700f2c38c72ed924738e402af/806",
            "cronet_tests": "8839dac9be9fd0ae468335b07a15952ffcc0ac876f7bdc9b506abd6114ff5fbe/730",
            "cronet_unittests": "e0d1200cea10cfe7893feb53da3e3ea4496fe86423627ef5542f0c08d1428c96/646",
            "crypto_unittests": "df8a8f46f4562e00bf03519aab2a1044471741fd2e3a60e520b4812819326419/569",
            "dbus_unittests": "331bfe9839e902a519c5721c88dfb67c47fcdf898906934f702ef840026c48ce/569",
            "device_unittests": "04c7f9dba84889931397e3513ada92f6c0aa9cc13315c8344d798baa0e0e5dc2/646",
            "display_unittests": "6f3dbafc19a5e54c943de566ceec1df71805cf291852380451bd451877e2d0e7/569",
            "events_unittests": "834d7e3da79554e21a547a6be68574013bdde858f227bae0789276eab41efbc7/569",
            "extensions_browsertests": "ea42a0cb32d244061f364a7b2197424805f388adc05f2c959f26a0c0b6d427da/732",
            "extensions_unittests": "9ee702d22b5b7618655138ef3525e0cadd57f3c98b5fca1571716e268a2b937d/896",
            "filesystem_service_unittests": "b50297155870c72fa0ef663cedd6cc17dd1a5e0a64b9d27e86b3186044624f0f/569",
            "gcm_unit_tests": "71ff05629e48fbb42e549abc06f548a4e030b456cfa469dc9830b0abd2e2c01a/646",
            "gfx_unittests": "fe6b84a9828d177ecab4e06880cd4485d30fdb3b2ec91e96a983c74f232bd718/645",
            "gin_unittests": "2b1c656eeda61d9564364b3975208080c0f50bcda3095d0508fdfd5b44583c31/646",
            "gl_tests": "fbdb60d0ca80724883abcad56335295f803fb861f59b86a55b9aac04fc412173/569",
            "gl_unittests": "cce69e954a5312565cb81077b4413cc5a80616d15e6d4505f89a15ea99e9af79/569",
            "google_apis_unittests": "73927eed14c5bd10302088434a24f92227b12fcb7df7e0e0cec71773e14b41d7/731",
            "gpu_unittests": "9a61f431aaa029fff12df9ba1c320d22ca032004423d3abc6e0808a360d01d1f/646",
            "gwp_asan_unittests": "9bb5d73402e4c7def11b7beaabbe1e238ca5306c81709ca63b7c6a41c37872e2/570",
            "headless_browsertests": "8d6885be16573dfb1ae85d495195a410a7b72a68316a1ed464a54c734f06ca96/730",
            "headless_unittests": "2f8a7dc8431b6bb2f30bdab30d47b1e480ac238818c164495e614a916f94ba37/569",
            "interactive_ui_tests": "430b70eb17322d70ef7bdc2f18d8fe92096995063cbaaf758089856ae9c65869/965",
            "ipc_tests": "cb141b3bdb3b242caec8643f7fe9cc586663f4d4656284f47b03d55f3ee1b2e3/569",
            "jingle_unittests": "7ef59cad3c9f6d531c4c0ca3c907058707bf169b2ac0bbe880865359335624c2/646",
            "latency_unittests": "a22e46ebfcfb9f1e338088fceddd4b6d456cfc868cf35c87a71748dcc7ea225f/569",
            "libjingle_xmpp_unittests": "5b5e66fce601047aa9593f289f20c76e1ef031d413d3543fc0993cede3da5755/569",
            "liburlpattern_unittests": "3382a679ef19f4f5e0579e8708c20bda7a1810a9b0c811aae827b2fd1f06a256/569",
            "media_unittests": "68510fc42ae70b357a097a5e26acaea518c588348134fc35203751c72db691a7/649",
            "message_center_unittests": "cb45966b0cf667d1be7e9d47d4c8949b98855a809fd1681447aa6ca728ba3c11/569",
            "midi_unittests": "00dd18b83e32023122dbfbb765b15309f7851096e36999fa5b841ffc18d4a3e9/569",
            "mojo_core_unittests": "46d14245db9f5ecaff8010a6f70100fa51a9b973be300006c8b80fb0dedbcf5f/569",
            "mojo_unittests": "23335d5b77f74b13aba992e79078c43799ad84ecfb23fb3ce65bdbdc3dd09530/647",
            "native_theme_unittests": "06dee97c6837ad5bbc478949a332d37374d6dabbc4775fe6019c8ceeba8adbbc/569",
            "net_unittests": "038a758769721597155ede63806bddfbe1f66f66718306a651f053bfcbf7893f/648",
            "openscreen_unittests": "db93bbe805ecef3f41aa162abb85258824c600d585086ff5cccefe03acf40c56/648",
            "ozone_x11_unittests": "a9d80197c19f45dd848d13f68170846052faed41eb15c4bd5ef4fda33cd61303/569",
            "pdf_unittests": "73fd88176b2e810e7945628b69da509a297f86218d9ad953f4b56ea01c833abf/646",
            "perfetto_unittests": "a9a6b5fcfef1ce7c302dcdd5a235958af89bcfe023d2dd1749331a4e8924fb64/569",
            "ppapi_unittests": "013d27689e4983907c66d0c42f782acedad198947423a7fb240b4b82f020a4b0/569",
            "printing_unittests": "3d9899031804b9cafffc990bc17244306c70922af4bdf22afd02adb01c6f34f0/569",
            "remoting_unittests": "f6acd50391f3629c0f7310d3b7e32a10ad4c44e104b55572fb68325dabd2cd84/646",
            "sandbox_linux_unittests": "3eeb620a60c853635a8c57d73176ae2b988fe67a0b237aca5047965f2f2780d8/569",
            "service_manager_unittests": "86f1fa8e7224d9b35deb0c23905f9828372ef850d5abc48dbfc6554b4c0ebe02/569",
            "services_unittests": "d366e76ba1878b4f0c08ee8758a163f98b04f90541de0b7dadcd49e225dc1deb/815",
            "shell_dialogs_unittests": "853f5689569dc417e11059efe391cd507d884d9e56f9bab0243a1159397be319/569",
            "skia_unittests": "0a83e9b01de5258a63fc6afe3ca72847f68e8efd641c4943d2b0f797802946eb/569",
            "snapshot_unittests": "e7f47a03d33253d3666f23384ab61ea201eafd6af4933bfe26abead04a881489/569",
            "sql_unittests": "9329a45516b2dce598e520c27de5485ab16db2f35868d23467db57fb22801a36/646",
            "storage_unittests": "db3e7a37038924b80f9a1f3c62cd9e276e626db9f47f55913d724a804ee32e0a/727",
            "sync_integration_tests": "924ac0e202cbdb226ffa4fe32251bd76f0dd7035ac7d640764c903cdd426b46b/729",
            "ui_base_unittests": "e23aa26a85188290e34a61e1f318ac096f25112fdb5f05991c0094faa9a74aa4/723",
            "ui_touch_selection_unittests": "2fae890140eb7a27e11de1fe1b06122a8daa8385fa424a12f4e1023e8336da58/569",
            "unit_tests": "0cc84522e03b9005cd8f59847f62734ad9194d9c3909c70e0963358336c7a4ad/1139",
            "url_unittests": "cf5b4017669d9636b5c986f63dea288f19cb1ffd69c761c389ca1683dd071a42/569",
            "views_unittests": "63b10c4ff5bf744e6000902f0c7db297f0c951e541ef460373a308e39dbc75d3/569",
            "viz_unittests": "0779dd8d206e770b7c0ad4d2d2fe553f6f5fd09169761a945a1d8eb43f9f3718/653",
            "vr_common_unittests": "73161b159e38e44579a237dcec7840df30786831d437319506815442e1453ed5/648",
            "vr_pixeltests": "7bc18bb56e46e2ea65a8b1e0300088a02f2aa6c8a3f0ff2bf32a754f0a50db0c/646",
            "weblayer_browsertests": "91b01562a1cfba3044aabe6a43757430d3a671190081a7746caa5c3f08e9714d/814",
            "weblayer_unittests": "89e3c4d1b67bfe7c0769c26a7c8fe05c7ab1d15a0e8829a2e93106a3851064ac/646",
            "wm_unittests": "12d37ddb1f859beb8e093a653036f1e81a951b94fd4320f9b699273e61a992bd/569",
            "wtf_unittests": "452b884a1fe537a73cfb5117fb5a545a4bed14de6e2ff08cfb16231e567e37e4/569",
            "x11_unittests": "cae7994a3a2ad788b76c4f7f504e8711e234ceec7abc79527e6be455412c7575/569",
            "xr_browser_tests": "3c3bae2716c70fb8f4e2e50f82da3d2d433fe8d67ce0435f899f7e6623584a91/728",
            "zlib_unittests": "64496f536d9e5851bbc837dbc6ac4fa9287bc65a0ab95c3a89b28a1abc4f6bb5/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "d35d624e302339bddf63f41a26541de5b97ee363969aba926d26843428908d07/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "dafadf85b3ba55be7447840e5c577b95daed8c0e",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8989856415099019216"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "81049"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[12:30:52.876] Scheduled build:
{
  "id": "8824426352910805505",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 72988,
  "createdBy": "project:chromium",
  "createTime": "2022-01-21T12:30:52.418395573Z",
  "updateTime": "2022-01-21T12:30:52.418395573Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "dafadf85b3ba55be7447840e5c577b95daed8c0e",
      "ref": "refs/heads/main"
    }
  }
}
[12:30:52.876] Task URL: https://cr-buildbucket.appspot.com/build/8824426352910805505
[12:30:52.876] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8989856415099019216:2:0) after 1m56s
[12:31:15.026] Received PubSub notification, asking Buildbucket for the build status
[12:31:15.046] Build status: STARTED
[12:32:49.254] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8989856415099019216:2:0)
[12:32:49.276] Build status: STARTED
[12:32:49.276] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8989856415099019216:4:0) after 4m12s
[12:37:01.614] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8989856415099019216:4:0)
[12:37:01.655] Build status: STARTED
[12:37:01.655] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8989856415099019216:5:0) after 5m41s
[12:42:42.684] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8989856415099019216:5:0)
[12:42:42.735] Build status: STARTED
[12:42:42.735] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8989856415099019216:6:0) after 9m57s
[12:52:39.890] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8989856415099019216:6:0)
[12:52:39.916] Build status: STARTED
[12:52:39.916] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8989856415099019216:7:0) after 2m4s
[12:54:43.956] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8989856415099019216:7:0)
[12:54:43.979] Build status: STARTED
[12:54:43.979] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8989856415099019216:8:0) after 7m19s
[12:55:41.869] Received PubSub notification, asking Buildbucket for the build status
[12:55:41.946] Build:
{
  "id": "8824426352910805505",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 72988,
  "createdBy": "project:chromium",
  "createTime": "2022-01-21T12:30:52.418395573Z",
  "startTime": "2022-01-21T12:31:13.295419Z",
  "endTime": "2022-01-21T12:55:41.523485228Z",
  "updateTime": "2022-01-21T12:55:41.523485228Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "dafadf85b3ba55be7447840e5c577b95daed8c0e",
      "ref": "refs/heads/main"
    }
  }
}
[12:55:41.946] Invocation finished in 24m50.998392818s with status FAILED