Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 26 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/78621 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "44d5d7903a657f516a2c1d9c396b6fa823b53968"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "bae19e0626f1c98ce37b57d4c26f10bd2a668b37",
  "parent_got_dawn_revision": "f81ee792b5c12d7c82af06d9a2111bf68731fd3a",
  "parent_got_nacl_revision": "9d577686a4321b08f6b86ff2589070fdee1c53f9",
  "parent_got_revision": "44d5d7903a657f516a2c1d9c396b6fa823b53968",
  "parent_got_revision_cp": "refs/heads/main@{#936311}",
  "parent_got_swiftshader_revision": "9d8950e082d87b79f9a67a9fb26494cec36827ba",
  "parent_got_v8_revision": "17b54f6a439858a3ab4f3c733a0e36d1c64cc33c",
  "parent_got_v8_revision_cp": "refs/heads/9.7.73@{#1}",
  "parent_got_webrtc_revision": "5a2b377c80b4330c73011d7a52f646867809573f",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35278}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "44d5d7903a657f516a2c1d9c396b6fa823b53968",
  "swarm_hashes": {
    "absl_hardening_tests": "538c4e0888e7d36359100d4ecd072956306b0c633b0f1b609f3ae2e02d0eb811/569",
    "accessibility_unittests": "aaaeebe03c2a1ad56011b093e6fc5dccc98f89acba550872f4fd06139c025938/569",
    "angle_unittests": "c659825c01eacbf79afb777a09589ecbbf659e4fb28063820500496aee252b22/570",
    "app_shell_unittests": "43df14f1aa452abd8e12d8f2b0e0dcf7e5e8ad6131cb1a89ee64c222c041670d/809",
    "aura_unittests": "f5dd9426836569675e8eb22166d5eff517c4b58f5c8320958a78a3feec85f1b5/569",
    "base_unittests": "5d554b435a897a466292ce7c7824d2afd5ace8db15c8f075b1332ab63b16b3e9/648",
    "blink_common_unittests": "42c0603414f2932ecaf7c9aede7058ff0eeef754f6c8bf1aa863edd659778dc0/647",
    "blink_fuzzer_unittests": "798fbb6987a8095db11a928cab4e924b8f311b8d244ddb7960e65e92389f9692/648",
    "blink_heap_unittests": "ecb7cb2538acd3118ef41150e5e57379061ccf6e68865eaff0307babb30352c6/648",
    "blink_platform_unittests": "66958783fc3667e11fd1a619a3fa1cc50c74a3fa19a63452af42d51726867fd6/726",
    "blink_unittests": "7b40c76dc31f63188490356bd9f0ab182aba42fd527c2474bb29f4dfc1866cb7/726",
    "boringssl_crypto_tests": "af37c2591c9848a8ba5c52651d8c7f722e9c23d2ab913933a343c8b3d3b6f3ff/570",
    "boringssl_ssl_tests": "cd995970d3f1aa6b144a77e68e0fe03156d259c1daee26ff1d8fb9f4a92152fa/569",
    "capture_unittests": "37267196d40f4809e7b09fff9f30bf67eef9d43ecbcf5c0cd6b5117e05249226/648",
    "cast_unittests": "08bd2b384fc194adfdf666837710b61c0df9da7417bed824042da4240e228a30/569",
    "cc_unittests": "5899d6ed9a86d8dd028890bfc298eb653e03b272c248b03bd025526b1148040b/653",
    "chrome_app_unittests": "a67a78db584ddbd0b294def2fbdab44714223e8deee99cbbabd1f1a2dc00d3c7/811",
    "chromedriver_unittests": "ed0706bcbc1afda46cba040241a4a270698fd649579886b400e69ff8741cc33b/726",
    "color_unittests": "c0970e5b08ddcf6365096598a135c5520589c6b9581d90693c26ae0b28f7f473/569",
    "components_browsertests": "67c6bf2a426bd4f0ef82c21fb9e58a6094e226b3e44ef0d652b84bee49533961/892",
    "components_unittests": "9ed96b677d30e69de6835f91e4ee8406a591595ab10bc52e19cb2b9234690e85/892",
    "compositor_unittests": "0e6b07236f0e0d71729e05e7b75c9cf2b8d86c2af5b6b0970711c2c5be66e090/645",
    "content_browsertests": "87f76c77d19f54555b970124a8921a72a961a12ad29328d23ec3f74c7302ab5e/887",
    "content_unittests": "48504d06638cfd921fd0029b7a12705909265d96794d1f890474b830a950d4da/806",
    "cronet_tests": "e3665a0fac791cc6551668e8e10ded68d80559aed577ce955f6a9ce3339953c1/730",
    "cronet_unittests": "235aee351f835fe0fa25a0f38c99e9c6a5fc2d5a46ffe4d5d67e21dc9701b771/646",
    "crypto_unittests": "bafad4dedf3a829dfda9a95227f77d15fb6114f6ce349b648d09ed25a183fb01/569",
    "dbus_unittests": "8e3ed54a59444cbe40c7fae491b368b95838a2c477c73a8e63583626c256cfaf/569",
    "device_unittests": "8ac7352a6b4a87a9aca862608eb67f709b2213511a2ada3271d23e1c6a28f758/646",
    "display_unittests": "b875713e34975e45715399d5073319f1b9527892c7fa496fd56e47061a763696/569",
    "events_unittests": "48a1d620a170d6317dcc66ccdb8605586b2fa3a1616f691dfe6376a898adcf2a/569",
    "extensions_browsertests": "e9a3b4ab3fb37dd06fb95c09401d9562b06336f040f40fc9b7c85bfa8b5c6db2/811",
    "extensions_unittests": "875bd33856c7272d0c320bf2991c8d0557ef9cb2ed43c096a46e2311b0af59f7/975",
    "filesystem_service_unittests": "e846c833ebd0a61480ea68459318df2d0b271d3b9ef1d7479b4ac7a6c95f4149/569",
    "gcm_unit_tests": "0b5f3063080495d2f2cfdf05fcc7cd84353cbfbcb4b0d0d53d27d3b67977ae7d/646",
    "gfx_unittests": "7d3b52096ac906d3ac2e37adc0afb3daee85f8a867c5b57eb87abd4fab982d12/645",
    "gin_unittests": "c61ba0b7adf3933e04afda292c5685b024f128746a6e96f7de09e39dae51cab0/646",
    "gl_tests": "18ed9139e98052cd51d780c78b7da8fd953f818a9932a571948e5c0efc2fbc5d/569",
    "gl_unittests": "4e1bf41714b970578cac977932a76388c0d775da5578926e5d5fac681e192198/569",
    "google_apis_unittests": "ef5965441884032b0cf7f93a980e4a4362fbbe2b9dac13081da467c7161ea874/731",
    "gpu_unittests": "a27a65ea56ec75e4f6ec5f9641dcea53b1d277681fc5cfb14aa8a8647342f754/646",
    "gwp_asan_unittests": "ddaf0752d49b46d1bc2074e5ca38592c9fd93f104e88979544f00d871e3f2007/570",
    "headless_browsertests": "bf192c70d78235f0b2acb0e3a9637f173f61771091ca95f7b93f6167a98a22a6/809",
    "headless_unittests": "f41e0bce140fd46931988806c27a5a101a453dc5dd2d896d5423f4b4e4915f3c/569",
    "interactive_ui_tests": "ad3c2a64353894ee3487e6f5ee2f7253395cdc14039a5f5c85ae03295fef0c89/1128",
    "ipc_tests": "3418977d7577b78c88c067128d6063993445560e9ed3239c13b00fd1d2518553/569",
    "jingle_unittests": "1385bb856af2ebbec65b5a609fd21b1792c5a592efe48b89cca8d01fa7b70522/646",
    "latency_unittests": "0b9f340340688343f906d604b8456219d65c3a9c00a0e43bf48534f07da72b1c/569",
    "libjingle_xmpp_unittests": "56da3acd81f573c5f6e5d2b54d360e3982b629d74fd83098f38097d20a1f3025/569",
    "liburlpattern_unittests": "2d7e97ba47d07c95e8547be3382a9bf16eb22451e1c0b5243679bf6d02a30b00/569",
    "media_unittests": "9b672a89f2ba540033f47cba9a3052bc88b232c44b8929a9d0b7b6c075f8a129/649",
    "message_center_unittests": "d4e6381ef16e69f6bfc1d4d5d5ba54ebdfe012eddac0520638bb6beed3f07e4e/569",
    "midi_unittests": "cc7ae34d747bc7104c4ddd40ccfe4f099f53cd8b2e2efc7fd81ff4f61c000827/569",
    "mojo_core_unittests": "28b40dc030d8b84a179441f46d22704556c50766847fb001ad540998ef5fe115/569",
    "mojo_unittests": "b947d535b6972758854bc4ed2d5bab4587ab64b052b26fe39176a8d310a1b7db/647",
    "native_theme_unittests": "13f65a9bfe656153bfe16df6d18dd53a2d4c091e08a545c8bebb93fa5a10dd36/569",
    "net_unittests": "dcdf3b4aa822d4904d908dabb0790af855a359896726da800f71e02f6404900c/648",
    "openscreen_unittests": "4bf7676833b603aab4d551eebbb2eedbcdcd9433fdbcf52abd8f783d0cb46aa3/811",
    "ozone_x11_unittests": "799f7184886d3211b25d5fc73f98babb0067fe0d3f8ee0103b02e74c99055c14/569",
    "pdf_unittests": "96e81cf62cee767c5fd3b875f118b61727ecb73b67c0fb3412002f00186a9f8a/725",
    "perfetto_unittests": "24ffbc6f2d382c1af569ee2eb5560e714d833a0b185f1e4ea44a27aa9d1a5d5a/569",
    "ppapi_unittests": "1a72f43bb3dda709da317dd7a623ccc7222c1b92f19e4aa863b5d60399e34b5f/569",
    "printing_unittests": "e11455f2d28f11157ec5adf303521ea41911384977dcb7fa25b4ced361251a21/569",
    "remoting_unittests": "ca470fc145ec3e52bff1b1b453fc7d739517775bee80176cf97d2db9e9d2f22a/646",
    "sandbox_linux_unittests": "3e970ad56348ae6c0117a0effdffb15b2b8d8e3ca08686d555983d668a2e479b/569",
    "service_manager_unittests": "29f96f51934fb0bfaff3d36df4bffbf0bfb0dce5753e56f12676f40266d8cf81/569",
    "services_unittests": "ea6eb9272e19b21b5df1efc27bfbc8f97efdf73b5becf1758290fe25c66fa9ce/815",
    "shell_dialogs_unittests": "9e215e612ec91285aa4156aebb4ce540834592b70822baa7b7e22a00a6c59422/569",
    "skia_unittests": "0c780604d98eed892aa98f252709dde05eb4591e4dafafea0a01b0772b7a2d56/569",
    "snapshot_unittests": "8ff1be98679e151bd9b13a9b71ff0463c9718a27ed351933586cb117366100ad/569",
    "sql_unittests": "d0ea3192c4d03e871a8ad9250e6b380f09337c5538014f3323769306cde0fc3b/646",
    "storage_unittests": "c410af5708129a0408c34ec5228aa5f31d899998b52343f557ecc5ac5350bc15/727",
    "sync_integration_tests": "39d5086f3c58ecca850631ef4322eda0a46ecfe486dbb0b6c24bd079077d2e0d/892",
    "ui_base_unittests": "f0c5f84b682bf4233ab370bc821313db9d04300f54a0d28e0642748d27210cc4/723",
    "ui_touch_selection_unittests": "d9fcfed32c4ce783b0105811b9b3a382b582e01c52223d829d1b74d9bd1d80ad/569",
    "unit_tests": "27c181cd8b21170406fedf1ba3984b7546c1adbf45ad2e8d74832d158754dd1c/1141",
    "url_unittests": "375252a8f0cf42aeb8aba988b8ff2ecff841390d99aa3d5f6d0b86889a2638ed/569",
    "views_unittests": "c0f6f92da1a244357321fe03885c7b5a1ae6309c27731a3f203c0afa84d26fa9/569",
    "viz_unittests": "3bba13f59480d2aef69ee02db6a3579086a9b3524b51b851ae5a64be732ee39d/653",
    "vr_common_unittests": "e6c61aa1715327b8c06e0a8c36178bc19398eeeae563b26c79244b4a3060e95b/811",
    "vr_pixeltests": "1be92c540b1cdc941c3b2918ca103c4c86257ed7c70c49ee949e803fe01297c2/725",
    "weblayer_browsertests": "6c9f2be793c85f6589a5020ffae31fdda6fa7378172fca761dc6d003b620c6bd/893",
    "weblayer_unittests": "d99683fc441f382f82d56448744c834bcb25199ea298549f277bc04e85d5105a/725",
    "wm_unittests": "af1ca72ce7d1ce19a138f4fe33cc7beaf42c52df7a2c454ffc8d1f0d9daf1303/569",
    "wtf_unittests": "94b9d3b74e2cc162c991ab83e3ee262092cfe7ba1badea98edf52f7935463435/569",
    "x11_unittests": "3defbd09e4d21429030808337e9151dfbff30f01705ade809a7b1c8471d03783/569",
    "xr_browser_tests": "8ed43da56ce48374ebbd177a070fcda6260cd7ec28da783c68df65d023eabb39/891",
    "zlib_unittests": "6919e3035b2cfb431ea72bea12a3932c069b0a75050c1e73a43bd180b5930e05/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "f0d486abf22639ab3ba9fd78912ffff90aee71501abf199e6c2518e5ece7d641/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/44d5d7903a657f516a2c1d9c396b6fa823b53968
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:78621
  • user_agent:recipe

Debug log (UTC)

[09:19:54.791] New invocation is queued and will start shortly
[09:19:54.791] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[09:19:55.898] Starting the invocation (attempt 1)
[09:19:55.936] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/44d5d7903a657f516a2c1d9c396b6fa823b53968"
[09:19:55.936] Popped gitiles commit info from properties and tags
[09:19:55.936] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[09:19:55.936] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[09:19:55.937] Buildbucket request:
{
  "requestId": "8997478572944321280",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "44d5d7903a657f516a2c1d9c396b6fa823b53968"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "bae19e0626f1c98ce37b57d4c26f10bd2a668b37",
      "parent_got_dawn_revision": "f81ee792b5c12d7c82af06d9a2111bf68731fd3a",
      "parent_got_nacl_revision": "9d577686a4321b08f6b86ff2589070fdee1c53f9",
      "parent_got_revision": "44d5d7903a657f516a2c1d9c396b6fa823b53968",
      "parent_got_revision_cp": "refs/heads/main@{#936311}",
      "parent_got_swiftshader_revision": "9d8950e082d87b79f9a67a9fb26494cec36827ba",
      "parent_got_v8_revision": "17b54f6a439858a3ab4f3c733a0e36d1c64cc33c",
      "parent_got_v8_revision_cp": "refs/heads/9.7.73@{#1}",
      "parent_got_webrtc_revision": "5a2b377c80b4330c73011d7a52f646867809573f",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35278}",
      "swarm_hashes": {
            "absl_hardening_tests": "538c4e0888e7d36359100d4ecd072956306b0c633b0f1b609f3ae2e02d0eb811/569",
            "accessibility_unittests": "aaaeebe03c2a1ad56011b093e6fc5dccc98f89acba550872f4fd06139c025938/569",
            "angle_unittests": "c659825c01eacbf79afb777a09589ecbbf659e4fb28063820500496aee252b22/570",
            "app_shell_unittests": "43df14f1aa452abd8e12d8f2b0e0dcf7e5e8ad6131cb1a89ee64c222c041670d/809",
            "aura_unittests": "f5dd9426836569675e8eb22166d5eff517c4b58f5c8320958a78a3feec85f1b5/569",
            "base_unittests": "5d554b435a897a466292ce7c7824d2afd5ace8db15c8f075b1332ab63b16b3e9/648",
            "blink_common_unittests": "42c0603414f2932ecaf7c9aede7058ff0eeef754f6c8bf1aa863edd659778dc0/647",
            "blink_fuzzer_unittests": "798fbb6987a8095db11a928cab4e924b8f311b8d244ddb7960e65e92389f9692/648",
            "blink_heap_unittests": "ecb7cb2538acd3118ef41150e5e57379061ccf6e68865eaff0307babb30352c6/648",
            "blink_platform_unittests": "66958783fc3667e11fd1a619a3fa1cc50c74a3fa19a63452af42d51726867fd6/726",
            "blink_unittests": "7b40c76dc31f63188490356bd9f0ab182aba42fd527c2474bb29f4dfc1866cb7/726",
            "boringssl_crypto_tests": "af37c2591c9848a8ba5c52651d8c7f722e9c23d2ab913933a343c8b3d3b6f3ff/570",
            "boringssl_ssl_tests": "cd995970d3f1aa6b144a77e68e0fe03156d259c1daee26ff1d8fb9f4a92152fa/569",
            "capture_unittests": "37267196d40f4809e7b09fff9f30bf67eef9d43ecbcf5c0cd6b5117e05249226/648",
            "cast_unittests": "08bd2b384fc194adfdf666837710b61c0df9da7417bed824042da4240e228a30/569",
            "cc_unittests": "5899d6ed9a86d8dd028890bfc298eb653e03b272c248b03bd025526b1148040b/653",
            "chrome_app_unittests": "a67a78db584ddbd0b294def2fbdab44714223e8deee99cbbabd1f1a2dc00d3c7/811",
            "chromedriver_unittests": "ed0706bcbc1afda46cba040241a4a270698fd649579886b400e69ff8741cc33b/726",
            "color_unittests": "c0970e5b08ddcf6365096598a135c5520589c6b9581d90693c26ae0b28f7f473/569",
            "components_browsertests": "67c6bf2a426bd4f0ef82c21fb9e58a6094e226b3e44ef0d652b84bee49533961/892",
            "components_unittests": "9ed96b677d30e69de6835f91e4ee8406a591595ab10bc52e19cb2b9234690e85/892",
            "compositor_unittests": "0e6b07236f0e0d71729e05e7b75c9cf2b8d86c2af5b6b0970711c2c5be66e090/645",
            "content_browsertests": "87f76c77d19f54555b970124a8921a72a961a12ad29328d23ec3f74c7302ab5e/887",
            "content_unittests": "48504d06638cfd921fd0029b7a12705909265d96794d1f890474b830a950d4da/806",
            "cronet_tests": "e3665a0fac791cc6551668e8e10ded68d80559aed577ce955f6a9ce3339953c1/730",
            "cronet_unittests": "235aee351f835fe0fa25a0f38c99e9c6a5fc2d5a46ffe4d5d67e21dc9701b771/646",
            "crypto_unittests": "bafad4dedf3a829dfda9a95227f77d15fb6114f6ce349b648d09ed25a183fb01/569",
            "dbus_unittests": "8e3ed54a59444cbe40c7fae491b368b95838a2c477c73a8e63583626c256cfaf/569",
            "device_unittests": "8ac7352a6b4a87a9aca862608eb67f709b2213511a2ada3271d23e1c6a28f758/646",
            "display_unittests": "b875713e34975e45715399d5073319f1b9527892c7fa496fd56e47061a763696/569",
            "events_unittests": "48a1d620a170d6317dcc66ccdb8605586b2fa3a1616f691dfe6376a898adcf2a/569",
            "extensions_browsertests": "e9a3b4ab3fb37dd06fb95c09401d9562b06336f040f40fc9b7c85bfa8b5c6db2/811",
            "extensions_unittests": "875bd33856c7272d0c320bf2991c8d0557ef9cb2ed43c096a46e2311b0af59f7/975",
            "filesystem_service_unittests": "e846c833ebd0a61480ea68459318df2d0b271d3b9ef1d7479b4ac7a6c95f4149/569",
            "gcm_unit_tests": "0b5f3063080495d2f2cfdf05fcc7cd84353cbfbcb4b0d0d53d27d3b67977ae7d/646",
            "gfx_unittests": "7d3b52096ac906d3ac2e37adc0afb3daee85f8a867c5b57eb87abd4fab982d12/645",
            "gin_unittests": "c61ba0b7adf3933e04afda292c5685b024f128746a6e96f7de09e39dae51cab0/646",
            "gl_tests": "18ed9139e98052cd51d780c78b7da8fd953f818a9932a571948e5c0efc2fbc5d/569",
            "gl_unittests": "4e1bf41714b970578cac977932a76388c0d775da5578926e5d5fac681e192198/569",
            "google_apis_unittests": "ef5965441884032b0cf7f93a980e4a4362fbbe2b9dac13081da467c7161ea874/731",
            "gpu_unittests": "a27a65ea56ec75e4f6ec5f9641dcea53b1d277681fc5cfb14aa8a8647342f754/646",
            "gwp_asan_unittests": "ddaf0752d49b46d1bc2074e5ca38592c9fd93f104e88979544f00d871e3f2007/570",
            "headless_browsertests": "bf192c70d78235f0b2acb0e3a9637f173f61771091ca95f7b93f6167a98a22a6/809",
            "headless_unittests": "f41e0bce140fd46931988806c27a5a101a453dc5dd2d896d5423f4b4e4915f3c/569",
            "interactive_ui_tests": "ad3c2a64353894ee3487e6f5ee2f7253395cdc14039a5f5c85ae03295fef0c89/1128",
            "ipc_tests": "3418977d7577b78c88c067128d6063993445560e9ed3239c13b00fd1d2518553/569",
            "jingle_unittests": "1385bb856af2ebbec65b5a609fd21b1792c5a592efe48b89cca8d01fa7b70522/646",
            "latency_unittests": "0b9f340340688343f906d604b8456219d65c3a9c00a0e43bf48534f07da72b1c/569",
            "libjingle_xmpp_unittests": "56da3acd81f573c5f6e5d2b54d360e3982b629d74fd83098f38097d20a1f3025/569",
            "liburlpattern_unittests": "2d7e97ba47d07c95e8547be3382a9bf16eb22451e1c0b5243679bf6d02a30b00/569",
            "media_unittests": "9b672a89f2ba540033f47cba9a3052bc88b232c44b8929a9d0b7b6c075f8a129/649",
            "message_center_unittests": "d4e6381ef16e69f6bfc1d4d5d5ba54ebdfe012eddac0520638bb6beed3f07e4e/569",
            "midi_unittests": "cc7ae34d747bc7104c4ddd40ccfe4f099f53cd8b2e2efc7fd81ff4f61c000827/569",
            "mojo_core_unittests": "28b40dc030d8b84a179441f46d22704556c50766847fb001ad540998ef5fe115/569",
            "mojo_unittests": "b947d535b6972758854bc4ed2d5bab4587ab64b052b26fe39176a8d310a1b7db/647",
            "native_theme_unittests": "13f65a9bfe656153bfe16df6d18dd53a2d4c091e08a545c8bebb93fa5a10dd36/569",
            "net_unittests": "dcdf3b4aa822d4904d908dabb0790af855a359896726da800f71e02f6404900c/648",
            "openscreen_unittests": "4bf7676833b603aab4d551eebbb2eedbcdcd9433fdbcf52abd8f783d0cb46aa3/811",
            "ozone_x11_unittests": "799f7184886d3211b25d5fc73f98babb0067fe0d3f8ee0103b02e74c99055c14/569",
            "pdf_unittests": "96e81cf62cee767c5fd3b875f118b61727ecb73b67c0fb3412002f00186a9f8a/725",
            "perfetto_unittests": "24ffbc6f2d382c1af569ee2eb5560e714d833a0b185f1e4ea44a27aa9d1a5d5a/569",
            "ppapi_unittests": "1a72f43bb3dda709da317dd7a623ccc7222c1b92f19e4aa863b5d60399e34b5f/569",
            "printing_unittests": "e11455f2d28f11157ec5adf303521ea41911384977dcb7fa25b4ced361251a21/569",
            "remoting_unittests": "ca470fc145ec3e52bff1b1b453fc7d739517775bee80176cf97d2db9e9d2f22a/646",
            "sandbox_linux_unittests": "3e970ad56348ae6c0117a0effdffb15b2b8d8e3ca08686d555983d668a2e479b/569",
            "service_manager_unittests": "29f96f51934fb0bfaff3d36df4bffbf0bfb0dce5753e56f12676f40266d8cf81/569",
            "services_unittests": "ea6eb9272e19b21b5df1efc27bfbc8f97efdf73b5becf1758290fe25c66fa9ce/815",
            "shell_dialogs_unittests": "9e215e612ec91285aa4156aebb4ce540834592b70822baa7b7e22a00a6c59422/569",
            "skia_unittests": "0c780604d98eed892aa98f252709dde05eb4591e4dafafea0a01b0772b7a2d56/569",
            "snapshot_unittests": "8ff1be98679e151bd9b13a9b71ff0463c9718a27ed351933586cb117366100ad/569",
            "sql_unittests": "d0ea3192c4d03e871a8ad9250e6b380f09337c5538014f3323769306cde0fc3b/646",
            "storage_unittests": "c410af5708129a0408c34ec5228aa5f31d899998b52343f557ecc5ac5350bc15/727",
            "sync_integration_tests": "39d5086f3c58ecca850631ef4322eda0a46ecfe486dbb0b6c24bd079077d2e0d/892",
            "ui_base_unittests": "f0c5f84b682bf4233ab370bc821313db9d04300f54a0d28e0642748d27210cc4/723",
            "ui_touch_selection_unittests": "d9fcfed32c4ce783b0105811b9b3a382b582e01c52223d829d1b74d9bd1d80ad/569",
            "unit_tests": "27c181cd8b21170406fedf1ba3984b7546c1adbf45ad2e8d74832d158754dd1c/1141",
            "url_unittests": "375252a8f0cf42aeb8aba988b8ff2ecff841390d99aa3d5f6d0b86889a2638ed/569",
            "views_unittests": "c0f6f92da1a244357321fe03885c7b5a1ae6309c27731a3f203c0afa84d26fa9/569",
            "viz_unittests": "3bba13f59480d2aef69ee02db6a3579086a9b3524b51b851ae5a64be732ee39d/653",
            "vr_common_unittests": "e6c61aa1715327b8c06e0a8c36178bc19398eeeae563b26c79244b4a3060e95b/811",
            "vr_pixeltests": "1be92c540b1cdc941c3b2918ca103c4c86257ed7c70c49ee949e803fe01297c2/725",
            "weblayer_browsertests": "6c9f2be793c85f6589a5020ffae31fdda6fa7378172fca761dc6d003b620c6bd/893",
            "weblayer_unittests": "d99683fc441f382f82d56448744c834bcb25199ea298549f277bc04e85d5105a/725",
            "wm_unittests": "af1ca72ce7d1ce19a138f4fe33cc7beaf42c52df7a2c454ffc8d1f0d9daf1303/569",
            "wtf_unittests": "94b9d3b74e2cc162c991ab83e3ee262092cfe7ba1badea98edf52f7935463435/569",
            "x11_unittests": "3defbd09e4d21429030808337e9151dfbff30f01705ade809a7b1c8471d03783/569",
            "xr_browser_tests": "8ed43da56ce48374ebbd177a070fcda6260cd7ec28da783c68df65d023eabb39/891",
            "zlib_unittests": "6919e3035b2cfb431ea72bea12a3932c069b0a75050c1e73a43bd180b5930e05/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "f0d486abf22639ab3ba9fd78912ffff90aee71501abf199e6c2518e5ece7d641/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "44d5d7903a657f516a2c1d9c396b6fa823b53968",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8997478572944321280"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "78621"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[09:19:56.762] Scheduled build:
{
  "id": "8832048510947247377",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 70577,
  "createdBy": "project:chromium",
  "createTime": "2021-10-29T09:19:56.063726695Z",
  "updateTime": "2021-10-29T09:19:56.063726695Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "44d5d7903a657f516a2c1d9c396b6fa823b53968",
      "ref": "refs/heads/main"
    }
  }
}
[09:19:56.762] Task URL: https://cr-buildbucket.appspot.com/build/8832048510947247377
[09:19:56.762] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997478572944321280:2:0) after 4m56s
[09:20:45.191] Received PubSub notification, asking Buildbucket for the build status
[09:20:45.225] Build status: STARTED
[09:24:52.770] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997478572944321280:2:0)
[09:24:52.863] Build status: STARTED
[09:24:52.863] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997478572944321280:4:0) after 4m25s
[09:29:17.889] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997478572944321280:4:0)
[09:29:17.921] Build status: STARTED
[09:29:17.921] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997478572944321280:5:0) after 9m12s
[09:38:29.941] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997478572944321280:5:0)
[09:38:30.000] Build status: STARTED
[09:38:30.000] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997478572944321280:6:0) after 1m51s
[09:40:21.025] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997478572944321280:6:0)
[09:40:21.245] Build status: STARTED
[09:40:21.245] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997478572944321280:7:0) after 2m40s
[09:43:01.273] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997478572944321280:7:0)
[09:43:01.313] Build status: STARTED
[09:43:01.313] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997478572944321280:8:0) after 6m17s
[09:46:43.078] Received PubSub notification, asking Buildbucket for the build status
[09:46:43.114] Build:
{
  "id": "8832048510947247377",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 70577,
  "createdBy": "project:chromium",
  "createTime": "2021-10-29T09:19:56.063726695Z",
  "startTime": "2021-10-29T09:20:44.277121Z",
  "endTime": "2021-10-29T09:46:42.443496577Z",
  "updateTime": "2021-10-29T09:46:42.443496577Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "44d5d7903a657f516a2c1d9c396b6fa823b53968",
      "ref": "refs/heads/main"
    }
  }
}
[09:46:43.114] Invocation finished in 26m48.338277095s with status FAILED