Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 29 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/78515 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "610067b6793b9fce09a0f7ee68193a3b3b16b1a8"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "48b605d845302dba7930788c9176fa0410dedb03",
  "parent_got_dawn_revision": "e0b5664f985db02ce766cf74df8a362de7cf0fda",
  "parent_got_nacl_revision": "9d577686a4321b08f6b86ff2589070fdee1c53f9",
  "parent_got_revision": "610067b6793b9fce09a0f7ee68193a3b3b16b1a8",
  "parent_got_revision_cp": "refs/heads/main@{#934625}",
  "parent_got_swiftshader_revision": "21810915c4f144863ecdf3f4b26687314b2c064e",
  "parent_got_v8_revision": "f49839f30ad8fd9b5b817687d64ada39c3fab794",
  "parent_got_v8_revision_cp": "refs/heads/9.7.49@{#1}",
  "parent_got_webrtc_revision": "5e67b6a90dba39a99d85b35cacf820bf85cea1b1",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35257}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "610067b6793b9fce09a0f7ee68193a3b3b16b1a8",
  "swarm_hashes": {
    "absl_hardening_tests": "e8a4dffa1a8bff1047d4daaf4590bcd6079b20dc04bbfba64bd62bbb4eafad1a/569",
    "accessibility_unittests": "95ea8633512e30ca99109b923bcba078aa4fe147c073ba1304ad52b2f38e3819/569",
    "angle_unittests": "7b2f38725b9cde2d5c6b7da9bc5a8052e88c474561e70925c554cfc9ff8fac03/570",
    "app_shell_unittests": "ad55d42a1656b18aea2177a43332eaacfdab32aa571f6bea808823d68b5f66ea/809",
    "aura_unittests": "1925e47973e8c18f511812d0147dfcaa984fc2dc25c231f82561a584ebaab586/569",
    "base_unittests": "ac3c08844f236a39ee0fc1f1aa6308bdf390d2c55c00a4a1d8762b6d524ba766/648",
    "blink_common_unittests": "9cb2d21f59a5d3319930a714c3aa625a9dbe0a66619ee0d9e261b99382fcbf8d/647",
    "blink_fuzzer_unittests": "eb3a5f7cbf6fe1aa1e986034df70946fb120ddcea72f217be414535e8095a0e5/648",
    "blink_heap_unittests": "4ea3aa320d86773120a760ae472ef53fbf8d8823debc97c6d538d50343289a24/648",
    "blink_platform_unittests": "8774eb2819ee8eb96952831eff60ae491762b2d243e971cb4f5cefac7f27073f/726",
    "blink_unittests": "bee010a072ab46e9e794c7959593aca4966e772bc1ab31316e65b1eb918e0299/726",
    "boringssl_crypto_tests": "2965357379094d1c58fb671c5bd2034be6c703bdecb602fdb6b062abce9be93b/570",
    "boringssl_ssl_tests": "e4b58c4d6978f7e10a0ab1b9c98ceacb81e3015326f1b54e8f9fbe723ffebebb/569",
    "capture_unittests": "4b93dcb8c166f72cdc5be3b18bb381f68e1f1fa0e5e0b4c2cf6650ff361b0da5/648",
    "cast_unittests": "5f4a944dc8761c031e184f4262f67756c4d1c0dd63136c6fee6eeef3494619e7/569",
    "cc_unittests": "a87fa718494fa6a1ce97c037040019f8ccdf9246edba417503d2afff26046d18/653",
    "chrome_app_unittests": "00f182a6ec2030dce58828b7f41f23ed9c474421ab4ed0e5da7bfb82b8a6a464/811",
    "chromedriver_unittests": "f10fc05008f331d0c93d8f11ecbd43136ade7ce0c06bb61f004070ba96adf3de/726",
    "color_unittests": "5f020aab51d5ff31c0785c6fde76af8767466720c293c6102e9ea15d6d7f7cc9/569",
    "components_browsertests": "fcf9a493e79cd1472ce0ac4bf62bfabf133ec8c6e4033436a4f6a4924cec3671/892",
    "components_unittests": "4998e20dba6dd7b7491638d1744331a8d47fa59e5a371756132c218565fdb88e/892",
    "compositor_unittests": "2375d185daf4b81bebaa4d8f1109cc68b0cf60c1848714403016d80a99217d58/645",
    "content_browsertests": "eda0aaba8c7ac8e0fcfe85db6c1edfc06cd336fc621d09830c89e16657ac058c/887",
    "content_unittests": "e670074be88c7c38f58f3a6a6203772f967bb36823dc3768e973a601c7ebe142/806",
    "cronet_tests": "7c002d298b3fe7fdf066e1a67f8d6ab74e6a55268f3be10dac4d6d0a3e974153/730",
    "cronet_unittests": "82765b84a6dd48e5a9a7fcd7a8bf9599d81734f8e98696f22ef716f6a10b3d0f/646",
    "crypto_unittests": "bb4dc853736b5d9dd638cc894546550c6a4f6f4b9ca311f890dbae664612e11d/569",
    "dbus_unittests": "c28788d7e613644e37896abed3497ea1823e612ef2193f930b24f409997ef75c/569",
    "device_unittests": "b4878130f3e4f62dc2da13817464a1ddd36fc51f58616c80e1802bb3e1c7ca6b/646",
    "display_unittests": "dda1d6068f62bd0f594d7a667455cbd0dca1c8d71a7542c8327c3691c3a728a1/569",
    "events_unittests": "122ae87e2e2fb10836495c12829919d23b62a79122228c0bbd0aa16603e40a0f/569",
    "extensions_browsertests": "5df63b3362b82b287019568ac3729f45a6c3bad5cc451ea8755dc2f84323e5a0/811",
    "extensions_unittests": "7e06b9974e4d009ca638e8c35aa32d263e9457de29f5f0289ed4e4175cfeba84/975",
    "filesystem_service_unittests": "b843297852e38da12d3b0bd2c13857776a73c5151298973d89c12ec83c017fd5/569",
    "gcm_unit_tests": "94c97c1403be27c1f06a88e53b0a11c73c5c1c3c28dd0a9712ab2a2667c92501/646",
    "gfx_unittests": "51e4b7a6125c89cf44b58c912788699925a274b11f0021d4272467f7f93f5594/645",
    "gin_unittests": "f29f6c47d3e811e5543ca3becea0da1117c60ad7ca87dcd9f0f9701248054140/646",
    "gl_tests": "89bfc0e49a6649c122b3db84635efa61d72ea34df3a42b5dc4eda23902910561/569",
    "gl_unittests": "9ab6b819c54aba7be76bc5d7062c8739abe0a44bf45f8484a5cc4cbcb6fe3ffc/569",
    "google_apis_unittests": "cf415866aecac87b86e5955542be77c9e220384cb8efc8e312b0c48650aecf5d/731",
    "gpu_unittests": "0bb8d5d0edd3e9c57f04c43bfbac6b929886992a49b255112a24c2c77474cdc8/646",
    "gwp_asan_unittests": "578b88cb3fcd77b2a284a48bce29bab003f24f945c8f6bc9587127808d9bd45e/570",
    "headless_browsertests": "7b01c9e3e57311a2fe25b363d178c96e4dd504b1fbe67b2d9fad832ea5bfec60/809",
    "headless_unittests": "32aa766892b1e2d503b7130bce6ec436b7b18dff1b952f8e68407db4a442f6be/569",
    "interactive_ui_tests": "573b762d5173dfca3e8492db725256eecb5ede10b14a720ffe2f8dffd0248614/1128",
    "ipc_tests": "a997a64e4fc4d108179ae5d15febff7e3a45a6b4d1456a836a77e1dfb3b7ce92/569",
    "jingle_unittests": "81bcce04e2139a2824c03ea3b203613ede1794b8d44e9b36f2ced9197b1b9a52/646",
    "latency_unittests": "438ee5e010313a4f898217a27bc6f8c7d9d27bd39f814fa44f9c3fb927676d08/569",
    "libjingle_xmpp_unittests": "3b55d1418fe1d9d03e21d22e6969d20c4c1955e2a2ce7143e946c63c2a27afa4/569",
    "liburlpattern_unittests": "645a5ff1e9a041bb492b3bf45e807214663b8fec65249f0a0ac0055198f7e48f/569",
    "media_unittests": "4aae897a5386832561e555d9824eac263bcc2dbcbaddc1686b4bd21fc31242c6/649",
    "message_center_unittests": "22851094d3818b7dc1a9c7aecc4449f6bce5e7c62ebf08fdf83884cd3b082092/569",
    "midi_unittests": "0b7c9af0da4fc8537e0e66faa69a49cd28eb87cb0896b47a5abfa3e2bff44538/569",
    "mojo_core_unittests": "37325e65780f30c907642c68fd8326df334d8859271950d85d30e5d6de9051df/569",
    "mojo_unittests": "3b213d3319ee46d26a79d42f68d4391c979f41658868328d1156c221087e69e5/647",
    "native_theme_unittests": "d81c62c1adb8d09eb7d8a4adfd6073c35645df33665d2aefea2206994bc226c0/569",
    "net_unittests": "78bc7002ab4ca7bc3b0502101bb00ca35f56df3c9280369931ad057ecd4c531e/648",
    "openscreen_unittests": "2069b587e9c53cd04cba96f5b0494be443c533d41ce0fbdd6b8f9d468b69f971/811",
    "ozone_x11_unittests": "b7a4e17298465c84806b1de39eeea6490c847ce78c3212c60d272d8cac672fdd/569",
    "pdf_unittests": "c4246cf3183f61af5f0c828914e09282e2a8757cb171bd0b7b4b3cb361964f32/725",
    "perfetto_unittests": "81a46f26501ccb5eb4b612edbf38f827566ec3285466588da2430ed808a8b3b5/569",
    "ppapi_unittests": "0bc09cad8453e1844a28d3e9b04743a2b2c18cefe73427735a873f7195ce205a/569",
    "printing_unittests": "e7e8c3e01ac03e8adebb833928b9ddecd302db2b750df8f3df94e4c9e0403ab7/569",
    "remoting_unittests": "edbf702df59bc8938bee4b262ee8735166bddb5b45bd401527055e151b13080e/646",
    "sandbox_linux_unittests": "e938ec149bea9a94479c8e3f6a61015742239b2a7f0f1bc964d857ff6bc0a4fa/569",
    "service_manager_unittests": "bab21231c76fee4bb7cafcc34d4a66834977814f3c5201d373cd82a58c5a5647/569",
    "services_unittests": "cbae37a86c1fde2c32e9f64c4b9b1e31b809fe3dbe159d206c199b38ec06e4e5/815",
    "shell_dialogs_unittests": "eb88252b21421fd99f80441eaae4840c19537efe93a9425c2626d25d7aca8f9c/569",
    "skia_unittests": "f47d7e7238f50e735b4852d2d68237a6eb4df26968acbcc2d896bdc7d1e7064d/569",
    "snapshot_unittests": "e01bf6786f4cadb7632a537fb316ee70a7f869f9794cf2fbf484b95e25bc2373/569",
    "sql_unittests": "b0aad12220b99594eb519cd171f83130063f1e958eab76e822b03803b5fc4c5e/646",
    "storage_unittests": "337419961b8bf87b30508fa3964be0de07d0fcc72619db7cd9b8ca1135ab1ff7/727",
    "sync_integration_tests": "e3418f19a361bde84097d51cc28bca8d4e02e3767863e2b3bd183ba84093a593/892",
    "ui_base_unittests": "0b50051bc7587e302822810ad3a60f1a1fefd1ea53fc83022e55232e693ee8bd/723",
    "ui_touch_selection_unittests": "adf4186a424b14f09fd456f67e8f1171bcdd66a6b4780f15fbb35611411f7714/569",
    "unit_tests": "fb0cdb4188ff699146473c368b35944f6b97f75312583b1483992bdb37bf528b/1141",
    "url_unittests": "7c36f44ef6d18377dcf7ef7a4f5997639cd38ea29b4734908afdce73e46dcf42/569",
    "views_unittests": "cc9dcaa1ed87267cd5f6fd8af0a476d6dd8a19a18cdf11435ff36c1ea5f6b97c/569",
    "viz_unittests": "e6b44cf2a7c26b974aca3d97a0f55615f4eae1ad0029be708c9e2b044583d084/653",
    "vr_common_unittests": "51f2f6c8f3f7a80e31f5ec9f6f65899a2fb81b78f5575ede9ab228ecfda9e0f3/811",
    "vr_pixeltests": "49c381cb633abb6d2b010e5d72717353ccdd461097598fa4aa7be0cae9697909/725",
    "weblayer_browsertests": "e23711d987eecfbe16b1f3d821cf1331eeaecc91b70b0a690874bd8294066929/893",
    "weblayer_unittests": "e6b8489fc37584d2dcab180279729ab60b241f6ca1b650ba6a981522c352f01b/725",
    "wm_unittests": "d6027d147ce803a309774a70f2a1566936d08b00f24910d48bc2be95014487cb/569",
    "wtf_unittests": "b934da60187536ad5f01902dbd998d670fef576fee2834656ed032f78dd5f645/569",
    "x11_unittests": "2184ead1953999b1c8e3e1665b4a154a1e762bd80c14bf2afe75c965af9ca726/569",
    "xr_browser_tests": "a6be57ca3f52e028560ab24f1e1a1711f64c977a32c06b4ea1c1a5a58ac83850/891",
    "zlib_unittests": "05000766f5345b97dabe7a78e315b45c8f17b628784cb7c58a6b291fba170c33/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "f0d486abf22639ab3ba9fd78912ffff90aee71501abf199e6c2518e5ece7d641/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/610067b6793b9fce09a0f7ee68193a3b3b16b1a8
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:78515
  • user_agent:recipe

Debug log (UTC)

[20:19:24.648] New invocation is queued and will start shortly
[20:19:24.648] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[20:19:25.759] Starting the invocation (attempt 1)
[20:19:25.796] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/610067b6793b9fce09a0f7ee68193a3b3b16b1a8"
[20:19:25.796] Popped gitiles commit info from properties and tags
[20:19:25.796] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:19:25.796] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:19:25.798] Buildbucket request:
{
  "requestId": "8997799468806036752",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "610067b6793b9fce09a0f7ee68193a3b3b16b1a8"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "48b605d845302dba7930788c9176fa0410dedb03",
      "parent_got_dawn_revision": "e0b5664f985db02ce766cf74df8a362de7cf0fda",
      "parent_got_nacl_revision": "9d577686a4321b08f6b86ff2589070fdee1c53f9",
      "parent_got_revision": "610067b6793b9fce09a0f7ee68193a3b3b16b1a8",
      "parent_got_revision_cp": "refs/heads/main@{#934625}",
      "parent_got_swiftshader_revision": "21810915c4f144863ecdf3f4b26687314b2c064e",
      "parent_got_v8_revision": "f49839f30ad8fd9b5b817687d64ada39c3fab794",
      "parent_got_v8_revision_cp": "refs/heads/9.7.49@{#1}",
      "parent_got_webrtc_revision": "5e67b6a90dba39a99d85b35cacf820bf85cea1b1",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35257}",
      "swarm_hashes": {
            "absl_hardening_tests": "e8a4dffa1a8bff1047d4daaf4590bcd6079b20dc04bbfba64bd62bbb4eafad1a/569",
            "accessibility_unittests": "95ea8633512e30ca99109b923bcba078aa4fe147c073ba1304ad52b2f38e3819/569",
            "angle_unittests": "7b2f38725b9cde2d5c6b7da9bc5a8052e88c474561e70925c554cfc9ff8fac03/570",
            "app_shell_unittests": "ad55d42a1656b18aea2177a43332eaacfdab32aa571f6bea808823d68b5f66ea/809",
            "aura_unittests": "1925e47973e8c18f511812d0147dfcaa984fc2dc25c231f82561a584ebaab586/569",
            "base_unittests": "ac3c08844f236a39ee0fc1f1aa6308bdf390d2c55c00a4a1d8762b6d524ba766/648",
            "blink_common_unittests": "9cb2d21f59a5d3319930a714c3aa625a9dbe0a66619ee0d9e261b99382fcbf8d/647",
            "blink_fuzzer_unittests": "eb3a5f7cbf6fe1aa1e986034df70946fb120ddcea72f217be414535e8095a0e5/648",
            "blink_heap_unittests": "4ea3aa320d86773120a760ae472ef53fbf8d8823debc97c6d538d50343289a24/648",
            "blink_platform_unittests": "8774eb2819ee8eb96952831eff60ae491762b2d243e971cb4f5cefac7f27073f/726",
            "blink_unittests": "bee010a072ab46e9e794c7959593aca4966e772bc1ab31316e65b1eb918e0299/726",
            "boringssl_crypto_tests": "2965357379094d1c58fb671c5bd2034be6c703bdecb602fdb6b062abce9be93b/570",
            "boringssl_ssl_tests": "e4b58c4d6978f7e10a0ab1b9c98ceacb81e3015326f1b54e8f9fbe723ffebebb/569",
            "capture_unittests": "4b93dcb8c166f72cdc5be3b18bb381f68e1f1fa0e5e0b4c2cf6650ff361b0da5/648",
            "cast_unittests": "5f4a944dc8761c031e184f4262f67756c4d1c0dd63136c6fee6eeef3494619e7/569",
            "cc_unittests": "a87fa718494fa6a1ce97c037040019f8ccdf9246edba417503d2afff26046d18/653",
            "chrome_app_unittests": "00f182a6ec2030dce58828b7f41f23ed9c474421ab4ed0e5da7bfb82b8a6a464/811",
            "chromedriver_unittests": "f10fc05008f331d0c93d8f11ecbd43136ade7ce0c06bb61f004070ba96adf3de/726",
            "color_unittests": "5f020aab51d5ff31c0785c6fde76af8767466720c293c6102e9ea15d6d7f7cc9/569",
            "components_browsertests": "fcf9a493e79cd1472ce0ac4bf62bfabf133ec8c6e4033436a4f6a4924cec3671/892",
            "components_unittests": "4998e20dba6dd7b7491638d1744331a8d47fa59e5a371756132c218565fdb88e/892",
            "compositor_unittests": "2375d185daf4b81bebaa4d8f1109cc68b0cf60c1848714403016d80a99217d58/645",
            "content_browsertests": "eda0aaba8c7ac8e0fcfe85db6c1edfc06cd336fc621d09830c89e16657ac058c/887",
            "content_unittests": "e670074be88c7c38f58f3a6a6203772f967bb36823dc3768e973a601c7ebe142/806",
            "cronet_tests": "7c002d298b3fe7fdf066e1a67f8d6ab74e6a55268f3be10dac4d6d0a3e974153/730",
            "cronet_unittests": "82765b84a6dd48e5a9a7fcd7a8bf9599d81734f8e98696f22ef716f6a10b3d0f/646",
            "crypto_unittests": "bb4dc853736b5d9dd638cc894546550c6a4f6f4b9ca311f890dbae664612e11d/569",
            "dbus_unittests": "c28788d7e613644e37896abed3497ea1823e612ef2193f930b24f409997ef75c/569",
            "device_unittests": "b4878130f3e4f62dc2da13817464a1ddd36fc51f58616c80e1802bb3e1c7ca6b/646",
            "display_unittests": "dda1d6068f62bd0f594d7a667455cbd0dca1c8d71a7542c8327c3691c3a728a1/569",
            "events_unittests": "122ae87e2e2fb10836495c12829919d23b62a79122228c0bbd0aa16603e40a0f/569",
            "extensions_browsertests": "5df63b3362b82b287019568ac3729f45a6c3bad5cc451ea8755dc2f84323e5a0/811",
            "extensions_unittests": "7e06b9974e4d009ca638e8c35aa32d263e9457de29f5f0289ed4e4175cfeba84/975",
            "filesystem_service_unittests": "b843297852e38da12d3b0bd2c13857776a73c5151298973d89c12ec83c017fd5/569",
            "gcm_unit_tests": "94c97c1403be27c1f06a88e53b0a11c73c5c1c3c28dd0a9712ab2a2667c92501/646",
            "gfx_unittests": "51e4b7a6125c89cf44b58c912788699925a274b11f0021d4272467f7f93f5594/645",
            "gin_unittests": "f29f6c47d3e811e5543ca3becea0da1117c60ad7ca87dcd9f0f9701248054140/646",
            "gl_tests": "89bfc0e49a6649c122b3db84635efa61d72ea34df3a42b5dc4eda23902910561/569",
            "gl_unittests": "9ab6b819c54aba7be76bc5d7062c8739abe0a44bf45f8484a5cc4cbcb6fe3ffc/569",
            "google_apis_unittests": "cf415866aecac87b86e5955542be77c9e220384cb8efc8e312b0c48650aecf5d/731",
            "gpu_unittests": "0bb8d5d0edd3e9c57f04c43bfbac6b929886992a49b255112a24c2c77474cdc8/646",
            "gwp_asan_unittests": "578b88cb3fcd77b2a284a48bce29bab003f24f945c8f6bc9587127808d9bd45e/570",
            "headless_browsertests": "7b01c9e3e57311a2fe25b363d178c96e4dd504b1fbe67b2d9fad832ea5bfec60/809",
            "headless_unittests": "32aa766892b1e2d503b7130bce6ec436b7b18dff1b952f8e68407db4a442f6be/569",
            "interactive_ui_tests": "573b762d5173dfca3e8492db725256eecb5ede10b14a720ffe2f8dffd0248614/1128",
            "ipc_tests": "a997a64e4fc4d108179ae5d15febff7e3a45a6b4d1456a836a77e1dfb3b7ce92/569",
            "jingle_unittests": "81bcce04e2139a2824c03ea3b203613ede1794b8d44e9b36f2ced9197b1b9a52/646",
            "latency_unittests": "438ee5e010313a4f898217a27bc6f8c7d9d27bd39f814fa44f9c3fb927676d08/569",
            "libjingle_xmpp_unittests": "3b55d1418fe1d9d03e21d22e6969d20c4c1955e2a2ce7143e946c63c2a27afa4/569",
            "liburlpattern_unittests": "645a5ff1e9a041bb492b3bf45e807214663b8fec65249f0a0ac0055198f7e48f/569",
            "media_unittests": "4aae897a5386832561e555d9824eac263bcc2dbcbaddc1686b4bd21fc31242c6/649",
            "message_center_unittests": "22851094d3818b7dc1a9c7aecc4449f6bce5e7c62ebf08fdf83884cd3b082092/569",
            "midi_unittests": "0b7c9af0da4fc8537e0e66faa69a49cd28eb87cb0896b47a5abfa3e2bff44538/569",
            "mojo_core_unittests": "37325e65780f30c907642c68fd8326df334d8859271950d85d30e5d6de9051df/569",
            "mojo_unittests": "3b213d3319ee46d26a79d42f68d4391c979f41658868328d1156c221087e69e5/647",
            "native_theme_unittests": "d81c62c1adb8d09eb7d8a4adfd6073c35645df33665d2aefea2206994bc226c0/569",
            "net_unittests": "78bc7002ab4ca7bc3b0502101bb00ca35f56df3c9280369931ad057ecd4c531e/648",
            "openscreen_unittests": "2069b587e9c53cd04cba96f5b0494be443c533d41ce0fbdd6b8f9d468b69f971/811",
            "ozone_x11_unittests": "b7a4e17298465c84806b1de39eeea6490c847ce78c3212c60d272d8cac672fdd/569",
            "pdf_unittests": "c4246cf3183f61af5f0c828914e09282e2a8757cb171bd0b7b4b3cb361964f32/725",
            "perfetto_unittests": "81a46f26501ccb5eb4b612edbf38f827566ec3285466588da2430ed808a8b3b5/569",
            "ppapi_unittests": "0bc09cad8453e1844a28d3e9b04743a2b2c18cefe73427735a873f7195ce205a/569",
            "printing_unittests": "e7e8c3e01ac03e8adebb833928b9ddecd302db2b750df8f3df94e4c9e0403ab7/569",
            "remoting_unittests": "edbf702df59bc8938bee4b262ee8735166bddb5b45bd401527055e151b13080e/646",
            "sandbox_linux_unittests": "e938ec149bea9a94479c8e3f6a61015742239b2a7f0f1bc964d857ff6bc0a4fa/569",
            "service_manager_unittests": "bab21231c76fee4bb7cafcc34d4a66834977814f3c5201d373cd82a58c5a5647/569",
            "services_unittests": "cbae37a86c1fde2c32e9f64c4b9b1e31b809fe3dbe159d206c199b38ec06e4e5/815",
            "shell_dialogs_unittests": "eb88252b21421fd99f80441eaae4840c19537efe93a9425c2626d25d7aca8f9c/569",
            "skia_unittests": "f47d7e7238f50e735b4852d2d68237a6eb4df26968acbcc2d896bdc7d1e7064d/569",
            "snapshot_unittests": "e01bf6786f4cadb7632a537fb316ee70a7f869f9794cf2fbf484b95e25bc2373/569",
            "sql_unittests": "b0aad12220b99594eb519cd171f83130063f1e958eab76e822b03803b5fc4c5e/646",
            "storage_unittests": "337419961b8bf87b30508fa3964be0de07d0fcc72619db7cd9b8ca1135ab1ff7/727",
            "sync_integration_tests": "e3418f19a361bde84097d51cc28bca8d4e02e3767863e2b3bd183ba84093a593/892",
            "ui_base_unittests": "0b50051bc7587e302822810ad3a60f1a1fefd1ea53fc83022e55232e693ee8bd/723",
            "ui_touch_selection_unittests": "adf4186a424b14f09fd456f67e8f1171bcdd66a6b4780f15fbb35611411f7714/569",
            "unit_tests": "fb0cdb4188ff699146473c368b35944f6b97f75312583b1483992bdb37bf528b/1141",
            "url_unittests": "7c36f44ef6d18377dcf7ef7a4f5997639cd38ea29b4734908afdce73e46dcf42/569",
            "views_unittests": "cc9dcaa1ed87267cd5f6fd8af0a476d6dd8a19a18cdf11435ff36c1ea5f6b97c/569",
            "viz_unittests": "e6b44cf2a7c26b974aca3d97a0f55615f4eae1ad0029be708c9e2b044583d084/653",
            "vr_common_unittests": "51f2f6c8f3f7a80e31f5ec9f6f65899a2fb81b78f5575ede9ab228ecfda9e0f3/811",
            "vr_pixeltests": "49c381cb633abb6d2b010e5d72717353ccdd461097598fa4aa7be0cae9697909/725",
            "weblayer_browsertests": "e23711d987eecfbe16b1f3d821cf1331eeaecc91b70b0a690874bd8294066929/893",
            "weblayer_unittests": "e6b8489fc37584d2dcab180279729ab60b241f6ca1b650ba6a981522c352f01b/725",
            "wm_unittests": "d6027d147ce803a309774a70f2a1566936d08b00f24910d48bc2be95014487cb/569",
            "wtf_unittests": "b934da60187536ad5f01902dbd998d670fef576fee2834656ed032f78dd5f645/569",
            "x11_unittests": "2184ead1953999b1c8e3e1665b4a154a1e762bd80c14bf2afe75c965af9ca726/569",
            "xr_browser_tests": "a6be57ca3f52e028560ab24f1e1a1711f64c977a32c06b4ea1c1a5a58ac83850/891",
            "zlib_unittests": "05000766f5345b97dabe7a78e315b45c8f17b628784cb7c58a6b291fba170c33/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "f0d486abf22639ab3ba9fd78912ffff90aee71501abf199e6c2518e5ece7d641/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "610067b6793b9fce09a0f7ee68193a3b3b16b1a8",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8997799468806036752"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "78515"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[20:19:26.471] Scheduled build:
{
  "id": "8832369406808501201",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 70472,
  "createdBy": "project:chromium",
  "createTime": "2021-10-25T20:19:25.922844691Z",
  "updateTime": "2021-10-25T20:19:26.273349426Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "610067b6793b9fce09a0f7ee68193a3b3b16b1a8",
      "ref": "refs/heads/main"
    }
  }
}
[20:19:26.471] Task URL: https://cr-buildbucket.appspot.com/build/8832369406808501201
[20:19:26.471] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997799468806036752:2:0) after 9m30s
[20:20:20.518] Received PubSub notification, asking Buildbucket for the build status
[20:20:20.565] Build status: STARTED
[20:28:56.719] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997799468806036752:2:0)
[20:28:56.764] Build status: STARTED
[20:28:56.764] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997799468806036752:4:0) after 5m23s
[20:34:20.000] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997799468806036752:4:0)
[20:34:20.039] Build status: STARTED
[20:34:20.039] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997799468806036752:5:0) after 4m57s
[20:39:17.064] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997799468806036752:5:0)
[20:39:17.096] Build status: STARTED
[20:39:17.096] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997799468806036752:6:0) after 3m31s
[20:42:48.336] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997799468806036752:6:0)
[20:42:48.394] Build status: STARTED
[20:42:48.395] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997799468806036752:7:0) after 8m35s
[20:49:05.617] Received PubSub notification, asking Buildbucket for the build status
[20:49:05.679] Build:
{
  "id": "8832369406808501201",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 70472,
  "createdBy": "project:chromium",
  "createTime": "2021-10-25T20:19:25.922844691Z",
  "startTime": "2021-10-25T20:20:18.514917Z",
  "endTime": "2021-10-25T20:49:04.839385957Z",
  "updateTime": "2021-10-25T20:49:04.839824480Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "610067b6793b9fce09a0f7ee68193a3b3b16b1a8",
      "ref": "refs/heads/main"
    }
  }
}
[20:49:05.679] Invocation finished in 29m41.046010994s with status FAILED