Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 30 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/78599 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "40f577d1f271c94aff8874b14b4fd3bc29fb64dd"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "540118b10fdeb03bf5e71c9046efb2278f99ca41",
  "parent_got_dawn_revision": "1de83e56f7e0448a02dbcdaf4bfbfa7ccc1a0149",
  "parent_got_nacl_revision": "9d577686a4321b08f6b86ff2589070fdee1c53f9",
  "parent_got_revision": "40f577d1f271c94aff8874b14b4fd3bc29fb64dd",
  "parent_got_revision_cp": "refs/heads/main@{#935878}",
  "parent_got_swiftshader_revision": "9d8950e082d87b79f9a67a9fb26494cec36827ba",
  "parent_got_v8_revision": "7e7d5daef9dd25f199210c9dea3d7f561fd16c4a",
  "parent_got_v8_revision_cp": "refs/heads/9.7.70@{#1}",
  "parent_got_webrtc_revision": "ca9be22b0164ff6fb8528ff1ac5df76a3553a050",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35270}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "40f577d1f271c94aff8874b14b4fd3bc29fb64dd",
  "swarm_hashes": {
    "absl_hardening_tests": "9263bd63ae1d1b83b497d0e2993b9ca274530bbdbff2fa7dc2875bc400c8bf58/569",
    "accessibility_unittests": "92d98d4689538652fa4ee0e88aa025b0cd5579d1a7dd45c22ac6af40689655bb/569",
    "angle_unittests": "80c713a4a597af61c089e38ebf9198260aa882636926b41d283b0070603b7449/570",
    "app_shell_unittests": "ff340c891eef5a3a2022245b73da0cbcdded375641aed4ce202127a7b7c48df2/809",
    "aura_unittests": "6b481ab456adba83535b74cec06953e9e7edf4fd790cec2b6c2a5fc74d689618/569",
    "base_unittests": "2a3f1328131753049fdaf1cdec1201ceec00db22705b7c7ecc5158fe26aad24b/648",
    "blink_common_unittests": "5512ed16dfa6576e19b10a90891b5fadb4bb7e934f1b53eb5014f1ccd9b0dc91/647",
    "blink_fuzzer_unittests": "ff00bd5ee6c1680dd55082a6358a824e1dec49563d48ec761b182d5300485065/648",
    "blink_heap_unittests": "bb1a4e7b4295d4d619108e984c20c3a8a5c2039af8fc4466380a4333eb71dcd7/648",
    "blink_platform_unittests": "eaf0bd99aaf19edb8910903424c4efc936e3184d16f12520ada733d977c6cc84/726",
    "blink_unittests": "79a1665885c0419ae57bb063bba6f321fb0fc399ba82fa644430010bc5a5c5c4/726",
    "boringssl_crypto_tests": "4f13dc6114dd8aeff848f72f51512798bb3c7ec51188dc090cfb9aeb679f4f75/570",
    "boringssl_ssl_tests": "24f0b5188890926f791de446b95e836924e4666e78569ba71dbb789e197101c9/569",
    "capture_unittests": "906c895e66d6406abae8257076b0a0185b18eccfd02ee0274b23cdf4e97f53ae/648",
    "cast_unittests": "93c63edbded72de7ba4742815653c5de4f257897cdf327725c0b358a141a9320/569",
    "cc_unittests": "77ee499a18b0bb9991780517dcc4df983a2c6478a4cffc8aa8f1029b170c6973/653",
    "chrome_app_unittests": "e9d11378e95269e9ff609827f95c9be0ecef0b0712243198156fde0d4e4192d0/811",
    "chromedriver_unittests": "689ec4909f8097584f1c4f50f1e6d6a1faa84e2acb08fd0d19ec3275005b5752/726",
    "color_unittests": "ab9f998d62d1093ad8e38bf8b59a075a65b17291b6f296282532715f7f1b725a/569",
    "components_browsertests": "de87dea956f5c09dacd1e3ccde616cf2c2bc7b3fb435dfe7ba1359679ae7f9c3/892",
    "components_unittests": "9e490d9c1c857bc983812165cf7b252505ba2155d1aa30429b6c400f52a16ab5/892",
    "compositor_unittests": "9bf826c24459d665c5cc3fcbd45268d56a5796492a9530051b336c058ddf9993/645",
    "content_browsertests": "7d8783fb27e2495069c747bf9c3fcf3629056770ba9a2883c6507e89e4c14ec3/887",
    "content_unittests": "b04315415b6f59eb1aaa0cbb08bb2fdb075fc654e8159770198c83d7e826625b/806",
    "cronet_tests": "a9c3fbe6dfdab497cf00a401def249aededdb703db72e61557d6b04eb7dde03f/730",
    "cronet_unittests": "5f684504ce33f798023bcb5d4504e9f35c0aff325ab577c0574493900339f34f/646",
    "crypto_unittests": "c9e7df8d38c254816d001aa4afe81b10dbb82bdc39b89398968f3c81dc38c63d/569",
    "dbus_unittests": "d91a138b12185f74272daac22183f5455b3ccded0668af1f4736b0a2b745e58d/569",
    "device_unittests": "ad21a2c6f2511a70f54513efff7df3412321909d32644434dc6285396ef44739/646",
    "display_unittests": "30680a027b6fb18d4b4bf6f6603b9e150f07c9356d02ab659fda69223efc3727/569",
    "events_unittests": "fd3549f3ae89d538862da02a2413c81e296ca30310396426e3276dd7d74a3dde/569",
    "extensions_browsertests": "e3f8f4979b2aee863879fa5fb34614dd63b9daac473c3fc15d3630203cdfe12b/811",
    "extensions_unittests": "a2ccefdf6620c5bede380e200b1507294ef0f4d659556308d95eff00c27a35c8/975",
    "filesystem_service_unittests": "7fba8e011f04c55e5b80e3984f28125180f95cc19a4036fd2ca9f8a90987bc40/569",
    "gcm_unit_tests": "425909bb53dcc7a51540c176ca3a146d0a738d92a281732ee99fd0fb8a613edd/646",
    "gfx_unittests": "2a292678d7a4fd4bd77f01eddcf3c3d2887068a4cda6ae6120431ac12cb5604d/645",
    "gin_unittests": "b7e68f124f8209f69a160a62790fbbb610eedd9a26874c84d9bf57d8f90cbd0c/646",
    "gl_tests": "cea2e16b5b40c7477c111a3c54dee101569917daeba6189a0584ebbcfc639bf2/569",
    "gl_unittests": "0996a6ec4681cf21c6d65ec9111e82cbde3a3723382fbdaf997f4e670f7f83a7/569",
    "google_apis_unittests": "cc9d26b383c804565f0b7b27eb0ab6b5a070f9777beebe090fefc3c622b636e8/731",
    "gpu_unittests": "dfe1303eefb5dc8edf5e65313193e22cd0a9a87159ba5c15c279d99863ff8858/646",
    "gwp_asan_unittests": "2e02484f557b32fee29b38b8037790358810cf9c71a2f9139f201e1f3b9cc2f9/570",
    "headless_browsertests": "fda0f0dbc296f0567ae4fb7ff113f525f183d94c45b13bc6e887a91e6dfc3918/809",
    "headless_unittests": "de1b94ffbe6b9dce41a9910f3169f5650182618d986a50b20f44b94a8e6b1aaf/569",
    "interactive_ui_tests": "fa7cba69a684291c5150aace53edc4308e3e6a281bb1fe7727a959a8a0dbcf6d/1128",
    "ipc_tests": "02cbb21aa3cb23d4dedbb442b8335a7480f58ad149b16165098a0948365d073a/569",
    "jingle_unittests": "5dabd394d4f325c842c61a3936ba23ff8c4685c36b9327e23bdbacaaad0579a9/646",
    "latency_unittests": "80e457caba74cf1375c67b2d3225f8b3b71b03779e53aebf1746a532e8921cc3/569",
    "libjingle_xmpp_unittests": "e5115d08cf87440764889cb9a5221f305617ef5648ff94a527959c9b92f92b22/569",
    "liburlpattern_unittests": "21cfc09e61451d31788c87a5a172bc5a267f96b9f52a173fc4495c8e74e9a572/569",
    "media_unittests": "fa20a646c73bdebc00646a462052ed8b044c2b11355dc50a668053a8c6569794/649",
    "message_center_unittests": "8c29ac93b0d71ee82bb11a646d0883c7f0b41fd8ed5e0922f863054fa20d1cd8/569",
    "midi_unittests": "dbaef4cecfb45357caba0b1464a0772151ca1f90bd254eedabf4ba4034c50df8/569",
    "mojo_core_unittests": "56fcc4c5f298641aee061a643872068efb41806d2b8a88dfdb26aceab748c675/569",
    "mojo_unittests": "941b846541e3a25b0cb781f8678aa5fcc314117ef524b13fca36339bf50c51a0/647",
    "native_theme_unittests": "52bbe81dd7713e0436fdb121613ec1a64da047d7fe5509c713034841719d91f8/569",
    "net_unittests": "4bc3593cd4fe05c29386c8ef0863735a2e1837f1d41506c06fc44b3fb82c1ac3/648",
    "openscreen_unittests": "b1b4a6600c7064d811f7aa629f2da08cd8dbe5acf083a2b84ff2c07ed2044f33/811",
    "ozone_x11_unittests": "1b32b0a84c7c58ffa532d610bb0d87a5d5fe6a74860d9069cb997168c2db3111/569",
    "pdf_unittests": "5f893a465ce5907b4fbf2b569839fc29fe2462a1e73ec7e3bd9ef89dc4ebfad1/725",
    "perfetto_unittests": "ae98b9501c9cbd924e9d5a9b4c7d21497480b95ffdf645c6c3242b613b0858a1/569",
    "ppapi_unittests": "24119365fd677b4d6037ab4e234399718bd18fc9a46c8c8a9b496839b53dc064/569",
    "printing_unittests": "f64dcb565f7d09ee6a9b131d162b8607cda93e8b4572ec4512ce7082a5ccd9c8/569",
    "remoting_unittests": "cc10bb680b352594866f185cd94536cff5b9448e33f1de0095c63d2e6582beea/646",
    "sandbox_linux_unittests": "3ffecbec48adf297edcbce46c2181ca183b4bbe58cd5600c8a4145d7816f1dd3/569",
    "service_manager_unittests": "473877199bc8ee7758e5a49e4578c577ffd06f0d06990673dc394da9def98d9d/569",
    "services_unittests": "96bcc25cfbd92d99075dbdf99c5ed5f3d724c9a02132a7856ef4f2a28920f931/815",
    "shell_dialogs_unittests": "946d03725211fc358d5df40e57db6635711ec01f7c04d9139431d43ca7b97d41/569",
    "skia_unittests": "6e233c1e911d15d4c0fd53cdad04850829becfebc2a6ee32e1ef64faa1106eac/569",
    "snapshot_unittests": "21acb3e2777c28e1adc956d109837884d3509c397a17514cfc2c9368fabff526/569",
    "sql_unittests": "4e9d0f6987657c1154912695328654933e5471bf4b5f243c9ee17bf2da26c4cc/646",
    "storage_unittests": "96035a8de88e19214b999b36ec6a06a036380335a0c3360b5d1962dbabc5d6a2/727",
    "sync_integration_tests": "5a1864a9bd7cdcaaeb2c07ffe344021d85120b447283089366134c4fc5d8fcaf/892",
    "ui_base_unittests": "17ceb9ac66f2c5d15475cb5ca247bea10cfcc7d8f1eee680ab134f9b82fe0ece/723",
    "ui_touch_selection_unittests": "59acf3f9f8c4c96892e2e1540ce0ef7e340bd9a7735976de4aa02fbba6add8a0/569",
    "unit_tests": "4ef44054697fc223b9d0d7e0190f286a71f11f873909bb79b6f022ff26083c1e/1141",
    "url_unittests": "afcc460c27b400627d3f664a0edd1ec479e81e430644b045528047b02582eceb/569",
    "views_unittests": "dd8e8da65f4b08e85485a5cad945e5f766cb607a95379d47e3f2e000c17821d4/569",
    "viz_unittests": "9ab1fcf27425f5159efeefe4fa8e47820deb3ba49d8648f9f957bda561486309/653",
    "vr_common_unittests": "df34ff151aa7b311c376d3f35a54754fa9bc47a4c2315b1627a8836b12b841d8/811",
    "vr_pixeltests": "6cc2567470d307fa788e9910ef18d4fb5573bb4024832ac93e619d9545c8fa5d/725",
    "weblayer_browsertests": "eaaab48f87c17a1d21f820691c573851253947295034b224785ad1d48b57c3ab/893",
    "weblayer_unittests": "66611039174851445aaab768f492e499c9bfb90ce7fc33599b6264018b78e040/725",
    "wm_unittests": "1708819b166e7b463c6b6b6a5e6ef7558696aa614d099292f44d75ae9cfdff3f/569",
    "wtf_unittests": "aa5c96dfbf0a445eaa40154ccda8821d29220f394331ab8df4bb3baa5839f9c3/569",
    "x11_unittests": "9bce7aa44fc000e436b4c489d9501d745678a15a87826ad1f2905964c140038e/569",
    "xr_browser_tests": "aeb65113d38a797e24f021dd64dca2cd041353bf3098b98902d73da74b0c59fd/891",
    "zlib_unittests": "c3815572ce65e008d8f06a1f1d338f5353666ab2762364e0ddc80f47b9419dd5/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "f0d486abf22639ab3ba9fd78912ffff90aee71501abf199e6c2518e5ece7d641/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/40f577d1f271c94aff8874b14b4fd3bc29fb64dd
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:78599
  • user_agent:recipe

Debug log (UTC)

[15:23:38.065] New invocation is queued and will start shortly
[15:23:38.065] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[15:23:39.140] Starting the invocation (attempt 1)
[15:23:39.197] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/40f577d1f271c94aff8874b14b4fd3bc29fb64dd"
[15:23:39.197] Popped gitiles commit info from properties and tags
[15:23:39.197] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[15:23:39.197] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[15:23:39.198] Buildbucket request:
{
  "requestId": "8997546286557732768",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "40f577d1f271c94aff8874b14b4fd3bc29fb64dd"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "540118b10fdeb03bf5e71c9046efb2278f99ca41",
      "parent_got_dawn_revision": "1de83e56f7e0448a02dbcdaf4bfbfa7ccc1a0149",
      "parent_got_nacl_revision": "9d577686a4321b08f6b86ff2589070fdee1c53f9",
      "parent_got_revision": "40f577d1f271c94aff8874b14b4fd3bc29fb64dd",
      "parent_got_revision_cp": "refs/heads/main@{#935878}",
      "parent_got_swiftshader_revision": "9d8950e082d87b79f9a67a9fb26494cec36827ba",
      "parent_got_v8_revision": "7e7d5daef9dd25f199210c9dea3d7f561fd16c4a",
      "parent_got_v8_revision_cp": "refs/heads/9.7.70@{#1}",
      "parent_got_webrtc_revision": "ca9be22b0164ff6fb8528ff1ac5df76a3553a050",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35270}",
      "swarm_hashes": {
            "absl_hardening_tests": "9263bd63ae1d1b83b497d0e2993b9ca274530bbdbff2fa7dc2875bc400c8bf58/569",
            "accessibility_unittests": "92d98d4689538652fa4ee0e88aa025b0cd5579d1a7dd45c22ac6af40689655bb/569",
            "angle_unittests": "80c713a4a597af61c089e38ebf9198260aa882636926b41d283b0070603b7449/570",
            "app_shell_unittests": "ff340c891eef5a3a2022245b73da0cbcdded375641aed4ce202127a7b7c48df2/809",
            "aura_unittests": "6b481ab456adba83535b74cec06953e9e7edf4fd790cec2b6c2a5fc74d689618/569",
            "base_unittests": "2a3f1328131753049fdaf1cdec1201ceec00db22705b7c7ecc5158fe26aad24b/648",
            "blink_common_unittests": "5512ed16dfa6576e19b10a90891b5fadb4bb7e934f1b53eb5014f1ccd9b0dc91/647",
            "blink_fuzzer_unittests": "ff00bd5ee6c1680dd55082a6358a824e1dec49563d48ec761b182d5300485065/648",
            "blink_heap_unittests": "bb1a4e7b4295d4d619108e984c20c3a8a5c2039af8fc4466380a4333eb71dcd7/648",
            "blink_platform_unittests": "eaf0bd99aaf19edb8910903424c4efc936e3184d16f12520ada733d977c6cc84/726",
            "blink_unittests": "79a1665885c0419ae57bb063bba6f321fb0fc399ba82fa644430010bc5a5c5c4/726",
            "boringssl_crypto_tests": "4f13dc6114dd8aeff848f72f51512798bb3c7ec51188dc090cfb9aeb679f4f75/570",
            "boringssl_ssl_tests": "24f0b5188890926f791de446b95e836924e4666e78569ba71dbb789e197101c9/569",
            "capture_unittests": "906c895e66d6406abae8257076b0a0185b18eccfd02ee0274b23cdf4e97f53ae/648",
            "cast_unittests": "93c63edbded72de7ba4742815653c5de4f257897cdf327725c0b358a141a9320/569",
            "cc_unittests": "77ee499a18b0bb9991780517dcc4df983a2c6478a4cffc8aa8f1029b170c6973/653",
            "chrome_app_unittests": "e9d11378e95269e9ff609827f95c9be0ecef0b0712243198156fde0d4e4192d0/811",
            "chromedriver_unittests": "689ec4909f8097584f1c4f50f1e6d6a1faa84e2acb08fd0d19ec3275005b5752/726",
            "color_unittests": "ab9f998d62d1093ad8e38bf8b59a075a65b17291b6f296282532715f7f1b725a/569",
            "components_browsertests": "de87dea956f5c09dacd1e3ccde616cf2c2bc7b3fb435dfe7ba1359679ae7f9c3/892",
            "components_unittests": "9e490d9c1c857bc983812165cf7b252505ba2155d1aa30429b6c400f52a16ab5/892",
            "compositor_unittests": "9bf826c24459d665c5cc3fcbd45268d56a5796492a9530051b336c058ddf9993/645",
            "content_browsertests": "7d8783fb27e2495069c747bf9c3fcf3629056770ba9a2883c6507e89e4c14ec3/887",
            "content_unittests": "b04315415b6f59eb1aaa0cbb08bb2fdb075fc654e8159770198c83d7e826625b/806",
            "cronet_tests": "a9c3fbe6dfdab497cf00a401def249aededdb703db72e61557d6b04eb7dde03f/730",
            "cronet_unittests": "5f684504ce33f798023bcb5d4504e9f35c0aff325ab577c0574493900339f34f/646",
            "crypto_unittests": "c9e7df8d38c254816d001aa4afe81b10dbb82bdc39b89398968f3c81dc38c63d/569",
            "dbus_unittests": "d91a138b12185f74272daac22183f5455b3ccded0668af1f4736b0a2b745e58d/569",
            "device_unittests": "ad21a2c6f2511a70f54513efff7df3412321909d32644434dc6285396ef44739/646",
            "display_unittests": "30680a027b6fb18d4b4bf6f6603b9e150f07c9356d02ab659fda69223efc3727/569",
            "events_unittests": "fd3549f3ae89d538862da02a2413c81e296ca30310396426e3276dd7d74a3dde/569",
            "extensions_browsertests": "e3f8f4979b2aee863879fa5fb34614dd63b9daac473c3fc15d3630203cdfe12b/811",
            "extensions_unittests": "a2ccefdf6620c5bede380e200b1507294ef0f4d659556308d95eff00c27a35c8/975",
            "filesystem_service_unittests": "7fba8e011f04c55e5b80e3984f28125180f95cc19a4036fd2ca9f8a90987bc40/569",
            "gcm_unit_tests": "425909bb53dcc7a51540c176ca3a146d0a738d92a281732ee99fd0fb8a613edd/646",
            "gfx_unittests": "2a292678d7a4fd4bd77f01eddcf3c3d2887068a4cda6ae6120431ac12cb5604d/645",
            "gin_unittests": "b7e68f124f8209f69a160a62790fbbb610eedd9a26874c84d9bf57d8f90cbd0c/646",
            "gl_tests": "cea2e16b5b40c7477c111a3c54dee101569917daeba6189a0584ebbcfc639bf2/569",
            "gl_unittests": "0996a6ec4681cf21c6d65ec9111e82cbde3a3723382fbdaf997f4e670f7f83a7/569",
            "google_apis_unittests": "cc9d26b383c804565f0b7b27eb0ab6b5a070f9777beebe090fefc3c622b636e8/731",
            "gpu_unittests": "dfe1303eefb5dc8edf5e65313193e22cd0a9a87159ba5c15c279d99863ff8858/646",
            "gwp_asan_unittests": "2e02484f557b32fee29b38b8037790358810cf9c71a2f9139f201e1f3b9cc2f9/570",
            "headless_browsertests": "fda0f0dbc296f0567ae4fb7ff113f525f183d94c45b13bc6e887a91e6dfc3918/809",
            "headless_unittests": "de1b94ffbe6b9dce41a9910f3169f5650182618d986a50b20f44b94a8e6b1aaf/569",
            "interactive_ui_tests": "fa7cba69a684291c5150aace53edc4308e3e6a281bb1fe7727a959a8a0dbcf6d/1128",
            "ipc_tests": "02cbb21aa3cb23d4dedbb442b8335a7480f58ad149b16165098a0948365d073a/569",
            "jingle_unittests": "5dabd394d4f325c842c61a3936ba23ff8c4685c36b9327e23bdbacaaad0579a9/646",
            "latency_unittests": "80e457caba74cf1375c67b2d3225f8b3b71b03779e53aebf1746a532e8921cc3/569",
            "libjingle_xmpp_unittests": "e5115d08cf87440764889cb9a5221f305617ef5648ff94a527959c9b92f92b22/569",
            "liburlpattern_unittests": "21cfc09e61451d31788c87a5a172bc5a267f96b9f52a173fc4495c8e74e9a572/569",
            "media_unittests": "fa20a646c73bdebc00646a462052ed8b044c2b11355dc50a668053a8c6569794/649",
            "message_center_unittests": "8c29ac93b0d71ee82bb11a646d0883c7f0b41fd8ed5e0922f863054fa20d1cd8/569",
            "midi_unittests": "dbaef4cecfb45357caba0b1464a0772151ca1f90bd254eedabf4ba4034c50df8/569",
            "mojo_core_unittests": "56fcc4c5f298641aee061a643872068efb41806d2b8a88dfdb26aceab748c675/569",
            "mojo_unittests": "941b846541e3a25b0cb781f8678aa5fcc314117ef524b13fca36339bf50c51a0/647",
            "native_theme_unittests": "52bbe81dd7713e0436fdb121613ec1a64da047d7fe5509c713034841719d91f8/569",
            "net_unittests": "4bc3593cd4fe05c29386c8ef0863735a2e1837f1d41506c06fc44b3fb82c1ac3/648",
            "openscreen_unittests": "b1b4a6600c7064d811f7aa629f2da08cd8dbe5acf083a2b84ff2c07ed2044f33/811",
            "ozone_x11_unittests": "1b32b0a84c7c58ffa532d610bb0d87a5d5fe6a74860d9069cb997168c2db3111/569",
            "pdf_unittests": "5f893a465ce5907b4fbf2b569839fc29fe2462a1e73ec7e3bd9ef89dc4ebfad1/725",
            "perfetto_unittests": "ae98b9501c9cbd924e9d5a9b4c7d21497480b95ffdf645c6c3242b613b0858a1/569",
            "ppapi_unittests": "24119365fd677b4d6037ab4e234399718bd18fc9a46c8c8a9b496839b53dc064/569",
            "printing_unittests": "f64dcb565f7d09ee6a9b131d162b8607cda93e8b4572ec4512ce7082a5ccd9c8/569",
            "remoting_unittests": "cc10bb680b352594866f185cd94536cff5b9448e33f1de0095c63d2e6582beea/646",
            "sandbox_linux_unittests": "3ffecbec48adf297edcbce46c2181ca183b4bbe58cd5600c8a4145d7816f1dd3/569",
            "service_manager_unittests": "473877199bc8ee7758e5a49e4578c577ffd06f0d06990673dc394da9def98d9d/569",
            "services_unittests": "96bcc25cfbd92d99075dbdf99c5ed5f3d724c9a02132a7856ef4f2a28920f931/815",
            "shell_dialogs_unittests": "946d03725211fc358d5df40e57db6635711ec01f7c04d9139431d43ca7b97d41/569",
            "skia_unittests": "6e233c1e911d15d4c0fd53cdad04850829becfebc2a6ee32e1ef64faa1106eac/569",
            "snapshot_unittests": "21acb3e2777c28e1adc956d109837884d3509c397a17514cfc2c9368fabff526/569",
            "sql_unittests": "4e9d0f6987657c1154912695328654933e5471bf4b5f243c9ee17bf2da26c4cc/646",
            "storage_unittests": "96035a8de88e19214b999b36ec6a06a036380335a0c3360b5d1962dbabc5d6a2/727",
            "sync_integration_tests": "5a1864a9bd7cdcaaeb2c07ffe344021d85120b447283089366134c4fc5d8fcaf/892",
            "ui_base_unittests": "17ceb9ac66f2c5d15475cb5ca247bea10cfcc7d8f1eee680ab134f9b82fe0ece/723",
            "ui_touch_selection_unittests": "59acf3f9f8c4c96892e2e1540ce0ef7e340bd9a7735976de4aa02fbba6add8a0/569",
            "unit_tests": "4ef44054697fc223b9d0d7e0190f286a71f11f873909bb79b6f022ff26083c1e/1141",
            "url_unittests": "afcc460c27b400627d3f664a0edd1ec479e81e430644b045528047b02582eceb/569",
            "views_unittests": "dd8e8da65f4b08e85485a5cad945e5f766cb607a95379d47e3f2e000c17821d4/569",
            "viz_unittests": "9ab1fcf27425f5159efeefe4fa8e47820deb3ba49d8648f9f957bda561486309/653",
            "vr_common_unittests": "df34ff151aa7b311c376d3f35a54754fa9bc47a4c2315b1627a8836b12b841d8/811",
            "vr_pixeltests": "6cc2567470d307fa788e9910ef18d4fb5573bb4024832ac93e619d9545c8fa5d/725",
            "weblayer_browsertests": "eaaab48f87c17a1d21f820691c573851253947295034b224785ad1d48b57c3ab/893",
            "weblayer_unittests": "66611039174851445aaab768f492e499c9bfb90ce7fc33599b6264018b78e040/725",
            "wm_unittests": "1708819b166e7b463c6b6b6a5e6ef7558696aa614d099292f44d75ae9cfdff3f/569",
            "wtf_unittests": "aa5c96dfbf0a445eaa40154ccda8821d29220f394331ab8df4bb3baa5839f9c3/569",
            "x11_unittests": "9bce7aa44fc000e436b4c489d9501d745678a15a87826ad1f2905964c140038e/569",
            "xr_browser_tests": "aeb65113d38a797e24f021dd64dca2cd041353bf3098b98902d73da74b0c59fd/891",
            "zlib_unittests": "c3815572ce65e008d8f06a1f1d338f5353666ab2762364e0ddc80f47b9419dd5/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "f0d486abf22639ab3ba9fd78912ffff90aee71501abf199e6c2518e5ece7d641/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "40f577d1f271c94aff8874b14b4fd3bc29fb64dd",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8997546286557732768"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "78599"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[15:23:39.918] Scheduled build:
{
  "id": "8832116224559686113",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 70555,
  "createdBy": "project:chromium",
  "createTime": "2021-10-28T15:23:39.330741782Z",
  "updateTime": "2021-10-28T15:23:39.330741782Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "40f577d1f271c94aff8874b14b4fd3bc29fb64dd",
      "ref": "refs/heads/main"
    }
  }
}
[15:23:39.918] Task URL: https://cr-buildbucket.appspot.com/build/8832116224559686113
[15:23:39.918] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997546286557732768:2:0) after 9m7s
[15:23:57.431] Received PubSub notification, asking Buildbucket for the build status
[15:23:57.460] Build status: STARTED
[15:32:47.113] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997546286557732768:2:0)
[15:32:47.146] Build status: STARTED
[15:32:47.146] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997546286557732768:4:0) after 8m18s
[15:41:05.170] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997546286557732768:4:0)
[15:41:05.217] Build status: STARTED
[15:41:05.217] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997546286557732768:5:0) after 5m21s
[15:46:26.373] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997546286557732768:5:0)
[15:46:26.413] Build status: STARTED
[15:46:26.413] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997546286557732768:6:0) after 3m7s
[15:49:33.444] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997546286557732768:6:0)
[15:49:33.478] Build status: STARTED
[15:49:33.478] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997546286557732768:7:0) after 3m53s
[15:53:26.502] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997546286557732768:7:0)
[15:53:26.559] Build status: STARTED
[15:53:26.559] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997546286557732768:8:0) after 5m30s
[15:54:34.438] Received PubSub notification, asking Buildbucket for the build status
[15:54:34.467] Build:
{
  "id": "8832116224559686113",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 70555,
  "createdBy": "project:chromium",
  "createTime": "2021-10-28T15:23:39.330741782Z",
  "startTime": "2021-10-28T15:23:55.367025Z",
  "endTime": "2021-10-28T15:54:33.421934885Z",
  "updateTime": "2021-10-28T15:54:33.421934885Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "40f577d1f271c94aff8874b14b4fd3bc29fb64dd",
      "ref": "refs/heads/main"
    }
  }
}
[15:54:34.467] Invocation finished in 30m56.425369193s with status FAILED