Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 29 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/78734 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "bcc01b38127a395de21540bc16228fce84b5e22d"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "d2b4d9aec1590dae5c33625a30878b5bcf423527",
  "parent_got_dawn_revision": "b78e8fb8f626713adc95a9f10543aa10886fc668",
  "parent_got_nacl_revision": "9d577686a4321b08f6b86ff2589070fdee1c53f9",
  "parent_got_revision": "bcc01b38127a395de21540bc16228fce84b5e22d",
  "parent_got_revision_cp": "refs/heads/main@{#937239}",
  "parent_got_swiftshader_revision": "542593f0e3116c8e3dc9dd5d389aafa0438ffba5",
  "parent_got_v8_revision": "14750801369b0b65823f7d24ee4eb88eef777dc0",
  "parent_got_v8_revision_cp": "refs/heads/9.7.87@{#1}",
  "parent_got_webrtc_revision": "ff8caf1d569408a9cfa759e0fa58703cc67f7aae",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35286}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "bcc01b38127a395de21540bc16228fce84b5e22d",
  "swarm_hashes": {
    "absl_hardening_tests": "b468dcce9da6d9849a94babf4017fd2e24fdc03d40b6281e6381d661041290b7/569",
    "accessibility_unittests": "23ab693a754044fdf0817118907d34765c9036f42c3a3dd8123588f775307b8a/569",
    "angle_unittests": "576d06f8f53b1db09924bb9f3e53f68e7f93f0cffe46c05b01c473a84cfa9af9/570",
    "app_shell_unittests": "63b2e1f0e17ab3dfc2d8026c92b480a24ccdca6698d9a2a8aa7259dd96af2903/809",
    "aura_unittests": "8a5f93f254157e56d38e708868680c3c6b57d4ed9313d2d60590de10f6f115a6/569",
    "base_unittests": "d1f376efd44107acf039d803f98b4d5b854b911d52be6e7cedac08185e457895/648",
    "blink_common_unittests": "9ab4c9fc5a2e940856474c04e5796bd48b39754f7f7f0a024f2f33d19ddc8abd/647",
    "blink_fuzzer_unittests": "87c6cf9684596dff61ab7a0c6ea3e37007149920d94d01989a52a58a29546b5a/648",
    "blink_heap_unittests": "6758ed15c08985e6b4ca7afcf8f5dd7df5dfc0b33a5e02956beb7c9e7e07e741/648",
    "blink_platform_unittests": "cd1ba88c2625cb7a4a5a488695911ecf5e971e3d1eaf74aed25d0f70f7acf78e/726",
    "blink_unittests": "b1ecf01e0d056b8e54873be94bac947e6b2de97f5d336fe539501400a6ef69da/726",
    "boringssl_crypto_tests": "fbfd94e5520c75a68294b2b2deec01d602f90c9a2a0890b5cbf26609c4865593/570",
    "boringssl_ssl_tests": "b83b15a6b284b55b574fb7554bfddf8a22b7d51da81ed47413cf493fe135bef6/569",
    "capture_unittests": "2de0f3a9a82f929fbd677e64a1046bafef86fbc0456675434787627d910026d3/648",
    "cast_unittests": "89e1bb57196dd5ce5825d5201459323fe15fadd8ab4d4fcff66e5c9aab68f6e7/569",
    "cc_unittests": "86dacfe26319ebae329a226360a53a151846acff280e3ce85b96ac5b754335fe/653",
    "chrome_app_unittests": "0b4abae0a71a81bb7a667bc022e2c52c82eb66dce60a05644a1a7c0b103b4edc/811",
    "chromedriver_unittests": "fe6b7f86dd9efb6a23f80bad04bf008abeffe41c7735d9ea613a65a56049977f/726",
    "color_unittests": "ee74910261785901e97018ff2b4beb6f2f0f0f9cf914ff8ee208d58128b451f3/569",
    "components_browsertests": "fa78ab8b841cb9bf9ced6ae596f806fa335e017c88ad46aa31b918eceac5de20/892",
    "components_unittests": "2f0af2da156176f3dcbbe017332337bc51e297e1052efcec3dfa3f61f2ddb641/892",
    "compositor_unittests": "41445aeae5bad125892bf532479043f45d169ccd9ed932e8df08da85843fcd99/645",
    "content_browsertests": "29ba093fdf15f502d0267570202a9508cd151eee2db2550b25a49e26b60a9c17/887",
    "content_unittests": "3f5abb866722da5d280fa093e3c4a0bd571018bebaeec31a4dd8dc13e0e137ca/806",
    "cronet_tests": "82eb456145d209080fa514c8f3ee7307c875944ebd9d01c5a3b2e5432d7eda2a/730",
    "cronet_unittests": "b06e2a522233f8314b5717c98f86d28268fe8a597ccc16b0b85c972d9ea765ca/646",
    "crypto_unittests": "7cb150f0c8571c96cbf34a9ac9e2d4f82648ea4b091369aae0e7b62120f3f85b/569",
    "dbus_unittests": "513838fc549365abf475cae59c8415889ef20de2bc2131b7d685773bb8a0e8d6/569",
    "device_unittests": "aa2862caf97304befb4bd5c43a99c2d7046fe382bf1518c18707e40819b86c1c/646",
    "display_unittests": "b9e03e58f6b8c95dbc5d351c914d27b4ef0f2d684bcdb50265b9446977f53fb3/569",
    "events_unittests": "1dd0e7084ccd43975c80565843abd0552952783c0048aade68c144a37d24eeb1/569",
    "extensions_browsertests": "8e642bbab8fd33ac5d7d046015155eb32ee9dd0bd4504e7357c57da4e775e3f5/811",
    "extensions_unittests": "ec80e78f5d62c2aecc1442a2a8144610c5b7d70819152098ce5d2e1de9d03071/975",
    "filesystem_service_unittests": "9641058fb483be779613b39d19cc5c0bd921754577094e22e6c7898e0b4498d9/569",
    "gcm_unit_tests": "adc0bb173eedb15b52b7c5eda6337337910e3fdad4c475e7f13210ee34b0b43d/646",
    "gfx_unittests": "99874f5e6d448a4b493f4c4e59b3689fe4a32a991ea424c36328a87fd7324f1a/645",
    "gin_unittests": "c03d99f771d424188abd99b537c54c5e122de8ee4e7675da8383b7cb4c222a71/646",
    "gl_tests": "974ff8b2707a7014cc7a71a6a2bb132d19f9eca31d577d9ab4c791ad9878590a/569",
    "gl_unittests": "8303a4f85f5cbc2e774669795826887974970d43ac35b67bfc87c6e100e3c06b/569",
    "google_apis_unittests": "9159b969f7622b2288b836e986a3c1b3119e6dc722bbb3a7300594d05c7c8456/731",
    "gpu_unittests": "b5189b9b0e1c3ccb996f4e5ce1b88f9f99cdb63093350d97c636ce8ff587642d/646",
    "gwp_asan_unittests": "f9fb1c2c22f4490e72d3ead326be7a24901aefd6ab1a2510fbbfc66237fb9cff/570",
    "headless_browsertests": "cfeb241d7315193042f10eebb393138b89630e36b53439a4a0cf36479c7b92c5/809",
    "headless_unittests": "44bd9e33351bd334985ab184f41b60c8359f3f0233d73d7385e54d5d4b6d3d9a/569",
    "interactive_ui_tests": "248c9143218194119374896527bece0af842686480e65bcc1dc3d11af94e1ad7/1128",
    "ipc_tests": "0463ca631a89c936949bb40b5a7f04f0cd9c69818258d3504d2916b1c81b98b3/569",
    "jingle_unittests": "3a2771bbf18dac27b19eda0c2dbc37aecc909e916beccecbeecf133f0eb00817/646",
    "latency_unittests": "9dfea79966d3d48642a7800b8b294d9ba09e8d9655b4e21ff2c6cde4e71ccd86/569",
    "libjingle_xmpp_unittests": "108d4ef84f8a57d6d561e71fd752b863c00b6301d82f89d85b35b7edda7064d5/569",
    "liburlpattern_unittests": "600b5405c52e62e6a2a2f18abbaa9344bf4cc6353bb8d7fba20f2f1479bb79f7/569",
    "media_unittests": "fc3eff2173e5e02ccdc3e8a523150f585592dea96a67cd09e3c38529f581bc70/649",
    "message_center_unittests": "ff8b71e1d6d5b2bccb2d5ab99663cb6b94709aed8f00f5f3d52fc48a066a86ab/569",
    "midi_unittests": "6711581f9354fcb478dd5b1f35a8ac44ba24d621848e705db43c2edebb190421/569",
    "mojo_core_unittests": "540e4833d8d7e1f076cbf372e4c4f499862c2f9ada7edd93e07c8c19ccf7373b/569",
    "mojo_unittests": "bfd7f7dc46c1bd64931c889a8044461ebca51693f4570d1ffcfe022248f16320/647",
    "native_theme_unittests": "1f35166459f6a5b2a5963f7a5065be726640961d1ce87adece2e98c65add2332/569",
    "net_unittests": "3bd22a8b83069eab77cd7c5b19ced2e7c2051a4654bd6db09339c1125e4aa1a6/648",
    "openscreen_unittests": "eb7ff4598f1e16b498434c655994cf1e3773b4331566db1f070d867179220293/811",
    "ozone_x11_unittests": "232afeee5f27ff54754986dd52cfe78215bd4efda99d1bf75f979c31f3ec517b/569",
    "pdf_unittests": "ede55a78444618bd6610df042d2503cd2ed3ceee372a39706c07ba04d7c6c6bb/725",
    "perfetto_unittests": "25ca49ea301aeb4a740eff83210bb4b951259620fdc5252d5c2ec904a55347b2/569",
    "ppapi_unittests": "5f8d8eed5646475ff1812a229f4919bcbc1463bcd6ea1a69e358509cbc2b0b26/569",
    "printing_unittests": "4b88ab13f978ebfbd93db008ee07821ab1a4c562de4f8ab53cba6a261371f1d5/569",
    "remoting_unittests": "e474965398a4cb3dfac969b1867ca7fb97b2a5d5b34ec05e44ca96e7688b8653/646",
    "sandbox_linux_unittests": "2a186cb25bad298ac853e6f80d98273a36d25af102a417c071c799f9d3a8b1de/569",
    "service_manager_unittests": "b2ed1d781915b6bb42522bfc5d071ff2df5e02e7b731101100b6b7ae9b2ccca1/569",
    "services_unittests": "c0d8d950937106775a3befc4acd0ab50518d0288a958dfdcbd1074ec47eaa1ba/815",
    "shell_dialogs_unittests": "1273de40720ef4504c8148518c70b735292c2da393cf337a8b55593c95e8c3f4/569",
    "skia_unittests": "9ff06d048cbfb5b389ab98d785c8c22a9036025b9f29b209ae039b6db299356d/569",
    "snapshot_unittests": "71ec696eef70b30287bd2b839073bd2f0dcd250770a2a62944add9f788090cfd/569",
    "sql_unittests": "5e33e6630bed7e93af6a84b58bfbd3a34c76fb219063b50bb5288d20d41fa70b/646",
    "storage_unittests": "ee8b15c4d8bdf9d87e0d350cdccf14286fdb17f1153308f44445c9f50d9b3d3b/727",
    "sync_integration_tests": "10b27ef3df64787107d138d0ccba1f73bb23fcee6b971ccb6d130cf9eb4b5166/892",
    "ui_base_unittests": "52f249aeaecd0b15a5f13a2a574a994cc90bdfa77e36f919969bebb7bbde9d95/723",
    "ui_touch_selection_unittests": "0d85f8d210b86c87d7d6c7fce3df933c8efcde2df936013b8718d26331620a91/569",
    "unit_tests": "9975fab660d18f8142db5ae3f5b2bb9981f10cf8a4d320b6768856083f4f55a0/1141",
    "url_unittests": "e6399662d9abe02fe89c93c0a8289446d726bce18fe7d6cf87af6d50b4056bf0/569",
    "views_unittests": "7bd57cb490e832a3c2e9b367cd906d08e0a6b1f0a2d3b2f14e0be25dc1a3ef3d/569",
    "viz_unittests": "f13ff2b193ddd4307bc2c4804696bfbae60aade636a5e67f7caea48d5a224243/653",
    "vr_common_unittests": "3ba416c33c6681e92ab8fd8c75fbd05070f348f5bb27a145354ef33d5b235fd8/811",
    "vr_pixeltests": "4e42307ef75b5fd9bff7f7292bc9b542d02d1c4fed17b984ec3af6d3af4742c9/725",
    "weblayer_browsertests": "d38db9e740a9e05913d15584b90b9a94386d7359682c69960a72fcb99b6adacf/893",
    "weblayer_unittests": "e4ba195cb16c1858dbd01bd18ab9a354f6c0cf8c444e2efa7d6bfe22f5a6c610/725",
    "wm_unittests": "704e22855f6476e90ce832a5ae4f9891af043e99fc5254544bdd4fac56745951/569",
    "wtf_unittests": "5262ce6d2a1e92203a89061ffa88f977b26fa4bb235ed4f9159362fdb62adcde/569",
    "x11_unittests": "d0abe1b5bef0ee691af96c5ab2da329996d4fe48d7d6165de862d243e87696e1/569",
    "xr_browser_tests": "0e93b9c5a997a879a1148da596791c28deb6f66e074d1bbb005fbfe88446f66f/891",
    "zlib_unittests": "ddfba9e4429fa246e53fe4aa68ae46454f42155ead7698e1b53bc05f91f629e7/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "f0d486abf22639ab3ba9fd78912ffff90aee71501abf199e6c2518e5ece7d641/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/bcc01b38127a395de21540bc16228fce84b5e22d
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:78734
  • user_agent:recipe

Debug log (UTC)

[08:38:07.062] New invocation is queued and will start shortly
[08:38:07.062] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[08:38:08.138] Starting the invocation (attempt 1)
[08:38:08.207] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/bcc01b38127a395de21540bc16228fce84b5e22d"
[08:38:08.207] Popped gitiles commit info from properties and tags
[08:38:08.207] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[08:38:08.207] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[08:38:08.208] Buildbucket request:
{
  "requestId": "8997118814623435872",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "bcc01b38127a395de21540bc16228fce84b5e22d"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "d2b4d9aec1590dae5c33625a30878b5bcf423527",
      "parent_got_dawn_revision": "b78e8fb8f626713adc95a9f10543aa10886fc668",
      "parent_got_nacl_revision": "9d577686a4321b08f6b86ff2589070fdee1c53f9",
      "parent_got_revision": "bcc01b38127a395de21540bc16228fce84b5e22d",
      "parent_got_revision_cp": "refs/heads/main@{#937239}",
      "parent_got_swiftshader_revision": "542593f0e3116c8e3dc9dd5d389aafa0438ffba5",
      "parent_got_v8_revision": "14750801369b0b65823f7d24ee4eb88eef777dc0",
      "parent_got_v8_revision_cp": "refs/heads/9.7.87@{#1}",
      "parent_got_webrtc_revision": "ff8caf1d569408a9cfa759e0fa58703cc67f7aae",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35286}",
      "swarm_hashes": {
            "absl_hardening_tests": "b468dcce9da6d9849a94babf4017fd2e24fdc03d40b6281e6381d661041290b7/569",
            "accessibility_unittests": "23ab693a754044fdf0817118907d34765c9036f42c3a3dd8123588f775307b8a/569",
            "angle_unittests": "576d06f8f53b1db09924bb9f3e53f68e7f93f0cffe46c05b01c473a84cfa9af9/570",
            "app_shell_unittests": "63b2e1f0e17ab3dfc2d8026c92b480a24ccdca6698d9a2a8aa7259dd96af2903/809",
            "aura_unittests": "8a5f93f254157e56d38e708868680c3c6b57d4ed9313d2d60590de10f6f115a6/569",
            "base_unittests": "d1f376efd44107acf039d803f98b4d5b854b911d52be6e7cedac08185e457895/648",
            "blink_common_unittests": "9ab4c9fc5a2e940856474c04e5796bd48b39754f7f7f0a024f2f33d19ddc8abd/647",
            "blink_fuzzer_unittests": "87c6cf9684596dff61ab7a0c6ea3e37007149920d94d01989a52a58a29546b5a/648",
            "blink_heap_unittests": "6758ed15c08985e6b4ca7afcf8f5dd7df5dfc0b33a5e02956beb7c9e7e07e741/648",
            "blink_platform_unittests": "cd1ba88c2625cb7a4a5a488695911ecf5e971e3d1eaf74aed25d0f70f7acf78e/726",
            "blink_unittests": "b1ecf01e0d056b8e54873be94bac947e6b2de97f5d336fe539501400a6ef69da/726",
            "boringssl_crypto_tests": "fbfd94e5520c75a68294b2b2deec01d602f90c9a2a0890b5cbf26609c4865593/570",
            "boringssl_ssl_tests": "b83b15a6b284b55b574fb7554bfddf8a22b7d51da81ed47413cf493fe135bef6/569",
            "capture_unittests": "2de0f3a9a82f929fbd677e64a1046bafef86fbc0456675434787627d910026d3/648",
            "cast_unittests": "89e1bb57196dd5ce5825d5201459323fe15fadd8ab4d4fcff66e5c9aab68f6e7/569",
            "cc_unittests": "86dacfe26319ebae329a226360a53a151846acff280e3ce85b96ac5b754335fe/653",
            "chrome_app_unittests": "0b4abae0a71a81bb7a667bc022e2c52c82eb66dce60a05644a1a7c0b103b4edc/811",
            "chromedriver_unittests": "fe6b7f86dd9efb6a23f80bad04bf008abeffe41c7735d9ea613a65a56049977f/726",
            "color_unittests": "ee74910261785901e97018ff2b4beb6f2f0f0f9cf914ff8ee208d58128b451f3/569",
            "components_browsertests": "fa78ab8b841cb9bf9ced6ae596f806fa335e017c88ad46aa31b918eceac5de20/892",
            "components_unittests": "2f0af2da156176f3dcbbe017332337bc51e297e1052efcec3dfa3f61f2ddb641/892",
            "compositor_unittests": "41445aeae5bad125892bf532479043f45d169ccd9ed932e8df08da85843fcd99/645",
            "content_browsertests": "29ba093fdf15f502d0267570202a9508cd151eee2db2550b25a49e26b60a9c17/887",
            "content_unittests": "3f5abb866722da5d280fa093e3c4a0bd571018bebaeec31a4dd8dc13e0e137ca/806",
            "cronet_tests": "82eb456145d209080fa514c8f3ee7307c875944ebd9d01c5a3b2e5432d7eda2a/730",
            "cronet_unittests": "b06e2a522233f8314b5717c98f86d28268fe8a597ccc16b0b85c972d9ea765ca/646",
            "crypto_unittests": "7cb150f0c8571c96cbf34a9ac9e2d4f82648ea4b091369aae0e7b62120f3f85b/569",
            "dbus_unittests": "513838fc549365abf475cae59c8415889ef20de2bc2131b7d685773bb8a0e8d6/569",
            "device_unittests": "aa2862caf97304befb4bd5c43a99c2d7046fe382bf1518c18707e40819b86c1c/646",
            "display_unittests": "b9e03e58f6b8c95dbc5d351c914d27b4ef0f2d684bcdb50265b9446977f53fb3/569",
            "events_unittests": "1dd0e7084ccd43975c80565843abd0552952783c0048aade68c144a37d24eeb1/569",
            "extensions_browsertests": "8e642bbab8fd33ac5d7d046015155eb32ee9dd0bd4504e7357c57da4e775e3f5/811",
            "extensions_unittests": "ec80e78f5d62c2aecc1442a2a8144610c5b7d70819152098ce5d2e1de9d03071/975",
            "filesystem_service_unittests": "9641058fb483be779613b39d19cc5c0bd921754577094e22e6c7898e0b4498d9/569",
            "gcm_unit_tests": "adc0bb173eedb15b52b7c5eda6337337910e3fdad4c475e7f13210ee34b0b43d/646",
            "gfx_unittests": "99874f5e6d448a4b493f4c4e59b3689fe4a32a991ea424c36328a87fd7324f1a/645",
            "gin_unittests": "c03d99f771d424188abd99b537c54c5e122de8ee4e7675da8383b7cb4c222a71/646",
            "gl_tests": "974ff8b2707a7014cc7a71a6a2bb132d19f9eca31d577d9ab4c791ad9878590a/569",
            "gl_unittests": "8303a4f85f5cbc2e774669795826887974970d43ac35b67bfc87c6e100e3c06b/569",
            "google_apis_unittests": "9159b969f7622b2288b836e986a3c1b3119e6dc722bbb3a7300594d05c7c8456/731",
            "gpu_unittests": "b5189b9b0e1c3ccb996f4e5ce1b88f9f99cdb63093350d97c636ce8ff587642d/646",
            "gwp_asan_unittests": "f9fb1c2c22f4490e72d3ead326be7a24901aefd6ab1a2510fbbfc66237fb9cff/570",
            "headless_browsertests": "cfeb241d7315193042f10eebb393138b89630e36b53439a4a0cf36479c7b92c5/809",
            "headless_unittests": "44bd9e33351bd334985ab184f41b60c8359f3f0233d73d7385e54d5d4b6d3d9a/569",
            "interactive_ui_tests": "248c9143218194119374896527bece0af842686480e65bcc1dc3d11af94e1ad7/1128",
            "ipc_tests": "0463ca631a89c936949bb40b5a7f04f0cd9c69818258d3504d2916b1c81b98b3/569",
            "jingle_unittests": "3a2771bbf18dac27b19eda0c2dbc37aecc909e916beccecbeecf133f0eb00817/646",
            "latency_unittests": "9dfea79966d3d48642a7800b8b294d9ba09e8d9655b4e21ff2c6cde4e71ccd86/569",
            "libjingle_xmpp_unittests": "108d4ef84f8a57d6d561e71fd752b863c00b6301d82f89d85b35b7edda7064d5/569",
            "liburlpattern_unittests": "600b5405c52e62e6a2a2f18abbaa9344bf4cc6353bb8d7fba20f2f1479bb79f7/569",
            "media_unittests": "fc3eff2173e5e02ccdc3e8a523150f585592dea96a67cd09e3c38529f581bc70/649",
            "message_center_unittests": "ff8b71e1d6d5b2bccb2d5ab99663cb6b94709aed8f00f5f3d52fc48a066a86ab/569",
            "midi_unittests": "6711581f9354fcb478dd5b1f35a8ac44ba24d621848e705db43c2edebb190421/569",
            "mojo_core_unittests": "540e4833d8d7e1f076cbf372e4c4f499862c2f9ada7edd93e07c8c19ccf7373b/569",
            "mojo_unittests": "bfd7f7dc46c1bd64931c889a8044461ebca51693f4570d1ffcfe022248f16320/647",
            "native_theme_unittests": "1f35166459f6a5b2a5963f7a5065be726640961d1ce87adece2e98c65add2332/569",
            "net_unittests": "3bd22a8b83069eab77cd7c5b19ced2e7c2051a4654bd6db09339c1125e4aa1a6/648",
            "openscreen_unittests": "eb7ff4598f1e16b498434c655994cf1e3773b4331566db1f070d867179220293/811",
            "ozone_x11_unittests": "232afeee5f27ff54754986dd52cfe78215bd4efda99d1bf75f979c31f3ec517b/569",
            "pdf_unittests": "ede55a78444618bd6610df042d2503cd2ed3ceee372a39706c07ba04d7c6c6bb/725",
            "perfetto_unittests": "25ca49ea301aeb4a740eff83210bb4b951259620fdc5252d5c2ec904a55347b2/569",
            "ppapi_unittests": "5f8d8eed5646475ff1812a229f4919bcbc1463bcd6ea1a69e358509cbc2b0b26/569",
            "printing_unittests": "4b88ab13f978ebfbd93db008ee07821ab1a4c562de4f8ab53cba6a261371f1d5/569",
            "remoting_unittests": "e474965398a4cb3dfac969b1867ca7fb97b2a5d5b34ec05e44ca96e7688b8653/646",
            "sandbox_linux_unittests": "2a186cb25bad298ac853e6f80d98273a36d25af102a417c071c799f9d3a8b1de/569",
            "service_manager_unittests": "b2ed1d781915b6bb42522bfc5d071ff2df5e02e7b731101100b6b7ae9b2ccca1/569",
            "services_unittests": "c0d8d950937106775a3befc4acd0ab50518d0288a958dfdcbd1074ec47eaa1ba/815",
            "shell_dialogs_unittests": "1273de40720ef4504c8148518c70b735292c2da393cf337a8b55593c95e8c3f4/569",
            "skia_unittests": "9ff06d048cbfb5b389ab98d785c8c22a9036025b9f29b209ae039b6db299356d/569",
            "snapshot_unittests": "71ec696eef70b30287bd2b839073bd2f0dcd250770a2a62944add9f788090cfd/569",
            "sql_unittests": "5e33e6630bed7e93af6a84b58bfbd3a34c76fb219063b50bb5288d20d41fa70b/646",
            "storage_unittests": "ee8b15c4d8bdf9d87e0d350cdccf14286fdb17f1153308f44445c9f50d9b3d3b/727",
            "sync_integration_tests": "10b27ef3df64787107d138d0ccba1f73bb23fcee6b971ccb6d130cf9eb4b5166/892",
            "ui_base_unittests": "52f249aeaecd0b15a5f13a2a574a994cc90bdfa77e36f919969bebb7bbde9d95/723",
            "ui_touch_selection_unittests": "0d85f8d210b86c87d7d6c7fce3df933c8efcde2df936013b8718d26331620a91/569",
            "unit_tests": "9975fab660d18f8142db5ae3f5b2bb9981f10cf8a4d320b6768856083f4f55a0/1141",
            "url_unittests": "e6399662d9abe02fe89c93c0a8289446d726bce18fe7d6cf87af6d50b4056bf0/569",
            "views_unittests": "7bd57cb490e832a3c2e9b367cd906d08e0a6b1f0a2d3b2f14e0be25dc1a3ef3d/569",
            "viz_unittests": "f13ff2b193ddd4307bc2c4804696bfbae60aade636a5e67f7caea48d5a224243/653",
            "vr_common_unittests": "3ba416c33c6681e92ab8fd8c75fbd05070f348f5bb27a145354ef33d5b235fd8/811",
            "vr_pixeltests": "4e42307ef75b5fd9bff7f7292bc9b542d02d1c4fed17b984ec3af6d3af4742c9/725",
            "weblayer_browsertests": "d38db9e740a9e05913d15584b90b9a94386d7359682c69960a72fcb99b6adacf/893",
            "weblayer_unittests": "e4ba195cb16c1858dbd01bd18ab9a354f6c0cf8c444e2efa7d6bfe22f5a6c610/725",
            "wm_unittests": "704e22855f6476e90ce832a5ae4f9891af043e99fc5254544bdd4fac56745951/569",
            "wtf_unittests": "5262ce6d2a1e92203a89061ffa88f977b26fa4bb235ed4f9159362fdb62adcde/569",
            "x11_unittests": "d0abe1b5bef0ee691af96c5ab2da329996d4fe48d7d6165de862d243e87696e1/569",
            "xr_browser_tests": "0e93b9c5a997a879a1148da596791c28deb6f66e074d1bbb005fbfe88446f66f/891",
            "zlib_unittests": "ddfba9e4429fa246e53fe4aa68ae46454f42155ead7698e1b53bc05f91f629e7/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "f0d486abf22639ab3ba9fd78912ffff90aee71501abf199e6c2518e5ece7d641/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "bcc01b38127a395de21540bc16228fce84b5e22d",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8997118814623435872"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "78734"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[08:38:08.767] Scheduled build:
{
  "id": "8831688752697486961",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 70690,
  "createdBy": "project:chromium",
  "createTime": "2021-11-02T08:38:08.266844797Z",
  "updateTime": "2021-11-02T08:38:08.266844797Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "bcc01b38127a395de21540bc16228fce84b5e22d",
      "ref": "refs/heads/main"
    }
  }
}
[08:38:08.767] Task URL: https://cr-buildbucket.appspot.com/build/8831688752697486961
[08:38:08.767] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997118814623435872:2:0) after 1m24s
[08:38:19.136] Received PubSub notification, asking Buildbucket for the build status
[08:38:19.167] Build status: STARTED
[08:39:32.786] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997118814623435872:2:0)
[08:39:32.819] Build status: STARTED
[08:39:32.819] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997118814623435872:4:0) after 2m34s
[08:42:06.930] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997118814623435872:4:0)
[08:42:06.960] Build status: STARTED
[08:42:06.960] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997118814623435872:5:0) after 6m57s
[08:49:04.095] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997118814623435872:5:0)
[08:49:04.157] Build status: STARTED
[08:49:04.157] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997118814623435872:6:0) after 9m51s
[08:58:55.258] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997118814623435872:6:0)
[08:58:55.289] Build status: STARTED
[08:58:55.289] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997118814623435872:7:0) after 2m18s
[09:01:13.312] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997118814623435872:7:0)
[09:01:13.350] Build status: STARTED
[09:01:13.350] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997118814623435872:8:0) after 2m44s
[09:03:57.374] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997118814623435872:8:0)
[09:03:57.413] Build status: STARTED
[09:03:57.413] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997118814623435872:9:0) after 2m22s
[09:06:19.545] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997118814623435872:9:0)
[09:06:19.579] Build status: STARTED
[09:06:19.579] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997118814623435872:10:0) after 4m40s
[09:07:57.513] Received PubSub notification, asking Buildbucket for the build status
[09:07:57.558] Build:
{
  "id": "8831688752697486961",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 70690,
  "createdBy": "project:chromium",
  "createTime": "2021-11-02T08:38:08.266844797Z",
  "startTime": "2021-11-02T08:38:16.848986Z",
  "endTime": "2021-11-02T09:07:56.610916982Z",
  "updateTime": "2021-11-02T09:07:56.610916982Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "bcc01b38127a395de21540bc16228fce84b5e22d",
      "ref": "refs/heads/main"
    }
  }
}
[09:07:57.558] Invocation finished in 29m50.512396619s with status FAILED