Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 27 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/80880 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "e641f169af66d0b8b498e1cf24a21060df8c60f1",
        "project": "chromium/src",
        "ref": "refs/heads/main"
      }
    ]
  },
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "e641f169af66d0b8b498e1cf24a21060df8c60f1"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "0aae0d7ad535aedba34daea325269e419baead68",
  "parent_got_dawn_revision": "b1760f2f073a128ae2be1d1ae2d4a0b432dae5cd",
  "parent_got_nacl_revision": "38e06bc9954cbe8582f557d525d2effbbc0d849e",
  "parent_got_revision": "e641f169af66d0b8b498e1cf24a21060df8c60f1",
  "parent_got_revision_cp": "refs/heads/main@{#959738}",
  "parent_got_swiftshader_revision": "d7117384b0ee93b1217e06a300132aaa66ac3f2f",
  "parent_got_v8_revision": "1eeb3cbd17d77746151da9e8a9bd5e717a52f415",
  "parent_got_v8_revision_cp": "refs/heads/9.9.104@{#1}",
  "parent_got_webrtc_revision": "277a3b4f857c640f93f500de32e432c4574e7532",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35700}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "e641f169af66d0b8b498e1cf24a21060df8c60f1",
  "swarm_hashes": {
    "absl_hardening_tests": "f2c8047fb5dbdf81e5d59e5901077b9b1f277bcb5ec93c766f9861687f7d6fca/569",
    "accessibility_unittests": "e8e7987ad64befd47bca26f7b8fd6413eb1f53fe93a75d8f51e68ab5bf07d790/569",
    "angle_unittests": "a656f099ec01411f3770a8ff10cb25967a0aa832cd89f1e6c5649799685d997d/570",
    "app_shell_unittests": "a69de7d9704d3fd8251caefe507542741329de8d15ee54a30e6a59d0f13bddf9/730",
    "aura_unittests": "bbf18459ddf164bf78788894d3e678698568c45d4e4625ba8ad4271e631fca62/569",
    "base_unittests": "36dc40ae3a3f5aa1bc2e4df4c8c06b50c82afa0a8d7d671d16848adb9b9c73e5/648",
    "blink_common_unittests": "ff94a597af4637e66d3e14dce729b6e0baaa431ea1a88944026396c3dc66fbb3/647",
    "blink_fuzzer_unittests": "8e2ab5fa05c87838593fb87fee958120b9f4aecc322a11fa8bc9eee089c4b8f4/569",
    "blink_heap_unittests": "8a72d200815170d8c63af9fa9c0eaeb9a22cb8cfe6d2abf5ca641d2b913f6532/569",
    "blink_platform_unittests": "b00e45ad6e92467bdc6391c3999907df7012777b5e9510c6296ef3e682ed20bc/726",
    "blink_unittests": "f3a44ade6ef796bce015cc5d71a9014b089b124fd6694f4afc54ca7c8d6c0d41/810",
    "boringssl_crypto_tests": "755959328dfd774924fab488eaf5bef00d50ab21d1300efef84e7e17cd44a44e/570",
    "boringssl_ssl_tests": "6d526cb172f745f0ea8e61530ccfe68d47042761d5bb4816aae0f940336e64a4/569",
    "capture_unittests": "236a0a32ee654d60b01232da180e591f4c47fd605450311f6632c7c29b9dca32/648",
    "cast_unittests": "a56fa81da35d2375712987a817796783da0f236a8496942526e0ad8947948633/569",
    "cc_unittests": "513025ab65c8d6044ad079e853a8dde33f2e5385d47477d224302aa985e7909e/653",
    "chrome_app_unittests": "ac933062b14d2e7f446cf0841a1a2f23a47b4941bb9826d3f0e772c2c9504cda/648",
    "chromedriver_unittests": "4256881eb46e5dbac68674a837b3eeb514a37be7588205d025287fcdca7f52be/726",
    "color_unittests": "18ff1d13d5da823c8b7a330e007e2592d51362e43b0afac0e484b039c3f3cdce/569",
    "components_browsertests": "3e467cb70b9caa88133ad6c54d728b664bbd67112148b6723cc010eec1202ca3/813",
    "components_unittests": "4c99ec2dcbe3f6cd6963622716f8e2bf1463cec7e1ad2b59c06847855a720dde/813",
    "compositor_unittests": "9ee63a3acbb62a7e7994b71ab2f0a75b9d1f672d846db3c94a8d7faa61c208b3/645",
    "content_browsertests": "f4d209a2d969557925edb123de70de6065428f6e1fe85724692fc8bc111bd656/887",
    "content_unittests": "7ce89257affeb5c8d9203580f7bbcb6efd8624177645965cbb103893961d1c93/806",
    "cronet_tests": "e448d68a6a4835adc422960c89f8703a19e78917d3eb3f94bafd81c54cc134e7/730",
    "cronet_unittests": "1b834d137d0f827c643146ab02fc27f2f4b991b65080902dd0866f125d851a23/646",
    "crypto_unittests": "aa6003a6dd2f6a05f9f2bf9685c2debe719eb3e9d80f0571130dc5e33d745e49/569",
    "dbus_unittests": "51dac4ff6fe37a85f03584db0371dce48d5a71848ebb1bfd6a2ddc4ddeb99a5c/569",
    "device_unittests": "0bfee095dd1bc7c23c5fe7bcda6440253e1365f9721f9744c42c203862976ba2/646",
    "display_unittests": "199cbd6da7f8ba435b7600a715a134c0ca0e34d3ac1e4edc9f6c3f0ff4d97800/569",
    "events_unittests": "05a92cccf0bf311e580ebb09ca8f62dde2daa9d74e105758828d961c13140c7f/569",
    "extensions_browsertests": "89db601340d330bb50cea27015d720378524f33025a311d14161ea120e71a193/732",
    "extensions_unittests": "0d61e4f40d8bab5dd41fd4893f77e0aa4843c760cd434d837c8bd14dce294231/896",
    "filesystem_service_unittests": "5b4d26827402cfdb26db1d50a57b16e8d20fea19f7606666e885fd4938e99bfb/569",
    "gcm_unit_tests": "b8ed8c5aa160c365f8dba8eac3497a51a39b4fae8fe35aaeb51893f90eef9cb2/646",
    "gfx_unittests": "175353e54be586e18388994e668190b0bf5a37aebb4f382f981f12a5d157b9f8/645",
    "gin_unittests": "2ccf5bd567028ac39af481869d60f993779ee3fbeefc6a990e84c0658e78ceb4/646",
    "gl_tests": "6b931c30902c9d4c7c0fcc1332d0b553a6329031a1879849ad7bd3a624a7f4ec/569",
    "gl_unittests": "6bd1d5eb6bfaaf536dc729d77c5c4c10ad0b6dbe8265b75be894c1c3af4597a5/569",
    "google_apis_unittests": "e8d966978abffe554ff269739932c3500b65835b46f4ff88d868a78d86593b9f/731",
    "gpu_unittests": "5d92254f945790d383fd7fd4c51d51948059d98f967e4affce7f1d88d45e1299/646",
    "gwp_asan_unittests": "cf06e9ff307b41876705165503b28909ab51c307862c89c990fa1fcc68ce45d3/570",
    "headless_browsertests": "7b50a4de8e036a9e47854d55e49af2d4592c5513e6d8d204214857db8322a672/730",
    "headless_unittests": "e78467e19e5475faae86230af8defec2477b49a7ec95cea6f6ac8a12e712ef6d/569",
    "interactive_ui_tests": "d1cd2c4aac5167a3a7fa9673f7941bd3a35283519f76d42d713dd72dc05e8e1f/965",
    "ipc_tests": "f846ce89e61be4a9f8558c5ca9cf1c611d0dc9a4b1b87591477d070b4006606c/569",
    "jingle_unittests": "9244df494db8ba97caf7d03e3f0c3eaffa8a0bdd8a7849c4b3a93d24ec071a1f/646",
    "latency_unittests": "feab8a34cce58d36f7dd01c06ef777b9db5929a492dcf96e966aac67ea29573c/569",
    "libjingle_xmpp_unittests": "a7e54788e9589106f4a7bc08bd64c712cd6ce604a8cfb00b3f38a53d3c0c0f7b/569",
    "liburlpattern_unittests": "6a48ceab8c50799604a0c0c17c8ab3957e4150f13b92bfe3f9329ea24902bd8f/569",
    "media_unittests": "48daa1a3c173a5105e75a2c9f25f6f33761ed6c4da25b1e79e1be8428cea822b/649",
    "message_center_unittests": "480453984ea63c85a926e7aef99e6a497091345932037a8cc09fe5a38be7e3c6/569",
    "midi_unittests": "99e057e18cedc5cd014130e34aeb5984c6f910f1f8e4a7737b383f69806ce85a/569",
    "mojo_core_unittests": "cc1db817582c9787c83c8cda68a2ce6ef8bec6ca31f6e52ac487644dc3093583/569",
    "mojo_unittests": "8d45de24554e7996c845396c72b70bba9fc643a7f29a96592ebdf64f290c2370/647",
    "native_theme_unittests": "5bcff8526fb8feacec608a59e67b555307e97d5f29da76f450c395967735b2ae/569",
    "net_unittests": "9d1a402df91e78f522479db93d063de3dadd98dccb00d86d4de4b3d48735600e/648",
    "openscreen_unittests": "927e09e87caca84f47eae8fefc937a01fcfebd00dc3a0ebd4920be2d886ee541/648",
    "ozone_x11_unittests": "e4b032d67de025d94d040b8c3e2941a29fcdc6ae63c44df47fa98df454393314/569",
    "pdf_unittests": "8d354d03469b96bbe86b4529b272337738aa9ca5920a891e6cc084ee3abd2f3f/646",
    "perfetto_unittests": "e61167cf59e62c2b479670479e5255a75a2445c4930421d6177e65b3ac58dcbe/569",
    "ppapi_unittests": "fd966f633b8620fdc6902c9cabfc7427cd057749274746acc3177bfe082e01c2/569",
    "printing_unittests": "014f5564ae04573b1e262447be79e035accb307fea2b358cd2585075cf4fb326/569",
    "remoting_unittests": "109854265a6791525e86d90ffea1ad9808d25065768564436fc73a9ef4fd1805/646",
    "sandbox_linux_unittests": "ad04af500e8123b2ac83387dbbfb259a6c4f3e0ad545f5a2cc4cd079ac18a701/569",
    "service_manager_unittests": "f1a06ae428272749ac85db757cf9c8b110865426208b9985a258b8203a18c58e/569",
    "services_unittests": "84dd249855bbd7c8a56e3bb5d443a2adf497d525cb9716136eb57c83a83c2408/815",
    "shell_dialogs_unittests": "432e47d9919b75fd3d18aac8dc79ac8b856b0dd0cc0dd60e47dc2ceaac22ff0e/569",
    "skia_unittests": "d6c961b00e0ee3fa5f5a52d1aa7d3a54c84fe2d26415f8cb558cddaa85d67299/569",
    "snapshot_unittests": "126c9c555ebb5c3d1b28044e1be18ea8714c4191ddab384866d005561cd1b5b4/569",
    "sql_unittests": "645cfa03d7cf4493d4b3e3db72d83760a0bc5c1ea4da21a4935193a5f182f4c3/646",
    "storage_unittests": "3f4853222fe2802bd5b443547398bfcb8af5cb9d954223a4b01d7c60e9ae9626/727",
    "sync_integration_tests": "2cadece97c6741aeea43d3a9a5e560f8c4656336eccc5d2695ea8f07bc578201/729",
    "ui_base_unittests": "6522450c165473c6b1e8e6b59f2c8a94bc2214282b6f845e56edd1184852440d/723",
    "ui_touch_selection_unittests": "ab6706fe55f42cb7e9c24fbf0b6459979c7ff13a106ff56f6b18213984d1ece2/569",
    "unit_tests": "e599e3a06ddd2a7a64ffdaba1a47234201fd1b2e8cf5714bd51b5128b660c69a/1139",
    "url_unittests": "ea86f450f1b782a3cb4386b9d7e4f54f2e52f77d2ad3b075170beca8dfb631a2/569",
    "views_unittests": "0b587c42842025986a54eefaabf2a9d704e3ed583b2919b2080f04931474846d/569",
    "viz_unittests": "fbd47ede790dbf602f39b0cf63943a9928a555cb0a75824c4650e1e67a68b284/653",
    "vr_common_unittests": "c6af590d68ef5244d36463ec0ba561912ed8b76ed96a9091bb755ad6eec14b9c/648",
    "vr_pixeltests": "b77df2a361c4d3ff7965910d041b44fcf035e199459bc7eeb555c29ebdba9981/646",
    "weblayer_browsertests": "38d3708f25aa56b3e371b249096a974afe1b62e5dc367a5e30cbb110bf5a27a1/814",
    "weblayer_unittests": "da0e3b679466fabdb9b3bd0021e6a07dd1a563d7fb469f75bfd877bb77815396/646",
    "wm_unittests": "221064f282c376d02703d9d9dcdf7875fc5ea03cfbff9ed1336d03af38170b5d/569",
    "wtf_unittests": "89a490f5e529b8fbe5c2e095c0461ea6222e10ad8bc2d7d11c7ea73717f53d06/569",
    "x11_unittests": "eba3a92d71a8b809dea7aefa30e63b6d620db11c6bf2df781a7243d5fbd1df2c/569",
    "xr_browser_tests": "3a656f25822173e7027108b0f579660a1d1f2264e6c8a5cd6b2d98b2fb90b197/728",
    "zlib_unittests": "13e015a7237b5813f166ca1c6fef7893f42e4a15da2832e616152a1425786a04/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "d35d624e302339bddf63f41a26541de5b97ee363969aba926d26843428908d07/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e641f169af66d0b8b498e1cf24a21060df8c60f1
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:80880
  • user_agent:recipe

Debug log (UTC)

[00:23:56.067] New invocation is queued and will start shortly
[00:23:56.067] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[00:23:57.231] Starting the invocation (attempt 1)
[00:23:57.280] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e641f169af66d0b8b498e1cf24a21060df8c60f1"
[00:23:57.280] Popped gitiles commit info from properties and tags
[00:23:57.280] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:23:57.280] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:23:57.281] Buildbucket request:
{
  "requestId": "8990355133464916048",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "e641f169af66d0b8b498e1cf24a21060df8c60f1",
                        "project": "chromium/src",
                        "ref": "refs/heads/main"
                      }
                ]
          },
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "e641f169af66d0b8b498e1cf24a21060df8c60f1"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "0aae0d7ad535aedba34daea325269e419baead68",
      "parent_got_dawn_revision": "b1760f2f073a128ae2be1d1ae2d4a0b432dae5cd",
      "parent_got_nacl_revision": "38e06bc9954cbe8582f557d525d2effbbc0d849e",
      "parent_got_revision": "e641f169af66d0b8b498e1cf24a21060df8c60f1",
      "parent_got_revision_cp": "refs/heads/main@{#959738}",
      "parent_got_swiftshader_revision": "d7117384b0ee93b1217e06a300132aaa66ac3f2f",
      "parent_got_v8_revision": "1eeb3cbd17d77746151da9e8a9bd5e717a52f415",
      "parent_got_v8_revision_cp": "refs/heads/9.9.104@{#1}",
      "parent_got_webrtc_revision": "277a3b4f857c640f93f500de32e432c4574e7532",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35700}",
      "swarm_hashes": {
            "absl_hardening_tests": "f2c8047fb5dbdf81e5d59e5901077b9b1f277bcb5ec93c766f9861687f7d6fca/569",
            "accessibility_unittests": "e8e7987ad64befd47bca26f7b8fd6413eb1f53fe93a75d8f51e68ab5bf07d790/569",
            "angle_unittests": "a656f099ec01411f3770a8ff10cb25967a0aa832cd89f1e6c5649799685d997d/570",
            "app_shell_unittests": "a69de7d9704d3fd8251caefe507542741329de8d15ee54a30e6a59d0f13bddf9/730",
            "aura_unittests": "bbf18459ddf164bf78788894d3e678698568c45d4e4625ba8ad4271e631fca62/569",
            "base_unittests": "36dc40ae3a3f5aa1bc2e4df4c8c06b50c82afa0a8d7d671d16848adb9b9c73e5/648",
            "blink_common_unittests": "ff94a597af4637e66d3e14dce729b6e0baaa431ea1a88944026396c3dc66fbb3/647",
            "blink_fuzzer_unittests": "8e2ab5fa05c87838593fb87fee958120b9f4aecc322a11fa8bc9eee089c4b8f4/569",
            "blink_heap_unittests": "8a72d200815170d8c63af9fa9c0eaeb9a22cb8cfe6d2abf5ca641d2b913f6532/569",
            "blink_platform_unittests": "b00e45ad6e92467bdc6391c3999907df7012777b5e9510c6296ef3e682ed20bc/726",
            "blink_unittests": "f3a44ade6ef796bce015cc5d71a9014b089b124fd6694f4afc54ca7c8d6c0d41/810",
            "boringssl_crypto_tests": "755959328dfd774924fab488eaf5bef00d50ab21d1300efef84e7e17cd44a44e/570",
            "boringssl_ssl_tests": "6d526cb172f745f0ea8e61530ccfe68d47042761d5bb4816aae0f940336e64a4/569",
            "capture_unittests": "236a0a32ee654d60b01232da180e591f4c47fd605450311f6632c7c29b9dca32/648",
            "cast_unittests": "a56fa81da35d2375712987a817796783da0f236a8496942526e0ad8947948633/569",
            "cc_unittests": "513025ab65c8d6044ad079e853a8dde33f2e5385d47477d224302aa985e7909e/653",
            "chrome_app_unittests": "ac933062b14d2e7f446cf0841a1a2f23a47b4941bb9826d3f0e772c2c9504cda/648",
            "chromedriver_unittests": "4256881eb46e5dbac68674a837b3eeb514a37be7588205d025287fcdca7f52be/726",
            "color_unittests": "18ff1d13d5da823c8b7a330e007e2592d51362e43b0afac0e484b039c3f3cdce/569",
            "components_browsertests": "3e467cb70b9caa88133ad6c54d728b664bbd67112148b6723cc010eec1202ca3/813",
            "components_unittests": "4c99ec2dcbe3f6cd6963622716f8e2bf1463cec7e1ad2b59c06847855a720dde/813",
            "compositor_unittests": "9ee63a3acbb62a7e7994b71ab2f0a75b9d1f672d846db3c94a8d7faa61c208b3/645",
            "content_browsertests": "f4d209a2d969557925edb123de70de6065428f6e1fe85724692fc8bc111bd656/887",
            "content_unittests": "7ce89257affeb5c8d9203580f7bbcb6efd8624177645965cbb103893961d1c93/806",
            "cronet_tests": "e448d68a6a4835adc422960c89f8703a19e78917d3eb3f94bafd81c54cc134e7/730",
            "cronet_unittests": "1b834d137d0f827c643146ab02fc27f2f4b991b65080902dd0866f125d851a23/646",
            "crypto_unittests": "aa6003a6dd2f6a05f9f2bf9685c2debe719eb3e9d80f0571130dc5e33d745e49/569",
            "dbus_unittests": "51dac4ff6fe37a85f03584db0371dce48d5a71848ebb1bfd6a2ddc4ddeb99a5c/569",
            "device_unittests": "0bfee095dd1bc7c23c5fe7bcda6440253e1365f9721f9744c42c203862976ba2/646",
            "display_unittests": "199cbd6da7f8ba435b7600a715a134c0ca0e34d3ac1e4edc9f6c3f0ff4d97800/569",
            "events_unittests": "05a92cccf0bf311e580ebb09ca8f62dde2daa9d74e105758828d961c13140c7f/569",
            "extensions_browsertests": "89db601340d330bb50cea27015d720378524f33025a311d14161ea120e71a193/732",
            "extensions_unittests": "0d61e4f40d8bab5dd41fd4893f77e0aa4843c760cd434d837c8bd14dce294231/896",
            "filesystem_service_unittests": "5b4d26827402cfdb26db1d50a57b16e8d20fea19f7606666e885fd4938e99bfb/569",
            "gcm_unit_tests": "b8ed8c5aa160c365f8dba8eac3497a51a39b4fae8fe35aaeb51893f90eef9cb2/646",
            "gfx_unittests": "175353e54be586e18388994e668190b0bf5a37aebb4f382f981f12a5d157b9f8/645",
            "gin_unittests": "2ccf5bd567028ac39af481869d60f993779ee3fbeefc6a990e84c0658e78ceb4/646",
            "gl_tests": "6b931c30902c9d4c7c0fcc1332d0b553a6329031a1879849ad7bd3a624a7f4ec/569",
            "gl_unittests": "6bd1d5eb6bfaaf536dc729d77c5c4c10ad0b6dbe8265b75be894c1c3af4597a5/569",
            "google_apis_unittests": "e8d966978abffe554ff269739932c3500b65835b46f4ff88d868a78d86593b9f/731",
            "gpu_unittests": "5d92254f945790d383fd7fd4c51d51948059d98f967e4affce7f1d88d45e1299/646",
            "gwp_asan_unittests": "cf06e9ff307b41876705165503b28909ab51c307862c89c990fa1fcc68ce45d3/570",
            "headless_browsertests": "7b50a4de8e036a9e47854d55e49af2d4592c5513e6d8d204214857db8322a672/730",
            "headless_unittests": "e78467e19e5475faae86230af8defec2477b49a7ec95cea6f6ac8a12e712ef6d/569",
            "interactive_ui_tests": "d1cd2c4aac5167a3a7fa9673f7941bd3a35283519f76d42d713dd72dc05e8e1f/965",
            "ipc_tests": "f846ce89e61be4a9f8558c5ca9cf1c611d0dc9a4b1b87591477d070b4006606c/569",
            "jingle_unittests": "9244df494db8ba97caf7d03e3f0c3eaffa8a0bdd8a7849c4b3a93d24ec071a1f/646",
            "latency_unittests": "feab8a34cce58d36f7dd01c06ef777b9db5929a492dcf96e966aac67ea29573c/569",
            "libjingle_xmpp_unittests": "a7e54788e9589106f4a7bc08bd64c712cd6ce604a8cfb00b3f38a53d3c0c0f7b/569",
            "liburlpattern_unittests": "6a48ceab8c50799604a0c0c17c8ab3957e4150f13b92bfe3f9329ea24902bd8f/569",
            "media_unittests": "48daa1a3c173a5105e75a2c9f25f6f33761ed6c4da25b1e79e1be8428cea822b/649",
            "message_center_unittests": "480453984ea63c85a926e7aef99e6a497091345932037a8cc09fe5a38be7e3c6/569",
            "midi_unittests": "99e057e18cedc5cd014130e34aeb5984c6f910f1f8e4a7737b383f69806ce85a/569",
            "mojo_core_unittests": "cc1db817582c9787c83c8cda68a2ce6ef8bec6ca31f6e52ac487644dc3093583/569",
            "mojo_unittests": "8d45de24554e7996c845396c72b70bba9fc643a7f29a96592ebdf64f290c2370/647",
            "native_theme_unittests": "5bcff8526fb8feacec608a59e67b555307e97d5f29da76f450c395967735b2ae/569",
            "net_unittests": "9d1a402df91e78f522479db93d063de3dadd98dccb00d86d4de4b3d48735600e/648",
            "openscreen_unittests": "927e09e87caca84f47eae8fefc937a01fcfebd00dc3a0ebd4920be2d886ee541/648",
            "ozone_x11_unittests": "e4b032d67de025d94d040b8c3e2941a29fcdc6ae63c44df47fa98df454393314/569",
            "pdf_unittests": "8d354d03469b96bbe86b4529b272337738aa9ca5920a891e6cc084ee3abd2f3f/646",
            "perfetto_unittests": "e61167cf59e62c2b479670479e5255a75a2445c4930421d6177e65b3ac58dcbe/569",
            "ppapi_unittests": "fd966f633b8620fdc6902c9cabfc7427cd057749274746acc3177bfe082e01c2/569",
            "printing_unittests": "014f5564ae04573b1e262447be79e035accb307fea2b358cd2585075cf4fb326/569",
            "remoting_unittests": "109854265a6791525e86d90ffea1ad9808d25065768564436fc73a9ef4fd1805/646",
            "sandbox_linux_unittests": "ad04af500e8123b2ac83387dbbfb259a6c4f3e0ad545f5a2cc4cd079ac18a701/569",
            "service_manager_unittests": "f1a06ae428272749ac85db757cf9c8b110865426208b9985a258b8203a18c58e/569",
            "services_unittests": "84dd249855bbd7c8a56e3bb5d443a2adf497d525cb9716136eb57c83a83c2408/815",
            "shell_dialogs_unittests": "432e47d9919b75fd3d18aac8dc79ac8b856b0dd0cc0dd60e47dc2ceaac22ff0e/569",
            "skia_unittests": "d6c961b00e0ee3fa5f5a52d1aa7d3a54c84fe2d26415f8cb558cddaa85d67299/569",
            "snapshot_unittests": "126c9c555ebb5c3d1b28044e1be18ea8714c4191ddab384866d005561cd1b5b4/569",
            "sql_unittests": "645cfa03d7cf4493d4b3e3db72d83760a0bc5c1ea4da21a4935193a5f182f4c3/646",
            "storage_unittests": "3f4853222fe2802bd5b443547398bfcb8af5cb9d954223a4b01d7c60e9ae9626/727",
            "sync_integration_tests": "2cadece97c6741aeea43d3a9a5e560f8c4656336eccc5d2695ea8f07bc578201/729",
            "ui_base_unittests": "6522450c165473c6b1e8e6b59f2c8a94bc2214282b6f845e56edd1184852440d/723",
            "ui_touch_selection_unittests": "ab6706fe55f42cb7e9c24fbf0b6459979c7ff13a106ff56f6b18213984d1ece2/569",
            "unit_tests": "e599e3a06ddd2a7a64ffdaba1a47234201fd1b2e8cf5714bd51b5128b660c69a/1139",
            "url_unittests": "ea86f450f1b782a3cb4386b9d7e4f54f2e52f77d2ad3b075170beca8dfb631a2/569",
            "views_unittests": "0b587c42842025986a54eefaabf2a9d704e3ed583b2919b2080f04931474846d/569",
            "viz_unittests": "fbd47ede790dbf602f39b0cf63943a9928a555cb0a75824c4650e1e67a68b284/653",
            "vr_common_unittests": "c6af590d68ef5244d36463ec0ba561912ed8b76ed96a9091bb755ad6eec14b9c/648",
            "vr_pixeltests": "b77df2a361c4d3ff7965910d041b44fcf035e199459bc7eeb555c29ebdba9981/646",
            "weblayer_browsertests": "38d3708f25aa56b3e371b249096a974afe1b62e5dc367a5e30cbb110bf5a27a1/814",
            "weblayer_unittests": "da0e3b679466fabdb9b3bd0021e6a07dd1a563d7fb469f75bfd877bb77815396/646",
            "wm_unittests": "221064f282c376d02703d9d9dcdf7875fc5ea03cfbff9ed1336d03af38170b5d/569",
            "wtf_unittests": "89a490f5e529b8fbe5c2e095c0461ea6222e10ad8bc2d7d11c7ea73717f53d06/569",
            "x11_unittests": "eba3a92d71a8b809dea7aefa30e63b6d620db11c6bf2df781a7243d5fbd1df2c/569",
            "xr_browser_tests": "3a656f25822173e7027108b0f579660a1d1f2264e6c8a5cd6b2d98b2fb90b197/728",
            "zlib_unittests": "13e015a7237b5813f166ca1c6fef7893f42e4a15da2832e616152a1425786a04/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "d35d624e302339bddf63f41a26541de5b97ee363969aba926d26843428908d07/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e641f169af66d0b8b498e1cf24a21060df8c60f1",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8990355133464916048"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "80880"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[00:23:57.736] Scheduled build:
{
  "id": "8824925071477189921",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 72828,
  "createdBy": "project:chromium",
  "createTime": "2022-01-16T00:23:57.330990102Z",
  "updateTime": "2022-01-16T00:23:57.330990102Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "e641f169af66d0b8b498e1cf24a21060df8c60f1",
      "ref": "refs/heads/main"
    }
  }
}
[00:23:57.736] Task URL: https://cr-buildbucket.appspot.com/build/8824925071477189921
[00:23:57.736] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8990355133464916048:2:0) after 7m27s
[00:24:27.030] Received PubSub notification, asking Buildbucket for the build status
[00:24:27.051] Build status: STARTED
[00:31:24.760] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8990355133464916048:2:0)
[00:31:24.794] Build status: STARTED
[00:31:24.794] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8990355133464916048:4:0) after 5m43s
[00:37:07.813] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8990355133464916048:4:0)
[00:37:07.844] Build status: STARTED
[00:37:07.844] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8990355133464916048:5:0) after 9m54s
[00:47:01.982] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8990355133464916048:5:0)
[00:47:02.002] Build status: STARTED
[00:47:02.002] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8990355133464916048:6:0) after 8m42s
[00:51:47.683] Received PubSub notification, asking Buildbucket for the build status
[00:51:47.701] Build:
{
  "id": "8824925071477189921",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 72828,
  "createdBy": "project:chromium",
  "createTime": "2022-01-16T00:23:57.330990102Z",
  "startTime": "2022-01-16T00:24:26.261877Z",
  "endTime": "2022-01-16T00:51:46.491325947Z",
  "updateTime": "2022-01-16T00:51:46.491325947Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "e641f169af66d0b8b498e1cf24a21060df8c60f1",
      "ref": "refs/heads/main"
    }
  }
}
[00:51:47.701] Invocation finished in 27m51.64975707s with status FAILED