Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 34 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/80883 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "24d94bdd0bd96b5fb4707148e4c4b8add0e8d334",
        "project": "chromium/src",
        "ref": "refs/heads/main"
      }
    ]
  },
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "24d94bdd0bd96b5fb4707148e4c4b8add0e8d334"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "0aae0d7ad535aedba34daea325269e419baead68",
  "parent_got_dawn_revision": "b1760f2f073a128ae2be1d1ae2d4a0b432dae5cd",
  "parent_got_nacl_revision": "38e06bc9954cbe8582f557d525d2effbbc0d849e",
  "parent_got_revision": "24d94bdd0bd96b5fb4707148e4c4b8add0e8d334",
  "parent_got_revision_cp": "refs/heads/main@{#959813}",
  "parent_got_swiftshader_revision": "d7117384b0ee93b1217e06a300132aaa66ac3f2f",
  "parent_got_v8_revision": "1eeb3cbd17d77746151da9e8a9bd5e717a52f415",
  "parent_got_v8_revision_cp": "refs/heads/9.9.104@{#1}",
  "parent_got_webrtc_revision": "277a3b4f857c640f93f500de32e432c4574e7532",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35700}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "24d94bdd0bd96b5fb4707148e4c4b8add0e8d334",
  "swarm_hashes": {
    "absl_hardening_tests": "f2c8047fb5dbdf81e5d59e5901077b9b1f277bcb5ec93c766f9861687f7d6fca/569",
    "accessibility_unittests": "e8e7987ad64befd47bca26f7b8fd6413eb1f53fe93a75d8f51e68ab5bf07d790/569",
    "angle_unittests": "a656f099ec01411f3770a8ff10cb25967a0aa832cd89f1e6c5649799685d997d/570",
    "app_shell_unittests": "5e76eb879c5c5e84a68da87fd1ad2e53f730814a36687ee512bb516543e2d8cd/730",
    "aura_unittests": "bbf18459ddf164bf78788894d3e678698568c45d4e4625ba8ad4271e631fca62/569",
    "base_unittests": "36dc40ae3a3f5aa1bc2e4df4c8c06b50c82afa0a8d7d671d16848adb9b9c73e5/648",
    "blink_common_unittests": "ff94a597af4637e66d3e14dce729b6e0baaa431ea1a88944026396c3dc66fbb3/647",
    "blink_fuzzer_unittests": "8e2ab5fa05c87838593fb87fee958120b9f4aecc322a11fa8bc9eee089c4b8f4/569",
    "blink_heap_unittests": "8a72d200815170d8c63af9fa9c0eaeb9a22cb8cfe6d2abf5ca641d2b913f6532/569",
    "blink_platform_unittests": "b00e45ad6e92467bdc6391c3999907df7012777b5e9510c6296ef3e682ed20bc/726",
    "blink_unittests": "f3a44ade6ef796bce015cc5d71a9014b089b124fd6694f4afc54ca7c8d6c0d41/810",
    "boringssl_crypto_tests": "755959328dfd774924fab488eaf5bef00d50ab21d1300efef84e7e17cd44a44e/570",
    "boringssl_ssl_tests": "6d526cb172f745f0ea8e61530ccfe68d47042761d5bb4816aae0f940336e64a4/569",
    "capture_unittests": "236a0a32ee654d60b01232da180e591f4c47fd605450311f6632c7c29b9dca32/648",
    "cast_unittests": "a56fa81da35d2375712987a817796783da0f236a8496942526e0ad8947948633/569",
    "cc_unittests": "513025ab65c8d6044ad079e853a8dde33f2e5385d47477d224302aa985e7909e/653",
    "chrome_app_unittests": "0838ad68e39430e372694dd4be0e67b810f2294a99d739e98e5b1e8200997f8b/648",
    "chromedriver_unittests": "b21dada65e8c5b35c78add3bb4d3628cce27f569a5ee5dcc77e9667b6fc1a134/726",
    "color_unittests": "18ff1d13d5da823c8b7a330e007e2592d51362e43b0afac0e484b039c3f3cdce/569",
    "components_browsertests": "18ce1f5a24028ab2f65677cb30cd9bc50558bf5a40d61b8e0d043377b4aa6294/813",
    "components_unittests": "6c4add81e7c450d6034bf03971f7701aba491e6e4d22cabba61e415687f7e7db/813",
    "compositor_unittests": "9ee63a3acbb62a7e7994b71ab2f0a75b9d1f672d846db3c94a8d7faa61c208b3/645",
    "content_browsertests": "931a07884f1960386004c1c901393182714bcbdd877199253fad9f285e3723e7/887",
    "content_unittests": "91badc026a5efc1ab2c947dfeac437edbc496254aef1a7509be8939b43a4817b/806",
    "cronet_tests": "e448d68a6a4835adc422960c89f8703a19e78917d3eb3f94bafd81c54cc134e7/730",
    "cronet_unittests": "1b834d137d0f827c643146ab02fc27f2f4b991b65080902dd0866f125d851a23/646",
    "crypto_unittests": "aa6003a6dd2f6a05f9f2bf9685c2debe719eb3e9d80f0571130dc5e33d745e49/569",
    "dbus_unittests": "51dac4ff6fe37a85f03584db0371dce48d5a71848ebb1bfd6a2ddc4ddeb99a5c/569",
    "device_unittests": "0bfee095dd1bc7c23c5fe7bcda6440253e1365f9721f9744c42c203862976ba2/646",
    "display_unittests": "199cbd6da7f8ba435b7600a715a134c0ca0e34d3ac1e4edc9f6c3f0ff4d97800/569",
    "events_unittests": "05a92cccf0bf311e580ebb09ca8f62dde2daa9d74e105758828d961c13140c7f/569",
    "extensions_browsertests": "4d7a8aba1e4de27aafb5e3ea56e45327dc5b59fba870ec30b1e067f84772d06a/732",
    "extensions_unittests": "d8ff3bf7baa515aefe887533628b0467fcb46455645161f99fd6047e39630b6a/896",
    "filesystem_service_unittests": "5b4d26827402cfdb26db1d50a57b16e8d20fea19f7606666e885fd4938e99bfb/569",
    "gcm_unit_tests": "b8ed8c5aa160c365f8dba8eac3497a51a39b4fae8fe35aaeb51893f90eef9cb2/646",
    "gfx_unittests": "175353e54be586e18388994e668190b0bf5a37aebb4f382f981f12a5d157b9f8/645",
    "gin_unittests": "2ccf5bd567028ac39af481869d60f993779ee3fbeefc6a990e84c0658e78ceb4/646",
    "gl_tests": "6b931c30902c9d4c7c0fcc1332d0b553a6329031a1879849ad7bd3a624a7f4ec/569",
    "gl_unittests": "6bd1d5eb6bfaaf536dc729d77c5c4c10ad0b6dbe8265b75be894c1c3af4597a5/569",
    "google_apis_unittests": "e8d966978abffe554ff269739932c3500b65835b46f4ff88d868a78d86593b9f/731",
    "gpu_unittests": "5d92254f945790d383fd7fd4c51d51948059d98f967e4affce7f1d88d45e1299/646",
    "gwp_asan_unittests": "cf06e9ff307b41876705165503b28909ab51c307862c89c990fa1fcc68ce45d3/570",
    "headless_browsertests": "a4e48f572cd7a2140756b05f2c811cfc396300be1a0a1ad2870004fcb0098099/730",
    "headless_unittests": "e78467e19e5475faae86230af8defec2477b49a7ec95cea6f6ac8a12e712ef6d/569",
    "interactive_ui_tests": "249526b7bf1709974ee4e9db730b784f426f88a53e3492406e58ac1616acf034/965",
    "ipc_tests": "f846ce89e61be4a9f8558c5ca9cf1c611d0dc9a4b1b87591477d070b4006606c/569",
    "jingle_unittests": "9244df494db8ba97caf7d03e3f0c3eaffa8a0bdd8a7849c4b3a93d24ec071a1f/646",
    "latency_unittests": "feab8a34cce58d36f7dd01c06ef777b9db5929a492dcf96e966aac67ea29573c/569",
    "libjingle_xmpp_unittests": "a7e54788e9589106f4a7bc08bd64c712cd6ce604a8cfb00b3f38a53d3c0c0f7b/569",
    "liburlpattern_unittests": "6a48ceab8c50799604a0c0c17c8ab3957e4150f13b92bfe3f9329ea24902bd8f/569",
    "media_unittests": "48daa1a3c173a5105e75a2c9f25f6f33761ed6c4da25b1e79e1be8428cea822b/649",
    "message_center_unittests": "480453984ea63c85a926e7aef99e6a497091345932037a8cc09fe5a38be7e3c6/569",
    "midi_unittests": "99e057e18cedc5cd014130e34aeb5984c6f910f1f8e4a7737b383f69806ce85a/569",
    "mojo_core_unittests": "cc1db817582c9787c83c8cda68a2ce6ef8bec6ca31f6e52ac487644dc3093583/569",
    "mojo_unittests": "8d45de24554e7996c845396c72b70bba9fc643a7f29a96592ebdf64f290c2370/647",
    "native_theme_unittests": "5bcff8526fb8feacec608a59e67b555307e97d5f29da76f450c395967735b2ae/569",
    "net_unittests": "9d1a402df91e78f522479db93d063de3dadd98dccb00d86d4de4b3d48735600e/648",
    "openscreen_unittests": "2ea680ac6a798ccf82fa0d6f7b4d8e8b0af5cb704c4a909982fa83bbe475d36a/648",
    "ozone_x11_unittests": "e4b032d67de025d94d040b8c3e2941a29fcdc6ae63c44df47fa98df454393314/569",
    "pdf_unittests": "8d354d03469b96bbe86b4529b272337738aa9ca5920a891e6cc084ee3abd2f3f/646",
    "perfetto_unittests": "e61167cf59e62c2b479670479e5255a75a2445c4930421d6177e65b3ac58dcbe/569",
    "ppapi_unittests": "fd966f633b8620fdc6902c9cabfc7427cd057749274746acc3177bfe082e01c2/569",
    "printing_unittests": "014f5564ae04573b1e262447be79e035accb307fea2b358cd2585075cf4fb326/569",
    "remoting_unittests": "109854265a6791525e86d90ffea1ad9808d25065768564436fc73a9ef4fd1805/646",
    "sandbox_linux_unittests": "ad04af500e8123b2ac83387dbbfb259a6c4f3e0ad545f5a2cc4cd079ac18a701/569",
    "service_manager_unittests": "f1a06ae428272749ac85db757cf9c8b110865426208b9985a258b8203a18c58e/569",
    "services_unittests": "84dd249855bbd7c8a56e3bb5d443a2adf497d525cb9716136eb57c83a83c2408/815",
    "shell_dialogs_unittests": "432e47d9919b75fd3d18aac8dc79ac8b856b0dd0cc0dd60e47dc2ceaac22ff0e/569",
    "skia_unittests": "d6c961b00e0ee3fa5f5a52d1aa7d3a54c84fe2d26415f8cb558cddaa85d67299/569",
    "snapshot_unittests": "126c9c555ebb5c3d1b28044e1be18ea8714c4191ddab384866d005561cd1b5b4/569",
    "sql_unittests": "645cfa03d7cf4493d4b3e3db72d83760a0bc5c1ea4da21a4935193a5f182f4c3/646",
    "storage_unittests": "3f4853222fe2802bd5b443547398bfcb8af5cb9d954223a4b01d7c60e9ae9626/727",
    "sync_integration_tests": "8036e48632b042b5e3eb37795a4e187dae154db7701a533f3ac0b551876e04c4/729",
    "ui_base_unittests": "6522450c165473c6b1e8e6b59f2c8a94bc2214282b6f845e56edd1184852440d/723",
    "ui_touch_selection_unittests": "ab6706fe55f42cb7e9c24fbf0b6459979c7ff13a106ff56f6b18213984d1ece2/569",
    "unit_tests": "597948ab335974798cfe71da939f4af98d3359f3aa75e7c8e727b29b3835e3e5/1139",
    "url_unittests": "ea86f450f1b782a3cb4386b9d7e4f54f2e52f77d2ad3b075170beca8dfb631a2/569",
    "views_unittests": "0b587c42842025986a54eefaabf2a9d704e3ed583b2919b2080f04931474846d/569",
    "viz_unittests": "fbd47ede790dbf602f39b0cf63943a9928a555cb0a75824c4650e1e67a68b284/653",
    "vr_common_unittests": "33fdfb2d084e9f819a93963578d95ecd6ac4d777109d0ce77fa85ace8466fbc7/648",
    "vr_pixeltests": "b77df2a361c4d3ff7965910d041b44fcf035e199459bc7eeb555c29ebdba9981/646",
    "weblayer_browsertests": "4bcb978238f32ca3fbbc5684421f844e5fd49632e2c69c90d4970742387f93d0/814",
    "weblayer_unittests": "e4346be2c0070b9adb8cdd0bd4ba0d89fc830ef1b29e3a165bc865d63e4e5509/646",
    "wm_unittests": "221064f282c376d02703d9d9dcdf7875fc5ea03cfbff9ed1336d03af38170b5d/569",
    "wtf_unittests": "89a490f5e529b8fbe5c2e095c0461ea6222e10ad8bc2d7d11c7ea73717f53d06/569",
    "x11_unittests": "eba3a92d71a8b809dea7aefa30e63b6d620db11c6bf2df781a7243d5fbd1df2c/569",
    "xr_browser_tests": "73edab23f5d22e33c5f8a14b767fad9ce8be258e8775d23adc68087c4c62b1a9/728",
    "zlib_unittests": "13e015a7237b5813f166ca1c6fef7893f42e4a15da2832e616152a1425786a04/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "d35d624e302339bddf63f41a26541de5b97ee363969aba926d26843428908d07/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/24d94bdd0bd96b5fb4707148e4c4b8add0e8d334
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:80883
  • user_agent:recipe

Debug log (UTC)

[03:50:35.099] New invocation is queued and will start shortly
[03:50:35.099] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[03:50:36.265] Starting the invocation (attempt 1)
[03:50:36.299] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/24d94bdd0bd96b5fb4707148e4c4b8add0e8d334"
[03:50:36.300] Popped gitiles commit info from properties and tags
[03:50:36.300] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:50:36.300] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:50:36.300] Buildbucket request:
{
  "requestId": "8990342132138789680",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "24d94bdd0bd96b5fb4707148e4c4b8add0e8d334",
                        "project": "chromium/src",
                        "ref": "refs/heads/main"
                      }
                ]
          },
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "24d94bdd0bd96b5fb4707148e4c4b8add0e8d334"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "0aae0d7ad535aedba34daea325269e419baead68",
      "parent_got_dawn_revision": "b1760f2f073a128ae2be1d1ae2d4a0b432dae5cd",
      "parent_got_nacl_revision": "38e06bc9954cbe8582f557d525d2effbbc0d849e",
      "parent_got_revision": "24d94bdd0bd96b5fb4707148e4c4b8add0e8d334",
      "parent_got_revision_cp": "refs/heads/main@{#959813}",
      "parent_got_swiftshader_revision": "d7117384b0ee93b1217e06a300132aaa66ac3f2f",
      "parent_got_v8_revision": "1eeb3cbd17d77746151da9e8a9bd5e717a52f415",
      "parent_got_v8_revision_cp": "refs/heads/9.9.104@{#1}",
      "parent_got_webrtc_revision": "277a3b4f857c640f93f500de32e432c4574e7532",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35700}",
      "swarm_hashes": {
            "absl_hardening_tests": "f2c8047fb5dbdf81e5d59e5901077b9b1f277bcb5ec93c766f9861687f7d6fca/569",
            "accessibility_unittests": "e8e7987ad64befd47bca26f7b8fd6413eb1f53fe93a75d8f51e68ab5bf07d790/569",
            "angle_unittests": "a656f099ec01411f3770a8ff10cb25967a0aa832cd89f1e6c5649799685d997d/570",
            "app_shell_unittests": "5e76eb879c5c5e84a68da87fd1ad2e53f730814a36687ee512bb516543e2d8cd/730",
            "aura_unittests": "bbf18459ddf164bf78788894d3e678698568c45d4e4625ba8ad4271e631fca62/569",
            "base_unittests": "36dc40ae3a3f5aa1bc2e4df4c8c06b50c82afa0a8d7d671d16848adb9b9c73e5/648",
            "blink_common_unittests": "ff94a597af4637e66d3e14dce729b6e0baaa431ea1a88944026396c3dc66fbb3/647",
            "blink_fuzzer_unittests": "8e2ab5fa05c87838593fb87fee958120b9f4aecc322a11fa8bc9eee089c4b8f4/569",
            "blink_heap_unittests": "8a72d200815170d8c63af9fa9c0eaeb9a22cb8cfe6d2abf5ca641d2b913f6532/569",
            "blink_platform_unittests": "b00e45ad6e92467bdc6391c3999907df7012777b5e9510c6296ef3e682ed20bc/726",
            "blink_unittests": "f3a44ade6ef796bce015cc5d71a9014b089b124fd6694f4afc54ca7c8d6c0d41/810",
            "boringssl_crypto_tests": "755959328dfd774924fab488eaf5bef00d50ab21d1300efef84e7e17cd44a44e/570",
            "boringssl_ssl_tests": "6d526cb172f745f0ea8e61530ccfe68d47042761d5bb4816aae0f940336e64a4/569",
            "capture_unittests": "236a0a32ee654d60b01232da180e591f4c47fd605450311f6632c7c29b9dca32/648",
            "cast_unittests": "a56fa81da35d2375712987a817796783da0f236a8496942526e0ad8947948633/569",
            "cc_unittests": "513025ab65c8d6044ad079e853a8dde33f2e5385d47477d224302aa985e7909e/653",
            "chrome_app_unittests": "0838ad68e39430e372694dd4be0e67b810f2294a99d739e98e5b1e8200997f8b/648",
            "chromedriver_unittests": "b21dada65e8c5b35c78add3bb4d3628cce27f569a5ee5dcc77e9667b6fc1a134/726",
            "color_unittests": "18ff1d13d5da823c8b7a330e007e2592d51362e43b0afac0e484b039c3f3cdce/569",
            "components_browsertests": "18ce1f5a24028ab2f65677cb30cd9bc50558bf5a40d61b8e0d043377b4aa6294/813",
            "components_unittests": "6c4add81e7c450d6034bf03971f7701aba491e6e4d22cabba61e415687f7e7db/813",
            "compositor_unittests": "9ee63a3acbb62a7e7994b71ab2f0a75b9d1f672d846db3c94a8d7faa61c208b3/645",
            "content_browsertests": "931a07884f1960386004c1c901393182714bcbdd877199253fad9f285e3723e7/887",
            "content_unittests": "91badc026a5efc1ab2c947dfeac437edbc496254aef1a7509be8939b43a4817b/806",
            "cronet_tests": "e448d68a6a4835adc422960c89f8703a19e78917d3eb3f94bafd81c54cc134e7/730",
            "cronet_unittests": "1b834d137d0f827c643146ab02fc27f2f4b991b65080902dd0866f125d851a23/646",
            "crypto_unittests": "aa6003a6dd2f6a05f9f2bf9685c2debe719eb3e9d80f0571130dc5e33d745e49/569",
            "dbus_unittests": "51dac4ff6fe37a85f03584db0371dce48d5a71848ebb1bfd6a2ddc4ddeb99a5c/569",
            "device_unittests": "0bfee095dd1bc7c23c5fe7bcda6440253e1365f9721f9744c42c203862976ba2/646",
            "display_unittests": "199cbd6da7f8ba435b7600a715a134c0ca0e34d3ac1e4edc9f6c3f0ff4d97800/569",
            "events_unittests": "05a92cccf0bf311e580ebb09ca8f62dde2daa9d74e105758828d961c13140c7f/569",
            "extensions_browsertests": "4d7a8aba1e4de27aafb5e3ea56e45327dc5b59fba870ec30b1e067f84772d06a/732",
            "extensions_unittests": "d8ff3bf7baa515aefe887533628b0467fcb46455645161f99fd6047e39630b6a/896",
            "filesystem_service_unittests": "5b4d26827402cfdb26db1d50a57b16e8d20fea19f7606666e885fd4938e99bfb/569",
            "gcm_unit_tests": "b8ed8c5aa160c365f8dba8eac3497a51a39b4fae8fe35aaeb51893f90eef9cb2/646",
            "gfx_unittests": "175353e54be586e18388994e668190b0bf5a37aebb4f382f981f12a5d157b9f8/645",
            "gin_unittests": "2ccf5bd567028ac39af481869d60f993779ee3fbeefc6a990e84c0658e78ceb4/646",
            "gl_tests": "6b931c30902c9d4c7c0fcc1332d0b553a6329031a1879849ad7bd3a624a7f4ec/569",
            "gl_unittests": "6bd1d5eb6bfaaf536dc729d77c5c4c10ad0b6dbe8265b75be894c1c3af4597a5/569",
            "google_apis_unittests": "e8d966978abffe554ff269739932c3500b65835b46f4ff88d868a78d86593b9f/731",
            "gpu_unittests": "5d92254f945790d383fd7fd4c51d51948059d98f967e4affce7f1d88d45e1299/646",
            "gwp_asan_unittests": "cf06e9ff307b41876705165503b28909ab51c307862c89c990fa1fcc68ce45d3/570",
            "headless_browsertests": "a4e48f572cd7a2140756b05f2c811cfc396300be1a0a1ad2870004fcb0098099/730",
            "headless_unittests": "e78467e19e5475faae86230af8defec2477b49a7ec95cea6f6ac8a12e712ef6d/569",
            "interactive_ui_tests": "249526b7bf1709974ee4e9db730b784f426f88a53e3492406e58ac1616acf034/965",
            "ipc_tests": "f846ce89e61be4a9f8558c5ca9cf1c611d0dc9a4b1b87591477d070b4006606c/569",
            "jingle_unittests": "9244df494db8ba97caf7d03e3f0c3eaffa8a0bdd8a7849c4b3a93d24ec071a1f/646",
            "latency_unittests": "feab8a34cce58d36f7dd01c06ef777b9db5929a492dcf96e966aac67ea29573c/569",
            "libjingle_xmpp_unittests": "a7e54788e9589106f4a7bc08bd64c712cd6ce604a8cfb00b3f38a53d3c0c0f7b/569",
            "liburlpattern_unittests": "6a48ceab8c50799604a0c0c17c8ab3957e4150f13b92bfe3f9329ea24902bd8f/569",
            "media_unittests": "48daa1a3c173a5105e75a2c9f25f6f33761ed6c4da25b1e79e1be8428cea822b/649",
            "message_center_unittests": "480453984ea63c85a926e7aef99e6a497091345932037a8cc09fe5a38be7e3c6/569",
            "midi_unittests": "99e057e18cedc5cd014130e34aeb5984c6f910f1f8e4a7737b383f69806ce85a/569",
            "mojo_core_unittests": "cc1db817582c9787c83c8cda68a2ce6ef8bec6ca31f6e52ac487644dc3093583/569",
            "mojo_unittests": "8d45de24554e7996c845396c72b70bba9fc643a7f29a96592ebdf64f290c2370/647",
            "native_theme_unittests": "5bcff8526fb8feacec608a59e67b555307e97d5f29da76f450c395967735b2ae/569",
            "net_unittests": "9d1a402df91e78f522479db93d063de3dadd98dccb00d86d4de4b3d48735600e/648",
            "openscreen_unittests": "2ea680ac6a798ccf82fa0d6f7b4d8e8b0af5cb704c4a909982fa83bbe475d36a/648",
            "ozone_x11_unittests": "e4b032d67de025d94d040b8c3e2941a29fcdc6ae63c44df47fa98df454393314/569",
            "pdf_unittests": "8d354d03469b96bbe86b4529b272337738aa9ca5920a891e6cc084ee3abd2f3f/646",
            "perfetto_unittests": "e61167cf59e62c2b479670479e5255a75a2445c4930421d6177e65b3ac58dcbe/569",
            "ppapi_unittests": "fd966f633b8620fdc6902c9cabfc7427cd057749274746acc3177bfe082e01c2/569",
            "printing_unittests": "014f5564ae04573b1e262447be79e035accb307fea2b358cd2585075cf4fb326/569",
            "remoting_unittests": "109854265a6791525e86d90ffea1ad9808d25065768564436fc73a9ef4fd1805/646",
            "sandbox_linux_unittests": "ad04af500e8123b2ac83387dbbfb259a6c4f3e0ad545f5a2cc4cd079ac18a701/569",
            "service_manager_unittests": "f1a06ae428272749ac85db757cf9c8b110865426208b9985a258b8203a18c58e/569",
            "services_unittests": "84dd249855bbd7c8a56e3bb5d443a2adf497d525cb9716136eb57c83a83c2408/815",
            "shell_dialogs_unittests": "432e47d9919b75fd3d18aac8dc79ac8b856b0dd0cc0dd60e47dc2ceaac22ff0e/569",
            "skia_unittests": "d6c961b00e0ee3fa5f5a52d1aa7d3a54c84fe2d26415f8cb558cddaa85d67299/569",
            "snapshot_unittests": "126c9c555ebb5c3d1b28044e1be18ea8714c4191ddab384866d005561cd1b5b4/569",
            "sql_unittests": "645cfa03d7cf4493d4b3e3db72d83760a0bc5c1ea4da21a4935193a5f182f4c3/646",
            "storage_unittests": "3f4853222fe2802bd5b443547398bfcb8af5cb9d954223a4b01d7c60e9ae9626/727",
            "sync_integration_tests": "8036e48632b042b5e3eb37795a4e187dae154db7701a533f3ac0b551876e04c4/729",
            "ui_base_unittests": "6522450c165473c6b1e8e6b59f2c8a94bc2214282b6f845e56edd1184852440d/723",
            "ui_touch_selection_unittests": "ab6706fe55f42cb7e9c24fbf0b6459979c7ff13a106ff56f6b18213984d1ece2/569",
            "unit_tests": "597948ab335974798cfe71da939f4af98d3359f3aa75e7c8e727b29b3835e3e5/1139",
            "url_unittests": "ea86f450f1b782a3cb4386b9d7e4f54f2e52f77d2ad3b075170beca8dfb631a2/569",
            "views_unittests": "0b587c42842025986a54eefaabf2a9d704e3ed583b2919b2080f04931474846d/569",
            "viz_unittests": "fbd47ede790dbf602f39b0cf63943a9928a555cb0a75824c4650e1e67a68b284/653",
            "vr_common_unittests": "33fdfb2d084e9f819a93963578d95ecd6ac4d777109d0ce77fa85ace8466fbc7/648",
            "vr_pixeltests": "b77df2a361c4d3ff7965910d041b44fcf035e199459bc7eeb555c29ebdba9981/646",
            "weblayer_browsertests": "4bcb978238f32ca3fbbc5684421f844e5fd49632e2c69c90d4970742387f93d0/814",
            "weblayer_unittests": "e4346be2c0070b9adb8cdd0bd4ba0d89fc830ef1b29e3a165bc865d63e4e5509/646",
            "wm_unittests": "221064f282c376d02703d9d9dcdf7875fc5ea03cfbff9ed1336d03af38170b5d/569",
            "wtf_unittests": "89a490f5e529b8fbe5c2e095c0461ea6222e10ad8bc2d7d11c7ea73717f53d06/569",
            "x11_unittests": "eba3a92d71a8b809dea7aefa30e63b6d620db11c6bf2df781a7243d5fbd1df2c/569",
            "xr_browser_tests": "73edab23f5d22e33c5f8a14b767fad9ce8be258e8775d23adc68087c4c62b1a9/728",
            "zlib_unittests": "13e015a7237b5813f166ca1c6fef7893f42e4a15da2832e616152a1425786a04/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "d35d624e302339bddf63f41a26541de5b97ee363969aba926d26843428908d07/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "24d94bdd0bd96b5fb4707148e4c4b8add0e8d334",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8990342132138789680"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "80883"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[03:50:36.810] Scheduled build:
{
  "id": "8824912070161891041",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 72831,
  "createdBy": "project:chromium",
  "createTime": "2022-01-16T03:50:36.351497335Z",
  "updateTime": "2022-01-16T03:50:36.351497335Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "24d94bdd0bd96b5fb4707148e4c4b8add0e8d334",
      "ref": "refs/heads/main"
    }
  }
}
[03:50:36.810] Task URL: https://cr-buildbucket.appspot.com/build/8824912070161891041
[03:50:36.810] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8990342132138789680:2:0) after 2m23s
[03:52:59.845] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8990342132138789680:2:0)
[03:52:59.887] Build status: SCHEDULED
[03:52:59.887] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8990342132138789680:3:0) after 5m58s
[03:55:14.832] Received PubSub notification, asking Buildbucket for the build status
[03:55:14.863] Build status: STARTED
[03:58:58.731] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8990342132138789680:3:0)
[03:58:58.768] Build status: STARTED
[03:58:58.768] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8990342132138789680:5:0) after 9m26s
[04:08:24.936] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8990342132138789680:5:0)
[04:08:24.961] Build status: STARTED
[04:08:24.961] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8990342132138789680:6:0) after 5m11s
[04:13:36.056] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8990342132138789680:6:0)
[04:13:36.090] Build status: STARTED
[04:13:36.090] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8990342132138789680:7:0) after 7m36s
[04:21:12.217] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8990342132138789680:7:0)
[04:21:12.263] Build status: STARTED
[04:21:12.263] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8990342132138789680:8:0) after 2m10s
[04:23:22.302] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8990342132138789680:8:0)
[04:23:22.328] Build status: STARTED
[04:23:22.328] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8990342132138789680:9:0) after 6m43s
[04:25:17.659] Received PubSub notification, asking Buildbucket for the build status
[04:25:17.795] Build:
{
  "id": "8824912070161891041",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 72831,
  "createdBy": "project:chromium",
  "createTime": "2022-01-16T03:50:36.351497335Z",
  "startTime": "2022-01-16T03:55:14.006966Z",
  "endTime": "2022-01-16T04:25:16.886015066Z",
  "updateTime": "2022-01-16T04:25:16.886015066Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "24d94bdd0bd96b5fb4707148e4c4b8add0e8d334",
      "ref": "refs/heads/main"
    }
  }
}
[04:25:17.795] Invocation finished in 34m42.712969231s with status FAILED