Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 28 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/79570 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "f7cdf21536108c62d50398bcfae3f0cf883b213a"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "fc860bc16be3e9bdc896bcdc9ea9a427c5c041ba",
  "parent_got_dawn_revision": "dcf57433957731e9139358a5634f078912f1a26c",
  "parent_got_nacl_revision": "b7368eadfa255d27112e51a7fc83c1f0f4777f73",
  "parent_got_revision": "f7cdf21536108c62d50398bcfae3f0cf883b213a",
  "parent_got_revision_cp": "refs/heads/main@{#946836}",
  "parent_got_swiftshader_revision": "f12305c3a0d9258c223f7bad5816a6a2fc5d8c27",
  "parent_got_v8_revision": "56a255c140f320df32ac6523a3a8d51c71767b17",
  "parent_got_v8_revision_cp": "refs/heads/9.8.123@{#1}",
  "parent_got_webrtc_revision": "0ce7f165fdf237609a942786219bed248205c827",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35444}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "f7cdf21536108c62d50398bcfae3f0cf883b213a",
  "swarm_hashes": {
    "absl_hardening_tests": "18d5f069bbb0335ab3b92f8739b0226c8a38344096cc8e7ee5cf4d4745065586/569",
    "accessibility_unittests": "f0f188edf02f04d2c20d5c90bad4f91155001f4a31512cedb8081fc97c977e24/569",
    "angle_unittests": "fab4d5913da496c22c07e60a5559712747703da5c91f9a276c5084368ee93ec9/570",
    "app_shell_unittests": "4a96a31d179baa94bfc803824c9d86a12d803f61702a0cd403dde05c2b9606fc/730",
    "aura_unittests": "8b568f0f6a89f28ee4f3d50a421a0b6752e6e04f408d2d7ef82e8e7b0ccf3011/569",
    "base_unittests": "b5eb90826f107bd6db188e6b3f9ae96345e3c7947928c70dbb1706e1d1e6cbd3/648",
    "blink_common_unittests": "c8484bc5d72741b75e33a425c02d0605b656bec70fea80d78f00f581eb9490be/647",
    "blink_fuzzer_unittests": "f6a2ca16aa7967b0594385cf7fa7d86e57b016e241324cea6e6db6719c4b7eff/569",
    "blink_heap_unittests": "6bc73e060b25ab75c70e198c6ad32f452e94dcf0833c874a9fca391dcb3ba423/569",
    "blink_platform_unittests": "c3c2af17f3d87ea2a1bb9996481f142c2f965f8e16c94fabb7be2cce3754054b/726",
    "blink_unittests": "e6089f34d1c08d83eae04fe3c496aba61fc8bc11a6f26f805de25c42967ae74a/810",
    "boringssl_crypto_tests": "d15ea85e9e7d5dbf9c407082a1cf201f6bb2c9b1fcbbe828c06445d305307e7e/570",
    "boringssl_ssl_tests": "7d4727b5b3eab53f5c9fc5892b06cc09b30abff38863a7667211351dc14399dc/569",
    "capture_unittests": "510ee6cdbadad24072ea6836e6096efcbb8fbfd61b1c94de1b5f7f7de8364823/648",
    "cast_unittests": "8570619d37a601b6b254183bfbfd39907417a961d8452dd1b234e395a44d2f40/569",
    "cc_unittests": "18e57cad6aaba4b31845115ab1ce14ea785a07ae2f1b7cb6694554efa75f93c7/653",
    "chrome_app_unittests": "a5cf5f1022e6bbd2109f69f8f2dd171d9a98b00590b61bf623735c047403ac7d/648",
    "chromedriver_unittests": "e2bf1fe6442ce89f609c74a3c2dd9293b6b51ba618d542d1a0a7799225c9bcf5/726",
    "color_unittests": "d2ac039c0c55b3eebf102f4f52c962c1a765a42360881124c99b62c5c35ffcbb/569",
    "components_browsertests": "ff8626ac7d95c11a763b4f18159f3fcaf218d96c118fdd792cbe8314dd746fae/813",
    "components_unittests": "a9f5b9bb861a53661f8a2a81651518e2dddb766639ecfd81c2e31725de4a05a1/813",
    "compositor_unittests": "17ac974810d150cd35699d0dc6273d4fea483bb6e0a2320427d0fe4872dd9a00/645",
    "content_browsertests": "74dd592f1d3275886149602e0b4933f161f95616d23bd369d4bc537c87049a8f/887",
    "content_unittests": "9160b25f5d34ff4722c750fbd8616357521a41f03f6035cd9e5390c252f84d8c/806",
    "cronet_tests": "a92f1bfbe5df790691da5663058233fe749a69abcbae3798f2dacef49b457bf2/730",
    "cronet_unittests": "353d73a9838dbe868d3a783dc9fab270e4a47b70650b1dab66a207ba3cd0746c/646",
    "crypto_unittests": "aaee2a82973c6046c8910f46c834ba441cef53830c374646c20de538ce17bfb5/569",
    "dbus_unittests": "f09c63be7975dc951344bb4ac2cf7f815ef31e26ed45bd5497645eba1e6a5112/569",
    "device_unittests": "e39f1c65fee4e62870540f9b6773a7058d2173412c526fa233714adf41ecaf82/646",
    "display_unittests": "8d1d0ae387af7274aba8acb083f110918a30063193a05a08ddcc1716769c5e5f/569",
    "events_unittests": "b9cc76b979d40755196674470c8a13e6e5a6464b805767ff5b40119606788b0b/569",
    "extensions_browsertests": "9000add68cc0c2c969e178773b0910c3246bb1edfd304f0e7aee9464f76cf404/732",
    "extensions_unittests": "9fa1f37d9609c788a1f3b6a211cb996367a5d7de07c43d770c5f5aa9ec717dac/896",
    "filesystem_service_unittests": "f4ca9feedc4ee6f012a21b664bea38dccb5d410e40ef49b7879cd35b99ee5d66/569",
    "gcm_unit_tests": "ab82c8b19bf464a7403a11ece501c7c7492c47e7363302b9d7099b92786ca2d4/646",
    "gfx_unittests": "40436184962b5383dee6f807ba380b5cb32d5527ac44fa074bd3a19b0fa8fd13/645",
    "gin_unittests": "d31d58ee76d23c486e7a9d23ed78d188bec493c744f2ddf3d2f5d79ba48b8817/646",
    "gl_tests": "bc7af4b8e37de670ac275e62c51d4d6852778742c149a907c91151a982bcd491/569",
    "gl_unittests": "d1f31bc8d7f1f99be17e18313b12eb9f679cc91a8e648645cd9ee37248e7cb32/569",
    "google_apis_unittests": "560cb4ac666cfa5b0ed2b4947182e6939e258c9735c5f405a2b3b5afd4c92a90/731",
    "gpu_unittests": "dd379271ddb8cb7e969f61bfeb8f735ef5c55014d4da25f4c1fdf7d7fcb8bfb8/646",
    "gwp_asan_unittests": "65eceae1d9f4c500d628d0f699b4143d1b16e83fc5d95b76abeffb638be719c7/570",
    "headless_browsertests": "46b7832bedef8b2600854321b04e4e2611d32659f266e00866c71cad5ad07c16/730",
    "headless_unittests": "f1cdad5ae19e73b85d294edca4faeb180eb41a646052c632a68fd6c230b2af5a/569",
    "interactive_ui_tests": "109d93ec232bfa5a83a2a62264e17ee1b38e6c9fd044a7aee716c687ea3f24e4/965",
    "ipc_tests": "2cba1bc5f43c0d5148809b7c867121730f9079bc56c3dbb9ac36d34ca94d6d1c/569",
    "jingle_unittests": "737f64d140175feec36f602c4c0f1331d2719f55f99fc025065fa6d3499b3251/646",
    "latency_unittests": "8252a04bcd76c88d4b6d05c510cf52ce33611f295fed4bc256f5d1c3115dec54/569",
    "libjingle_xmpp_unittests": "6702b574afe40112bba5a5246737b9cfb2c6253057bec70824b84ba2367d4095/569",
    "liburlpattern_unittests": "5822a80d5e744323b5f366cd11b109c30af943982158c3c05cd0c972cb3f11dc/569",
    "media_unittests": "a5d6da732aad3a42dd2d314e10cb13858756620d359f0c2eb3bfe98d13581960/649",
    "message_center_unittests": "b81e501b4b8733f1adeb15de13a349849c76c3d110692f06568a56d264bf1540/569",
    "midi_unittests": "9cf2b99af4e3645c201fc21002c7ab7dbfefe0ecdff51d1afdf8a40ffb698849/569",
    "mojo_core_unittests": "4828805048b09007a9cc07fd17ed77af4ea7409c6116282c6012d8496d1d4bec/569",
    "mojo_unittests": "6f67e6cf980d1d1995fa25fe014316c4d5c2dfdedbe53376cd81a82f8e6acc9a/647",
    "native_theme_unittests": "47017f4c434c8c8f42c40d72ad3e930ac9840837a7c6f5c2dd435842f47b5774/569",
    "net_unittests": "592573a3b26a71cf14f029e810316c571c0433abcb515ac6e7d7040fec2a61a2/648",
    "openscreen_unittests": "7d0d8e3bf1aeb2fd6ef60adbd41614ce6286ede95b99a280a48979790bbfe22d/648",
    "ozone_x11_unittests": "27d9abbee6a89cbd7b4f86ce020a1d56ce5818f71613fecf4afe91b7a8b3fe7d/569",
    "pdf_unittests": "3c6ecc03d1b827bd64e0c556be7284270ccde7dd5c7c8e9d40e5f896d44ac205/646",
    "perfetto_unittests": "c89f2ee1722f3cafa9bcb9c3036feeab3fb4b2a21f4984bec1232617ff45297d/569",
    "ppapi_unittests": "ee7ba5197c15d607855d04f2fded317a11b13aec4746d9e1daa7ea94fef82933/569",
    "printing_unittests": "3338639c997af720e6ae996f2a21573d289367aa9c1002ebc7cc9b623721a90b/569",
    "remoting_unittests": "3b8501f72795601efb47bc6b3ff9b8730d5b5df9be3e9717f08762725798c4aa/646",
    "sandbox_linux_unittests": "952c32eb15be308992964babb4b52d20c50df3d2a8fe39a019323d0bef5465e3/569",
    "service_manager_unittests": "6d779a57230cf6606d2dba58dc2679f0cb3aa02c66c51eaeff768ab45f81cd51/569",
    "services_unittests": "2866aaefccd81def34820fdf91e2d9a37722fe80d1d610229fe3e5fe26ae6f42/815",
    "shell_dialogs_unittests": "e9f425c54ea99b221297bfbd0efa01ce3994e4fe1049f30d8f4c40f8f09fb360/569",
    "skia_unittests": "41a4e833c773a7be8431182d3b83fdedd6483240ee64bd5e9d2ad4b262b7a00b/569",
    "snapshot_unittests": "aa8c460b109e355c3233be2a3459e8ff5d4bf8a7794c22bf40affd3ea9221ab7/569",
    "sql_unittests": "62784495f487be6395394b639e3cb804fcde177edfdbedf754ce9f335d007507/646",
    "storage_unittests": "63b0c7318756d127518131a94faa3db031cee39464d97f74f22ecd8629a9aae6/727",
    "sync_integration_tests": "3cde6bee60502b3026f56312977512b152e0984932cdc7a3ecbcc8ff9d64e7cc/729",
    "ui_base_unittests": "5f7bb6e44af91f8bb800ff355012bf3229422c03cd7b87170103fb6d6373c944/723",
    "ui_touch_selection_unittests": "4be620098debfc8d9262ff784970805ad7368ef4a31e77a7dca90ef023eaf3e1/569",
    "unit_tests": "5eeedd75a34004efa798fbb1ddcdf8ed824322d2fcf9a97401df9271b5c4953e/1062",
    "url_unittests": "befb9b25f645fd6b27c7415fd368e0d9a40c76b6a53dc14388eaecbbb80208bc/569",
    "views_unittests": "5158cef8f4d104fa426d8005d69dd3f054390e50b6bf93b6715780cdb0b8e4b8/569",
    "viz_unittests": "813dbd68cdfc1acddfd26987bb2e574a13ebb5b9716bdb0d2e2c6e409e35e368/653",
    "vr_common_unittests": "a304e2ba344743b02d6b85c0dfb3d461180c4f2908714baccd2f9eb55b5add16/648",
    "vr_pixeltests": "ef0acab7cd56f42fd841b8246db98497d13c46ac19fd8f0019fced6151328c8f/646",
    "weblayer_browsertests": "8d7f7a73c0efd3681accee5bc9cff5f18e0466437e1f80a1952de3b865b5ebb2/814",
    "weblayer_unittests": "da33d5e37309a2293b64e7b9ddd6a51416a5d9b5f75b16779b86c591c8273a3a/646",
    "wm_unittests": "658098bd1640c7bb4273749df0b62e568b36303f0ee12fca1d6ffae88d9fd9eb/569",
    "wtf_unittests": "48eb5fd8c6c4bcc53fcbf284cc0c66e3fc10a32230518ba1cbf907b810ca153d/569",
    "x11_unittests": "d81d56c9565942ba2f8df595463dc49f46f9a3aff7f12a3d5df87fcdd954f1ac/569",
    "xr_browser_tests": "303775be2e9539b1eae61e39b8710910bac29796f29b3e1daeeea7d26e93bc2e/728",
    "zlib_unittests": "6288792e5a11f7a87ee963a164f32601f3e8c83101b33e817794f5b1b2210c7f/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "d35d624e302339bddf63f41a26541de5b97ee363969aba926d26843428908d07/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f7cdf21536108c62d50398bcfae3f0cf883b213a
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:79570
  • user_agent:recipe

Debug log (UTC)

[03:30:44.383] New invocation is queued and will start shortly
[03:30:44.383] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[03:30:45.432] Starting the invocation (attempt 1)
[03:30:45.478] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f7cdf21536108c62d50398bcfae3f0cf883b213a"
[03:30:45.478] Popped gitiles commit info from properties and tags
[03:30:45.478] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:30:45.478] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:30:45.479] Buildbucket request:
{
  "requestId": "8994510841147156912",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "f7cdf21536108c62d50398bcfae3f0cf883b213a"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "fc860bc16be3e9bdc896bcdc9ea9a427c5c041ba",
      "parent_got_dawn_revision": "dcf57433957731e9139358a5634f078912f1a26c",
      "parent_got_nacl_revision": "b7368eadfa255d27112e51a7fc83c1f0f4777f73",
      "parent_got_revision": "f7cdf21536108c62d50398bcfae3f0cf883b213a",
      "parent_got_revision_cp": "refs/heads/main@{#946836}",
      "parent_got_swiftshader_revision": "f12305c3a0d9258c223f7bad5816a6a2fc5d8c27",
      "parent_got_v8_revision": "56a255c140f320df32ac6523a3a8d51c71767b17",
      "parent_got_v8_revision_cp": "refs/heads/9.8.123@{#1}",
      "parent_got_webrtc_revision": "0ce7f165fdf237609a942786219bed248205c827",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35444}",
      "swarm_hashes": {
            "absl_hardening_tests": "18d5f069bbb0335ab3b92f8739b0226c8a38344096cc8e7ee5cf4d4745065586/569",
            "accessibility_unittests": "f0f188edf02f04d2c20d5c90bad4f91155001f4a31512cedb8081fc97c977e24/569",
            "angle_unittests": "fab4d5913da496c22c07e60a5559712747703da5c91f9a276c5084368ee93ec9/570",
            "app_shell_unittests": "4a96a31d179baa94bfc803824c9d86a12d803f61702a0cd403dde05c2b9606fc/730",
            "aura_unittests": "8b568f0f6a89f28ee4f3d50a421a0b6752e6e04f408d2d7ef82e8e7b0ccf3011/569",
            "base_unittests": "b5eb90826f107bd6db188e6b3f9ae96345e3c7947928c70dbb1706e1d1e6cbd3/648",
            "blink_common_unittests": "c8484bc5d72741b75e33a425c02d0605b656bec70fea80d78f00f581eb9490be/647",
            "blink_fuzzer_unittests": "f6a2ca16aa7967b0594385cf7fa7d86e57b016e241324cea6e6db6719c4b7eff/569",
            "blink_heap_unittests": "6bc73e060b25ab75c70e198c6ad32f452e94dcf0833c874a9fca391dcb3ba423/569",
            "blink_platform_unittests": "c3c2af17f3d87ea2a1bb9996481f142c2f965f8e16c94fabb7be2cce3754054b/726",
            "blink_unittests": "e6089f34d1c08d83eae04fe3c496aba61fc8bc11a6f26f805de25c42967ae74a/810",
            "boringssl_crypto_tests": "d15ea85e9e7d5dbf9c407082a1cf201f6bb2c9b1fcbbe828c06445d305307e7e/570",
            "boringssl_ssl_tests": "7d4727b5b3eab53f5c9fc5892b06cc09b30abff38863a7667211351dc14399dc/569",
            "capture_unittests": "510ee6cdbadad24072ea6836e6096efcbb8fbfd61b1c94de1b5f7f7de8364823/648",
            "cast_unittests": "8570619d37a601b6b254183bfbfd39907417a961d8452dd1b234e395a44d2f40/569",
            "cc_unittests": "18e57cad6aaba4b31845115ab1ce14ea785a07ae2f1b7cb6694554efa75f93c7/653",
            "chrome_app_unittests": "a5cf5f1022e6bbd2109f69f8f2dd171d9a98b00590b61bf623735c047403ac7d/648",
            "chromedriver_unittests": "e2bf1fe6442ce89f609c74a3c2dd9293b6b51ba618d542d1a0a7799225c9bcf5/726",
            "color_unittests": "d2ac039c0c55b3eebf102f4f52c962c1a765a42360881124c99b62c5c35ffcbb/569",
            "components_browsertests": "ff8626ac7d95c11a763b4f18159f3fcaf218d96c118fdd792cbe8314dd746fae/813",
            "components_unittests": "a9f5b9bb861a53661f8a2a81651518e2dddb766639ecfd81c2e31725de4a05a1/813",
            "compositor_unittests": "17ac974810d150cd35699d0dc6273d4fea483bb6e0a2320427d0fe4872dd9a00/645",
            "content_browsertests": "74dd592f1d3275886149602e0b4933f161f95616d23bd369d4bc537c87049a8f/887",
            "content_unittests": "9160b25f5d34ff4722c750fbd8616357521a41f03f6035cd9e5390c252f84d8c/806",
            "cronet_tests": "a92f1bfbe5df790691da5663058233fe749a69abcbae3798f2dacef49b457bf2/730",
            "cronet_unittests": "353d73a9838dbe868d3a783dc9fab270e4a47b70650b1dab66a207ba3cd0746c/646",
            "crypto_unittests": "aaee2a82973c6046c8910f46c834ba441cef53830c374646c20de538ce17bfb5/569",
            "dbus_unittests": "f09c63be7975dc951344bb4ac2cf7f815ef31e26ed45bd5497645eba1e6a5112/569",
            "device_unittests": "e39f1c65fee4e62870540f9b6773a7058d2173412c526fa233714adf41ecaf82/646",
            "display_unittests": "8d1d0ae387af7274aba8acb083f110918a30063193a05a08ddcc1716769c5e5f/569",
            "events_unittests": "b9cc76b979d40755196674470c8a13e6e5a6464b805767ff5b40119606788b0b/569",
            "extensions_browsertests": "9000add68cc0c2c969e178773b0910c3246bb1edfd304f0e7aee9464f76cf404/732",
            "extensions_unittests": "9fa1f37d9609c788a1f3b6a211cb996367a5d7de07c43d770c5f5aa9ec717dac/896",
            "filesystem_service_unittests": "f4ca9feedc4ee6f012a21b664bea38dccb5d410e40ef49b7879cd35b99ee5d66/569",
            "gcm_unit_tests": "ab82c8b19bf464a7403a11ece501c7c7492c47e7363302b9d7099b92786ca2d4/646",
            "gfx_unittests": "40436184962b5383dee6f807ba380b5cb32d5527ac44fa074bd3a19b0fa8fd13/645",
            "gin_unittests": "d31d58ee76d23c486e7a9d23ed78d188bec493c744f2ddf3d2f5d79ba48b8817/646",
            "gl_tests": "bc7af4b8e37de670ac275e62c51d4d6852778742c149a907c91151a982bcd491/569",
            "gl_unittests": "d1f31bc8d7f1f99be17e18313b12eb9f679cc91a8e648645cd9ee37248e7cb32/569",
            "google_apis_unittests": "560cb4ac666cfa5b0ed2b4947182e6939e258c9735c5f405a2b3b5afd4c92a90/731",
            "gpu_unittests": "dd379271ddb8cb7e969f61bfeb8f735ef5c55014d4da25f4c1fdf7d7fcb8bfb8/646",
            "gwp_asan_unittests": "65eceae1d9f4c500d628d0f699b4143d1b16e83fc5d95b76abeffb638be719c7/570",
            "headless_browsertests": "46b7832bedef8b2600854321b04e4e2611d32659f266e00866c71cad5ad07c16/730",
            "headless_unittests": "f1cdad5ae19e73b85d294edca4faeb180eb41a646052c632a68fd6c230b2af5a/569",
            "interactive_ui_tests": "109d93ec232bfa5a83a2a62264e17ee1b38e6c9fd044a7aee716c687ea3f24e4/965",
            "ipc_tests": "2cba1bc5f43c0d5148809b7c867121730f9079bc56c3dbb9ac36d34ca94d6d1c/569",
            "jingle_unittests": "737f64d140175feec36f602c4c0f1331d2719f55f99fc025065fa6d3499b3251/646",
            "latency_unittests": "8252a04bcd76c88d4b6d05c510cf52ce33611f295fed4bc256f5d1c3115dec54/569",
            "libjingle_xmpp_unittests": "6702b574afe40112bba5a5246737b9cfb2c6253057bec70824b84ba2367d4095/569",
            "liburlpattern_unittests": "5822a80d5e744323b5f366cd11b109c30af943982158c3c05cd0c972cb3f11dc/569",
            "media_unittests": "a5d6da732aad3a42dd2d314e10cb13858756620d359f0c2eb3bfe98d13581960/649",
            "message_center_unittests": "b81e501b4b8733f1adeb15de13a349849c76c3d110692f06568a56d264bf1540/569",
            "midi_unittests": "9cf2b99af4e3645c201fc21002c7ab7dbfefe0ecdff51d1afdf8a40ffb698849/569",
            "mojo_core_unittests": "4828805048b09007a9cc07fd17ed77af4ea7409c6116282c6012d8496d1d4bec/569",
            "mojo_unittests": "6f67e6cf980d1d1995fa25fe014316c4d5c2dfdedbe53376cd81a82f8e6acc9a/647",
            "native_theme_unittests": "47017f4c434c8c8f42c40d72ad3e930ac9840837a7c6f5c2dd435842f47b5774/569",
            "net_unittests": "592573a3b26a71cf14f029e810316c571c0433abcb515ac6e7d7040fec2a61a2/648",
            "openscreen_unittests": "7d0d8e3bf1aeb2fd6ef60adbd41614ce6286ede95b99a280a48979790bbfe22d/648",
            "ozone_x11_unittests": "27d9abbee6a89cbd7b4f86ce020a1d56ce5818f71613fecf4afe91b7a8b3fe7d/569",
            "pdf_unittests": "3c6ecc03d1b827bd64e0c556be7284270ccde7dd5c7c8e9d40e5f896d44ac205/646",
            "perfetto_unittests": "c89f2ee1722f3cafa9bcb9c3036feeab3fb4b2a21f4984bec1232617ff45297d/569",
            "ppapi_unittests": "ee7ba5197c15d607855d04f2fded317a11b13aec4746d9e1daa7ea94fef82933/569",
            "printing_unittests": "3338639c997af720e6ae996f2a21573d289367aa9c1002ebc7cc9b623721a90b/569",
            "remoting_unittests": "3b8501f72795601efb47bc6b3ff9b8730d5b5df9be3e9717f08762725798c4aa/646",
            "sandbox_linux_unittests": "952c32eb15be308992964babb4b52d20c50df3d2a8fe39a019323d0bef5465e3/569",
            "service_manager_unittests": "6d779a57230cf6606d2dba58dc2679f0cb3aa02c66c51eaeff768ab45f81cd51/569",
            "services_unittests": "2866aaefccd81def34820fdf91e2d9a37722fe80d1d610229fe3e5fe26ae6f42/815",
            "shell_dialogs_unittests": "e9f425c54ea99b221297bfbd0efa01ce3994e4fe1049f30d8f4c40f8f09fb360/569",
            "skia_unittests": "41a4e833c773a7be8431182d3b83fdedd6483240ee64bd5e9d2ad4b262b7a00b/569",
            "snapshot_unittests": "aa8c460b109e355c3233be2a3459e8ff5d4bf8a7794c22bf40affd3ea9221ab7/569",
            "sql_unittests": "62784495f487be6395394b639e3cb804fcde177edfdbedf754ce9f335d007507/646",
            "storage_unittests": "63b0c7318756d127518131a94faa3db031cee39464d97f74f22ecd8629a9aae6/727",
            "sync_integration_tests": "3cde6bee60502b3026f56312977512b152e0984932cdc7a3ecbcc8ff9d64e7cc/729",
            "ui_base_unittests": "5f7bb6e44af91f8bb800ff355012bf3229422c03cd7b87170103fb6d6373c944/723",
            "ui_touch_selection_unittests": "4be620098debfc8d9262ff784970805ad7368ef4a31e77a7dca90ef023eaf3e1/569",
            "unit_tests": "5eeedd75a34004efa798fbb1ddcdf8ed824322d2fcf9a97401df9271b5c4953e/1062",
            "url_unittests": "befb9b25f645fd6b27c7415fd368e0d9a40c76b6a53dc14388eaecbbb80208bc/569",
            "views_unittests": "5158cef8f4d104fa426d8005d69dd3f054390e50b6bf93b6715780cdb0b8e4b8/569",
            "viz_unittests": "813dbd68cdfc1acddfd26987bb2e574a13ebb5b9716bdb0d2e2c6e409e35e368/653",
            "vr_common_unittests": "a304e2ba344743b02d6b85c0dfb3d461180c4f2908714baccd2f9eb55b5add16/648",
            "vr_pixeltests": "ef0acab7cd56f42fd841b8246db98497d13c46ac19fd8f0019fced6151328c8f/646",
            "weblayer_browsertests": "8d7f7a73c0efd3681accee5bc9cff5f18e0466437e1f80a1952de3b865b5ebb2/814",
            "weblayer_unittests": "da33d5e37309a2293b64e7b9ddd6a51416a5d9b5f75b16779b86c591c8273a3a/646",
            "wm_unittests": "658098bd1640c7bb4273749df0b62e568b36303f0ee12fca1d6ffae88d9fd9eb/569",
            "wtf_unittests": "48eb5fd8c6c4bcc53fcbf284cc0c66e3fc10a32230518ba1cbf907b810ca153d/569",
            "x11_unittests": "d81d56c9565942ba2f8df595463dc49f46f9a3aff7f12a3d5df87fcdd954f1ac/569",
            "xr_browser_tests": "303775be2e9539b1eae61e39b8710910bac29796f29b3e1daeeea7d26e93bc2e/728",
            "zlib_unittests": "6288792e5a11f7a87ee963a164f32601f3e8c83101b33e817794f5b1b2210c7f/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "d35d624e302339bddf63f41a26541de5b97ee363969aba926d26843428908d07/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "f7cdf21536108c62d50398bcfae3f0cf883b213a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8994510841147156912"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "79570"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[03:30:46.018] Scheduled build:
{
  "id": "8829080779213577937",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 71523,
  "createdBy": "project:chromium",
  "createTime": "2021-12-01T03:30:45.595587029Z",
  "updateTime": "2021-12-01T03:30:45.595587029Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "f7cdf21536108c62d50398bcfae3f0cf883b213a",
      "ref": "refs/heads/main"
    }
  }
}
[03:30:46.018] Task URL: https://cr-buildbucket.appspot.com/build/8829080779213577937
[03:30:46.018] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994510841147156912:2:0) after 9m43s
[03:31:20.878] Received PubSub notification, asking Buildbucket for the build status
[03:31:20.917] Build status: STARTED
[03:40:29.142] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994510841147156912:2:0)
[03:40:29.176] Build status: STARTED
[03:40:29.176] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994510841147156912:4:0) after 5m41s
[03:46:10.336] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994510841147156912:4:0)
[03:46:10.370] Build status: STARTED
[03:46:10.370] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994510841147156912:5:0) after 5m1s
[03:51:11.393] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994510841147156912:5:0)
[03:51:11.506] Build status: STARTED
[03:51:11.506] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994510841147156912:6:0) after 5m25s
[03:56:36.538] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994510841147156912:6:0)
[03:56:36.583] Build status: STARTED
[03:56:36.583] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994510841147156912:7:0) after 4m54s
[03:59:08.811] Received PubSub notification, asking Buildbucket for the build status
[03:59:08.851] Build:
{
  "id": "8829080779213577937",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 71523,
  "createdBy": "project:chromium",
  "createTime": "2021-12-01T03:30:45.595587029Z",
  "startTime": "2021-12-01T03:31:20.238522Z",
  "endTime": "2021-12-01T03:59:07.751463774Z",
  "updateTime": "2021-12-01T03:59:07.751463774Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "f7cdf21536108c62d50398bcfae3f0cf883b213a",
      "ref": "refs/heads/main"
    }
  }
}
[03:59:08.851] Invocation finished in 28m24.483208697s with status FAILED