Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 29 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/79647 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "d5d334d0a4dba9b8f42ebf6554769c32b79a0407"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "6c00068c5d5606c6f3e35bcc093e2af799c88385",
  "parent_got_dawn_revision": "e8965c915692a5b48651105c8990476f4633a28b",
  "parent_got_nacl_revision": "957cbe470018adc3d9d1763fd75bbae455a9fddc",
  "parent_got_revision": "d5d334d0a4dba9b8f42ebf6554769c32b79a0407",
  "parent_got_revision_cp": "refs/heads/main@{#947968}",
  "parent_got_swiftshader_revision": "f9c39655a610a2ef636b834316fbc94669d6aadd",
  "parent_got_v8_revision": "a41546bc93a6c07b437aad17bb602cf523e8bd2b",
  "parent_got_v8_revision_cp": "refs/heads/9.8.144@{#1}",
  "parent_got_webrtc_revision": "adf7dc34f036eba9283bb6ee022333009fda05fb",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35468}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "d5d334d0a4dba9b8f42ebf6554769c32b79a0407",
  "swarm_hashes": {
    "absl_hardening_tests": "f277459393444de119338295b40c211049d9e8af731082cc2006f2cba9ab540e/569",
    "accessibility_unittests": "40491ebd9fd1a095d5cb578582b377ef542135beecc4260f754a7b8e27c3e91e/569",
    "angle_unittests": "bfc8d8309f93203ebaf70323183d875a592284fae1ee12eaeb1044d6f52881bf/570",
    "app_shell_unittests": "d8bc54c4c4f92e88e4abd21696a777b0372fa85930d03db1fe9a4763cd60c126/730",
    "aura_unittests": "284fae7137d4863976ff769898ba42ac8d8bf0e9e7301145dc3ec1b1adace042/569",
    "base_unittests": "affa377dc9131f21108e4a528888205ce3b21ef0c5644c6e2038ad401f0791e7/648",
    "blink_common_unittests": "4ea9c34891dedafdc35d8a5a0711d4e91f60838a86dbb34f92104d02871992f1/647",
    "blink_fuzzer_unittests": "199f264136e29f97d6cebce6e52ff183c7bf9afa93568364846d3ceb093abbc8/569",
    "blink_heap_unittests": "1a9906d390a718ae79dfa7f1440608bef2bc73c106691c60f3554abf570fc1a4/569",
    "blink_platform_unittests": "18de9c6693b34c876ea5228bfe2f35dd75e8493c83577e420d37fb15e1502968/726",
    "blink_unittests": "3fe8c2b58de6b16c38dcd416cdecfcfe57f43534dd81bfd390ea7ea64f378833/810",
    "boringssl_crypto_tests": "d3d3e67c514da40a644cb59c9fbffba891354b9f25cd3d417858ad8ca581a671/570",
    "boringssl_ssl_tests": "dc5ee60e8ec082b4a02ac6bcc691efd39c56d1aeec5bbf5992246cee94ec2bea/569",
    "capture_unittests": "fb84d82457225e8ed70fd0c7972ba10bcf69c9527772744c4932ea79de9d11b5/648",
    "cast_unittests": "f35db8a3a1a2f0738212a81c3570b10d0b3d56a5cfdde3f9a169f8c72308ed03/569",
    "cc_unittests": "274bc445ba04fe399668bf78c8882614dcc0da421e54f9ae9bf5f19a85d2d445/653",
    "chrome_app_unittests": "fb53d4eee8da8554ac3aab9bace3dfbf1ece42600acfa1a2bc41380c1f260aed/648",
    "chromedriver_unittests": "1edc38d421fd0588cecc150cdc081d4f0bea29184669acafebfa82a29c1cd87e/726",
    "color_unittests": "c7d7f70f94425af544c8b9aac4f1e66b65d4dd0c76fa16eef29868df825644f5/569",
    "components_browsertests": "dbc625c048b5ce6102f50fe29ed6ff4c82366285754bd91751a405e5eab17710/813",
    "components_unittests": "ac546112363b8beeeedb6766db1537bca5b41f7fdc647fbd92c1945adc586f76/813",
    "compositor_unittests": "5d560d49735a93aa16a606fc5774702ec87119ca577c9e0c0e1e773ace6b726a/645",
    "content_browsertests": "87bae435fd47b0fcd51cc639e07fba3d6521d2c05cb3fe8416a69ae2f3deb12e/887",
    "content_unittests": "50b374d9eb1cb7f0790832ab51f376209f20cecba29193bdeb89d3a5f381258b/806",
    "cronet_tests": "68af40fcef104ffd2dded7fcc6487af8b14da5d957db4f70eb8c35c4e189a8e6/730",
    "cronet_unittests": "154b16f490beeb673e8aac7851ce4ce43f79977922e2272f6476b56682a4ae53/646",
    "crypto_unittests": "3c409a339316da0bd7b05d8b4949be930eeffe448170687b6bb2fa0632a667e7/569",
    "dbus_unittests": "4392ee7cc62d0353cefe9a26aa8ade67fd81b6e5cb94905b154c1727064e48dc/569",
    "device_unittests": "c8f0816ef23b8cd8fe16ca0d61c9a836fa785fb5907ff622d7d4de908da41e2e/646",
    "display_unittests": "1bf87522973b0f652106d39991b981f2f59955ea80217a4a9192b6789aad033e/569",
    "events_unittests": "e1a26875261ba215cb92b61a6b69d655ec88f941e56bcd4a1c6d3ad5479bac14/569",
    "extensions_browsertests": "cba5834238f4c9b460b8f90a4ea10fde4644c85dc8410c43d96e4f62732b2320/732",
    "extensions_unittests": "e05ad8ab10a724b65adf238bd0090400ba52492a5a0ad1cc6c8c68ffb9186d4a/896",
    "filesystem_service_unittests": "238a094717725acc671b128a1b254d01784d6ceb41afabf63a2c8e00fffc082f/569",
    "gcm_unit_tests": "54d53ccea0b1957a5a293ca263607d6bfeb9a8a811d40c38c8b3c684091d982a/646",
    "gfx_unittests": "b84d956c43a6dd11b0b45bde047184d15eb6d9c408418c2410a8ed94b90ef41a/645",
    "gin_unittests": "189d4410f0afa112d828024821ff5b75aaca49cfae735e1e289076e369cbd1c5/646",
    "gl_tests": "489c8efcb84700bda3d625fa0da5301ec35a82788979220c196170de3208d535/569",
    "gl_unittests": "fae12eb82d87282ec20bcdca70ad50c7611da3d5b95bc69934f197fe18dce0af/569",
    "google_apis_unittests": "b3ea2bb737b7f3714d8e11cc22ce196f51f1fc1635dfba35500f3b92eff3dfe4/731",
    "gpu_unittests": "8566a0402210cdaadd3ec4738c46305c243a6240eeca44dbd9c0b3054e8af937/646",
    "gwp_asan_unittests": "9573521a199d3ab3c8906867ae56e5466d24240d708d4ed2c459c2c29d3f6716/570",
    "headless_browsertests": "4481bf6702a5e1d92fb0b4d962796cd882f6f1ef88e46648fa0160362e09279e/730",
    "headless_unittests": "a6776926fdefc7eb87579f57ea90788fdf1f49e26dbb06a40dc579ce11f3f150/569",
    "interactive_ui_tests": "0af35c4f83f5e26208b65d1ae8894269e92b734dae8ae29a758fde80de1ffcbb/965",
    "ipc_tests": "c3f52db71720f56cc2cf7ba5bd3ef6c110ca29cdaa52558bc883ed9ecffb2e1b/569",
    "jingle_unittests": "406cdf9e52614680e9a4479d8068c3cf7c4c4d46953c968ace2953e15594ec4c/646",
    "latency_unittests": "33a15fdfea3d75a2b8d79d904dbdeecc31c7195cfcc3ecb0041e86120a6ab218/569",
    "libjingle_xmpp_unittests": "8c126f4282821096cedcba39e97447acf0875bebc7b4bee4fb2f0e45226eebf2/569",
    "liburlpattern_unittests": "9ec7f9c3d083b1136517741f86c8114a1e976609e701a6a86880ddd2e485c896/569",
    "media_unittests": "b52c0b582b602955e51ee940688209cd6c2f610347101b14f97d7e41ad9a8801/649",
    "message_center_unittests": "a915c7deff35fbf50c9494a0786cbb806081d38065414d6cade8ed0709bba652/569",
    "midi_unittests": "66f8607408927692fb021c011052595a41c4ec5b3abde8418b32ccc4c7061870/569",
    "mojo_core_unittests": "259e2046b719595281d9d3a6d817fb66a5d41b049e0e2f17d1dcae67d9d967d3/569",
    "mojo_unittests": "5f0489e9c107478cc41fa60e70cd8cc25084b7a77bcb59469a0f47932b238036/647",
    "native_theme_unittests": "d686c87abb9660550a74b36d7b43cd33004a658d17af147160a5131f11396efa/569",
    "net_unittests": "85005e47a07cc8b1cd9c031e722203252aab0e7076d2af246dace6cd31d85b2d/648",
    "openscreen_unittests": "fda2639f45743627fe7a63934e5363475057adb1d46edef418a90a814c2467af/648",
    "ozone_x11_unittests": "f398a044ba09e565b78f85c1807b7942e311193f48216c91b6dd0062cefce8b3/569",
    "pdf_unittests": "f273b22d8a45d78cdb3535a733901d06a3d4d8d56fb5dd154d516580266d45ca/646",
    "perfetto_unittests": "24b74e58b3a824a836c76a38433b96cd478c9712060115f4ac9cfec87c834041/569",
    "ppapi_unittests": "e0e6e61062a91130c312c2aee806b50fed0d3c1aa4b606314ec48ba6e55cfb5b/569",
    "printing_unittests": "428fb5b1e83017cc916261151d1e3c6577be7faa16fb8ea0d677cec8ccffdc35/569",
    "remoting_unittests": "f35a3ced342a2fef619858d8de22a611219f4d439aef9959abcae7372e862061/646",
    "sandbox_linux_unittests": "c381898943616af9a658b4b59b4c5f459bc039a38dc728030dc4b73325d14d76/569",
    "service_manager_unittests": "3761b9a421e5e47683346cdaf2a09d0549f29802a9fe57416e187c61267c39e8/569",
    "services_unittests": "783bc23e9394cce4a33f16d8d76dda68ac41a5ae267f78e03b49a0fbb4b1ef74/815",
    "shell_dialogs_unittests": "19cd5d4b8f7b49a560a8892657a8088a37dbd366b101b30a3ed2df758e91ee34/569",
    "skia_unittests": "780e6873fb376b8dff6b55def6a6be74875942294786ef05e1e898d10761fa15/569",
    "snapshot_unittests": "3904a0902c080bb6237ca9d2baf80b676ababcd263b6603e703d5bee1ed1fa1a/569",
    "sql_unittests": "61a87b1ef97113288366fb89860634a3022c3997de18d50a86bafda3616854f5/646",
    "storage_unittests": "bd92b8a58f679c2a5539281f8b9f8eaa344aa36e022c341b68d820638850aab9/727",
    "sync_integration_tests": "be36952629d431109cc91f88de4a89621ffa73d23b8a283d10195e291ae369ff/729",
    "ui_base_unittests": "ef87d63fcdfc69d2d18dce54f0bb855d7d5e3c5b81b33cc336215017985c26e7/723",
    "ui_touch_selection_unittests": "672dc2f6112e4db2eff70179d0c52bad7810612b33e506ee1c249cc74b59efda/569",
    "unit_tests": "f60eb576c6ea91cb52af8f6aedc393329e2c093408d1f8adc4bd89db252a12b1/1062",
    "url_unittests": "13ccdcb3c3c811aa27e017140bdd981830fee366a66019cf6019a7cd2fae7165/569",
    "views_unittests": "c9ed2c787792173546ed7ff0b485c55a0ac99fb5ece162e18f8c247f7bd28178/569",
    "viz_unittests": "71cafb1faab35ebdddabaabf688849590f1ad0b9f76fe1e3491cc3d8f093f85f/653",
    "vr_common_unittests": "09682d8afdc133f03c1348cce95840a2aaa30b89f1380860eeb7b5aaa1188057/648",
    "vr_pixeltests": "341ab7380ea9836d1b342ff8938e8a55dde2f738a50f0605266e20c57c7afa4c/646",
    "weblayer_browsertests": "9b8e719479821f2081d960db16e511cc1ab17163a686377d3369fb4bdfb17fbb/814",
    "weblayer_unittests": "6c4a06f9e7393eb036dc77f4a6a9e3810a85f06605de66bb3a0746352042d3b0/646",
    "wm_unittests": "052ac46ced936e298b04e471c1c07142ea4cebbe257d68fcae8d1d0a4d7f5528/569",
    "wtf_unittests": "8cf9c5687903407c4eb10793abc8cdba42ff392993706237a1e448b880e15ee7/569",
    "x11_unittests": "326d488df46ec20f1b7665862d0d689a3ad56e117d14449a6d4f4447f03112b2/569",
    "xr_browser_tests": "b21c113cd6adff65a41feb36bd990e1779cb34c0cf0acb3d6cf915eeadf936f8/728",
    "zlib_unittests": "a238f3361a6ee41d2b7a3636a4174c246e2e0cdfd7e4f0b693324eb793284223/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "d35d624e302339bddf63f41a26541de5b97ee363969aba926d26843428908d07/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d5d334d0a4dba9b8f42ebf6554769c32b79a0407
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:79647
  • user_agent:recipe

Debug log (UTC)

[14:01:18.982] New invocation is queued and will start shortly
[14:01:18.982] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[14:01:20.060] Starting the invocation (attempt 1)
[14:01:20.091] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d5d334d0a4dba9b8f42ebf6554769c32b79a0407"
[14:01:20.091] Popped gitiles commit info from properties and tags
[14:01:20.091] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[14:01:20.092] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[14:01:20.092] Buildbucket request:
{
  "requestId": "8994289974760715872",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "d5d334d0a4dba9b8f42ebf6554769c32b79a0407"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "6c00068c5d5606c6f3e35bcc093e2af799c88385",
      "parent_got_dawn_revision": "e8965c915692a5b48651105c8990476f4633a28b",
      "parent_got_nacl_revision": "957cbe470018adc3d9d1763fd75bbae455a9fddc",
      "parent_got_revision": "d5d334d0a4dba9b8f42ebf6554769c32b79a0407",
      "parent_got_revision_cp": "refs/heads/main@{#947968}",
      "parent_got_swiftshader_revision": "f9c39655a610a2ef636b834316fbc94669d6aadd",
      "parent_got_v8_revision": "a41546bc93a6c07b437aad17bb602cf523e8bd2b",
      "parent_got_v8_revision_cp": "refs/heads/9.8.144@{#1}",
      "parent_got_webrtc_revision": "adf7dc34f036eba9283bb6ee022333009fda05fb",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35468}",
      "swarm_hashes": {
            "absl_hardening_tests": "f277459393444de119338295b40c211049d9e8af731082cc2006f2cba9ab540e/569",
            "accessibility_unittests": "40491ebd9fd1a095d5cb578582b377ef542135beecc4260f754a7b8e27c3e91e/569",
            "angle_unittests": "bfc8d8309f93203ebaf70323183d875a592284fae1ee12eaeb1044d6f52881bf/570",
            "app_shell_unittests": "d8bc54c4c4f92e88e4abd21696a777b0372fa85930d03db1fe9a4763cd60c126/730",
            "aura_unittests": "284fae7137d4863976ff769898ba42ac8d8bf0e9e7301145dc3ec1b1adace042/569",
            "base_unittests": "affa377dc9131f21108e4a528888205ce3b21ef0c5644c6e2038ad401f0791e7/648",
            "blink_common_unittests": "4ea9c34891dedafdc35d8a5a0711d4e91f60838a86dbb34f92104d02871992f1/647",
            "blink_fuzzer_unittests": "199f264136e29f97d6cebce6e52ff183c7bf9afa93568364846d3ceb093abbc8/569",
            "blink_heap_unittests": "1a9906d390a718ae79dfa7f1440608bef2bc73c106691c60f3554abf570fc1a4/569",
            "blink_platform_unittests": "18de9c6693b34c876ea5228bfe2f35dd75e8493c83577e420d37fb15e1502968/726",
            "blink_unittests": "3fe8c2b58de6b16c38dcd416cdecfcfe57f43534dd81bfd390ea7ea64f378833/810",
            "boringssl_crypto_tests": "d3d3e67c514da40a644cb59c9fbffba891354b9f25cd3d417858ad8ca581a671/570",
            "boringssl_ssl_tests": "dc5ee60e8ec082b4a02ac6bcc691efd39c56d1aeec5bbf5992246cee94ec2bea/569",
            "capture_unittests": "fb84d82457225e8ed70fd0c7972ba10bcf69c9527772744c4932ea79de9d11b5/648",
            "cast_unittests": "f35db8a3a1a2f0738212a81c3570b10d0b3d56a5cfdde3f9a169f8c72308ed03/569",
            "cc_unittests": "274bc445ba04fe399668bf78c8882614dcc0da421e54f9ae9bf5f19a85d2d445/653",
            "chrome_app_unittests": "fb53d4eee8da8554ac3aab9bace3dfbf1ece42600acfa1a2bc41380c1f260aed/648",
            "chromedriver_unittests": "1edc38d421fd0588cecc150cdc081d4f0bea29184669acafebfa82a29c1cd87e/726",
            "color_unittests": "c7d7f70f94425af544c8b9aac4f1e66b65d4dd0c76fa16eef29868df825644f5/569",
            "components_browsertests": "dbc625c048b5ce6102f50fe29ed6ff4c82366285754bd91751a405e5eab17710/813",
            "components_unittests": "ac546112363b8beeeedb6766db1537bca5b41f7fdc647fbd92c1945adc586f76/813",
            "compositor_unittests": "5d560d49735a93aa16a606fc5774702ec87119ca577c9e0c0e1e773ace6b726a/645",
            "content_browsertests": "87bae435fd47b0fcd51cc639e07fba3d6521d2c05cb3fe8416a69ae2f3deb12e/887",
            "content_unittests": "50b374d9eb1cb7f0790832ab51f376209f20cecba29193bdeb89d3a5f381258b/806",
            "cronet_tests": "68af40fcef104ffd2dded7fcc6487af8b14da5d957db4f70eb8c35c4e189a8e6/730",
            "cronet_unittests": "154b16f490beeb673e8aac7851ce4ce43f79977922e2272f6476b56682a4ae53/646",
            "crypto_unittests": "3c409a339316da0bd7b05d8b4949be930eeffe448170687b6bb2fa0632a667e7/569",
            "dbus_unittests": "4392ee7cc62d0353cefe9a26aa8ade67fd81b6e5cb94905b154c1727064e48dc/569",
            "device_unittests": "c8f0816ef23b8cd8fe16ca0d61c9a836fa785fb5907ff622d7d4de908da41e2e/646",
            "display_unittests": "1bf87522973b0f652106d39991b981f2f59955ea80217a4a9192b6789aad033e/569",
            "events_unittests": "e1a26875261ba215cb92b61a6b69d655ec88f941e56bcd4a1c6d3ad5479bac14/569",
            "extensions_browsertests": "cba5834238f4c9b460b8f90a4ea10fde4644c85dc8410c43d96e4f62732b2320/732",
            "extensions_unittests": "e05ad8ab10a724b65adf238bd0090400ba52492a5a0ad1cc6c8c68ffb9186d4a/896",
            "filesystem_service_unittests": "238a094717725acc671b128a1b254d01784d6ceb41afabf63a2c8e00fffc082f/569",
            "gcm_unit_tests": "54d53ccea0b1957a5a293ca263607d6bfeb9a8a811d40c38c8b3c684091d982a/646",
            "gfx_unittests": "b84d956c43a6dd11b0b45bde047184d15eb6d9c408418c2410a8ed94b90ef41a/645",
            "gin_unittests": "189d4410f0afa112d828024821ff5b75aaca49cfae735e1e289076e369cbd1c5/646",
            "gl_tests": "489c8efcb84700bda3d625fa0da5301ec35a82788979220c196170de3208d535/569",
            "gl_unittests": "fae12eb82d87282ec20bcdca70ad50c7611da3d5b95bc69934f197fe18dce0af/569",
            "google_apis_unittests": "b3ea2bb737b7f3714d8e11cc22ce196f51f1fc1635dfba35500f3b92eff3dfe4/731",
            "gpu_unittests": "8566a0402210cdaadd3ec4738c46305c243a6240eeca44dbd9c0b3054e8af937/646",
            "gwp_asan_unittests": "9573521a199d3ab3c8906867ae56e5466d24240d708d4ed2c459c2c29d3f6716/570",
            "headless_browsertests": "4481bf6702a5e1d92fb0b4d962796cd882f6f1ef88e46648fa0160362e09279e/730",
            "headless_unittests": "a6776926fdefc7eb87579f57ea90788fdf1f49e26dbb06a40dc579ce11f3f150/569",
            "interactive_ui_tests": "0af35c4f83f5e26208b65d1ae8894269e92b734dae8ae29a758fde80de1ffcbb/965",
            "ipc_tests": "c3f52db71720f56cc2cf7ba5bd3ef6c110ca29cdaa52558bc883ed9ecffb2e1b/569",
            "jingle_unittests": "406cdf9e52614680e9a4479d8068c3cf7c4c4d46953c968ace2953e15594ec4c/646",
            "latency_unittests": "33a15fdfea3d75a2b8d79d904dbdeecc31c7195cfcc3ecb0041e86120a6ab218/569",
            "libjingle_xmpp_unittests": "8c126f4282821096cedcba39e97447acf0875bebc7b4bee4fb2f0e45226eebf2/569",
            "liburlpattern_unittests": "9ec7f9c3d083b1136517741f86c8114a1e976609e701a6a86880ddd2e485c896/569",
            "media_unittests": "b52c0b582b602955e51ee940688209cd6c2f610347101b14f97d7e41ad9a8801/649",
            "message_center_unittests": "a915c7deff35fbf50c9494a0786cbb806081d38065414d6cade8ed0709bba652/569",
            "midi_unittests": "66f8607408927692fb021c011052595a41c4ec5b3abde8418b32ccc4c7061870/569",
            "mojo_core_unittests": "259e2046b719595281d9d3a6d817fb66a5d41b049e0e2f17d1dcae67d9d967d3/569",
            "mojo_unittests": "5f0489e9c107478cc41fa60e70cd8cc25084b7a77bcb59469a0f47932b238036/647",
            "native_theme_unittests": "d686c87abb9660550a74b36d7b43cd33004a658d17af147160a5131f11396efa/569",
            "net_unittests": "85005e47a07cc8b1cd9c031e722203252aab0e7076d2af246dace6cd31d85b2d/648",
            "openscreen_unittests": "fda2639f45743627fe7a63934e5363475057adb1d46edef418a90a814c2467af/648",
            "ozone_x11_unittests": "f398a044ba09e565b78f85c1807b7942e311193f48216c91b6dd0062cefce8b3/569",
            "pdf_unittests": "f273b22d8a45d78cdb3535a733901d06a3d4d8d56fb5dd154d516580266d45ca/646",
            "perfetto_unittests": "24b74e58b3a824a836c76a38433b96cd478c9712060115f4ac9cfec87c834041/569",
            "ppapi_unittests": "e0e6e61062a91130c312c2aee806b50fed0d3c1aa4b606314ec48ba6e55cfb5b/569",
            "printing_unittests": "428fb5b1e83017cc916261151d1e3c6577be7faa16fb8ea0d677cec8ccffdc35/569",
            "remoting_unittests": "f35a3ced342a2fef619858d8de22a611219f4d439aef9959abcae7372e862061/646",
            "sandbox_linux_unittests": "c381898943616af9a658b4b59b4c5f459bc039a38dc728030dc4b73325d14d76/569",
            "service_manager_unittests": "3761b9a421e5e47683346cdaf2a09d0549f29802a9fe57416e187c61267c39e8/569",
            "services_unittests": "783bc23e9394cce4a33f16d8d76dda68ac41a5ae267f78e03b49a0fbb4b1ef74/815",
            "shell_dialogs_unittests": "19cd5d4b8f7b49a560a8892657a8088a37dbd366b101b30a3ed2df758e91ee34/569",
            "skia_unittests": "780e6873fb376b8dff6b55def6a6be74875942294786ef05e1e898d10761fa15/569",
            "snapshot_unittests": "3904a0902c080bb6237ca9d2baf80b676ababcd263b6603e703d5bee1ed1fa1a/569",
            "sql_unittests": "61a87b1ef97113288366fb89860634a3022c3997de18d50a86bafda3616854f5/646",
            "storage_unittests": "bd92b8a58f679c2a5539281f8b9f8eaa344aa36e022c341b68d820638850aab9/727",
            "sync_integration_tests": "be36952629d431109cc91f88de4a89621ffa73d23b8a283d10195e291ae369ff/729",
            "ui_base_unittests": "ef87d63fcdfc69d2d18dce54f0bb855d7d5e3c5b81b33cc336215017985c26e7/723",
            "ui_touch_selection_unittests": "672dc2f6112e4db2eff70179d0c52bad7810612b33e506ee1c249cc74b59efda/569",
            "unit_tests": "f60eb576c6ea91cb52af8f6aedc393329e2c093408d1f8adc4bd89db252a12b1/1062",
            "url_unittests": "13ccdcb3c3c811aa27e017140bdd981830fee366a66019cf6019a7cd2fae7165/569",
            "views_unittests": "c9ed2c787792173546ed7ff0b485c55a0ac99fb5ece162e18f8c247f7bd28178/569",
            "viz_unittests": "71cafb1faab35ebdddabaabf688849590f1ad0b9f76fe1e3491cc3d8f093f85f/653",
            "vr_common_unittests": "09682d8afdc133f03c1348cce95840a2aaa30b89f1380860eeb7b5aaa1188057/648",
            "vr_pixeltests": "341ab7380ea9836d1b342ff8938e8a55dde2f738a50f0605266e20c57c7afa4c/646",
            "weblayer_browsertests": "9b8e719479821f2081d960db16e511cc1ab17163a686377d3369fb4bdfb17fbb/814",
            "weblayer_unittests": "6c4a06f9e7393eb036dc77f4a6a9e3810a85f06605de66bb3a0746352042d3b0/646",
            "wm_unittests": "052ac46ced936e298b04e471c1c07142ea4cebbe257d68fcae8d1d0a4d7f5528/569",
            "wtf_unittests": "8cf9c5687903407c4eb10793abc8cdba42ff392993706237a1e448b880e15ee7/569",
            "x11_unittests": "326d488df46ec20f1b7665862d0d689a3ad56e117d14449a6d4f4447f03112b2/569",
            "xr_browser_tests": "b21c113cd6adff65a41feb36bd990e1779cb34c0cf0acb3d6cf915eeadf936f8/728",
            "zlib_unittests": "a238f3361a6ee41d2b7a3636a4174c246e2e0cdfd7e4f0b693324eb793284223/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "d35d624e302339bddf63f41a26541de5b97ee363969aba926d26843428908d07/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d5d334d0a4dba9b8f42ebf6554769c32b79a0407",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8994289974760715872"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "79647"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[14:01:20.690] Scheduled build:
{
  "id": "8828859912839035729",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 71600,
  "createdBy": "project:chromium",
  "createTime": "2021-12-03T14:01:20.184220266Z",
  "updateTime": "2021-12-03T14:01:20.184220266Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "d5d334d0a4dba9b8f42ebf6554769c32b79a0407",
      "ref": "refs/heads/main"
    }
  }
}
[14:01:20.690] Task URL: https://cr-buildbucket.appspot.com/build/8828859912839035729
[14:01:20.690] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994289974760715872:2:0) after 2m50s
[14:01:46.317] Received PubSub notification, asking Buildbucket for the build status
[14:01:46.369] Build status: STARTED
[14:04:10.743] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994289974760715872:2:0)
[14:04:10.777] Build status: STARTED
[14:04:10.777] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994289974760715872:4:0) after 1m43s
[14:05:53.804] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994289974760715872:4:0)
[14:05:53.837] Build status: STARTED
[14:05:53.837] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994289974760715872:5:0) after 4m54s
[14:10:47.976] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994289974760715872:5:0)
[14:10:48.009] Build status: STARTED
[14:10:48.009] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994289974760715872:6:0) after 8m39s
[14:19:27.029] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994289974760715872:6:0)
[14:19:27.248] Build status: STARTED
[14:19:27.248] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994289974760715872:7:0) after 5m32s
[14:24:59.266] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994289974760715872:7:0)
[14:24:59.302] Build status: STARTED
[14:24:59.302] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994289974760715872:8:0) after 4m24s
[14:29:23.421] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994289974760715872:8:0)
[14:29:23.452] Build status: STARTED
[14:29:23.452] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994289974760715872:9:0) after 8m20s
[14:31:07.053] Received PubSub notification, asking Buildbucket for the build status
[14:31:07.091] Build:
{
  "id": "8828859912839035729",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 71600,
  "createdBy": "project:chromium",
  "createTime": "2021-12-03T14:01:20.184220266Z",
  "startTime": "2021-12-03T14:01:44.864399Z",
  "endTime": "2021-12-03T14:31:06.185172337Z",
  "updateTime": "2021-12-03T14:31:06.185172337Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "d5d334d0a4dba9b8f42ebf6554769c32b79a0407",
      "ref": "refs/heads/main"
    }
  }
}
[14:31:07.091] Invocation finished in 29m48.123692831s with status FAILED