Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 31 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/79978 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "c610e72984f5712e9c33143e6b8578e874a945e9"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "36fcf80b1f2a99fdaa46d044994dfe96a08d7362",
  "parent_got_dawn_revision": "f296710f64b6625d204262c09463401def70cea6",
  "parent_got_nacl_revision": "a90562b0e045950f6884105bfa6e560dbce9d319",
  "parent_got_revision": "c610e72984f5712e9c33143e6b8578e874a945e9",
  "parent_got_revision_cp": "refs/heads/main@{#951759}",
  "parent_got_swiftshader_revision": "f354daff5a2b882fc182c8377c826aa99b30f989",
  "parent_got_v8_revision": "b5bf62dafe52d10d65bfd2e378d658b5b3b04a5e",
  "parent_got_v8_revision_cp": "refs/heads/9.9.3@{#1}",
  "parent_got_webrtc_revision": "63b97de330fe3d4775b9b4df8ad15c7593d58fc0",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35530}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "c610e72984f5712e9c33143e6b8578e874a945e9",
  "swarm_hashes": {
    "absl_hardening_tests": "2bf9af99940f6ffd82af26daddac2a12a48b4f984f8ebd0f3fa91cfea9df517b/569",
    "accessibility_unittests": "0fe3b3d51ea1ead0e6fad5e981c686e0df119d81d8e1c5706c7e578a51830ec1/569",
    "angle_unittests": "78a325a889d0047e376d8ce52eae0169ffa71dc1533d50c2c2a937355e73ed80/570",
    "app_shell_unittests": "5a8de04cdd2d173f978b27974714e2ffb1706c19232e0fcbc634558f7de6debd/730",
    "aura_unittests": "7be95ae37347665b0eb5b17d72e257f51d09ca76605f35822f7118ace17555d2/569",
    "base_unittests": "509864ff2fc3e718aa582469cc54ba475417095d1e298edef1ac52310f687a9b/648",
    "blink_common_unittests": "2f041924905541db2928408d1e3cdceee8804c3334a3a1d7e70a351ff44b50d0/647",
    "blink_fuzzer_unittests": "079effa14804eabe9797a15df9324da0de99db8f97547e5d1cb9516fa52cf202/569",
    "blink_heap_unittests": "aa12200836e2d7fbed0f47e460cf78b072929dbee356cdbd8753a5bb2dc09331/569",
    "blink_platform_unittests": "22700b3275aa598763fca76eb9a2ac09fa562caedd354553ce664e69ea26fe84/726",
    "blink_unittests": "3a35da866a231cc838b810014e6bc572030c8508d7af326a81edcfd306bea56f/810",
    "boringssl_crypto_tests": "078fd8e1cf85c21f4d8105a61bd385f39806774eb8cc8651d922932192de0a8c/570",
    "boringssl_ssl_tests": "5c0adec35878ff00371652cf2eb338a4b783f83bc60a8f7bfa9ddc880065d355/569",
    "capture_unittests": "ba3b92fde61b40f01153ed6ada70c33c4450eb7bf1696d95cc8afff8ef2ba0a8/648",
    "cast_unittests": "7875e674f9f92f945561278985fd194d6f8b79fb51df0fff99df6a835504840c/569",
    "cc_unittests": "a9b612c69fe7ef2f2b91a9184d392db10bcfb94ddf60c64580bdb98275d6c7ab/653",
    "chrome_app_unittests": "b8d17c7be6e9dbb5f4f3257d444d8cee986f972ed46d0ddf78fd7bc7629129b2/648",
    "chromedriver_unittests": "f5a1dca2d8335a90459eeee69252fd7878f287c3d79c2633ef13ee802780360c/726",
    "color_unittests": "ddaea30e5d8e1c9c1b232f8d6791b6b8e2ece141982998f3e0a01ea0f09f6387/569",
    "components_browsertests": "d2403727a1b533cf0d15e598805bdb764d018fe4f3744fe354e8818bac04fe1f/813",
    "components_unittests": "d31b369ab3a0fbe38865069e41d4b47dc2ec2bae5a4fb45f12b3b6a54461cfe4/813",
    "compositor_unittests": "132ac0656440782c93a61e3fca6cdd26ed845a81598c0c9e495a8bb454e1602b/645",
    "content_browsertests": "8529461d19a39cb1d7898485ac35817d36d4490bbd78dbdb978b19962e5b6c5b/887",
    "content_unittests": "af470f3e91cbdd74d11f0d4d5e3c546f13b78d0a39d09e054efe884e8baf7114/806",
    "cronet_tests": "578a05efc30d6b92cd774217e1886a65e952e6e363799af05d50d6b48cb715d6/730",
    "cronet_unittests": "72cde545a46e26cff3c29e02af47208c71608ec3ad71ce0d6fe4ce1d704c3075/646",
    "crypto_unittests": "a91a5f880951d2d767226631fb1f1b9e7902c4f7caf99364f336db5e33afa796/569",
    "dbus_unittests": "584c91a99148c883e1099daa59283c10bc69a84241a9122e08e9d3b019d8d7e7/569",
    "device_unittests": "b0c7f06fff7cb28ae4ae0a45c9d02a2233fc4061e5f0ff109196272e8b867af9/646",
    "display_unittests": "919c16394db69f4f597d5e2f7f5641bdfb0f9c640a0c60b7f33056b5c99e4356/569",
    "events_unittests": "ce8b79da863860ad9c759cc27e87fd17c3b34f465c3eb8105252d7870af00e81/569",
    "extensions_browsertests": "65cf32d9121340af309389da12baadf5afcb436a3663a2f21ff629e78b0e94a2/732",
    "extensions_unittests": "99c4ad0670851b5c46684f2f64dc156ac9addd190afd4ecf1f29118762a408cf/896",
    "filesystem_service_unittests": "8770fc20cde476d000c2f8e7d43b12df07ae4c1922b848bea51d3a30769e0858/569",
    "gcm_unit_tests": "dada65315ccb05c8b23b09ed3f14f3d5431e956c9b00d80c74de7c68b15344a0/646",
    "gfx_unittests": "757049126d12fe53aec7d9f9ac66b830a10e3190773f6db299fb6eec328365a2/645",
    "gin_unittests": "6be4d335b5d0ebed035f5a800681cbfda416a32b8dfc0340a8e554f598744c1b/646",
    "gl_tests": "5a21538c39f8afc8489df82af1fd92d80747723d833281ac36f3f21cd031db86/569",
    "gl_unittests": "552acc867f255bc413ca13dfcd8fea4d266957c27eef1de19ac2b8fd04de2497/569",
    "google_apis_unittests": "9a436cbaaa1be31d02c83cb53689e4c49473a062f6155a0bbd495f9c6ef33e99/731",
    "gpu_unittests": "17f31fd9dfb9d9a4892f111ec312a2208952fb95a48a2d16e195190a058a140a/646",
    "gwp_asan_unittests": "9bd66a7d49c7d19d8316c2d096bd63d14f4fa9386cb6568c2d2e82ba25574cbd/570",
    "headless_browsertests": "de8190c6a6152c6634048bf280662b3afcbb7ff63dd8b10a1ce92fe93e7ac0fe/730",
    "headless_unittests": "992e0b3b1fecbb8d42c566fe52fab8eea815ebf35fa1c7184b4fd9cd494c5537/569",
    "interactive_ui_tests": "1d5f3b34cfc905eb5d868e31411558e313781c1762a081ba817cfc947d5c0e55/965",
    "ipc_tests": "7cd70a5736af664dcea4ca75fdd25be10257a713119229e774536e2b29750483/569",
    "jingle_unittests": "9e4cce8b2458ec73756c912f4af26b2201a3c74e71b0036a5d799b5b443a35dd/646",
    "latency_unittests": "3cc8c1fb85e68a63282fe537387049b57a49ba4ed5992f4d50469a93ad3f212d/569",
    "libjingle_xmpp_unittests": "1095db8271d6f9f40a0ea59ec4bace17d3a97596fb317dfe75c4b350941391ae/569",
    "liburlpattern_unittests": "a6a2eb5ed46c3b70fde04deb3e7571dd1cb5a5109beebe7ab2cfb3eec470cbde/569",
    "media_unittests": "a305594d08724e9699c397df5a2fc090289b3a224d96fc1ee13c902e6aa579ee/649",
    "message_center_unittests": "3603681aac19a6febf58c6322d602cd01f80a3f7eb1d7367d5bca2902e100ec3/569",
    "midi_unittests": "62eda641460a546227355c7fcbcb0491ede906341ffb291b717a9f8142ca5d9d/569",
    "mojo_core_unittests": "d232a21b5161dee908400ded56db4196b0092e0f25eb12364bf68e5a38c4ce7a/569",
    "mojo_unittests": "be02b862a0d855e94ef72cc95bd702eb513842802b6cb67a5d9206a4f987e3f5/647",
    "native_theme_unittests": "56b4b25293c8ca7de38c4ec23d7e5cb839c64065134629e564182e07bfdd66cd/569",
    "net_unittests": "2a470c30d466044a44b14242184d12980515d4321aa8fc23eb604146ff47348b/648",
    "openscreen_unittests": "be2902767a72292a3393781da4d6271f27b5ba0dccdeacaedceeef09fe85aee0/648",
    "ozone_x11_unittests": "524ff2e4725d07b130c8fa1538eff34a2e2931a31c9e9c08ebf32d3cb872c3e0/569",
    "pdf_unittests": "450791bc8c0d2b15f41133d9dd040fa6f008a6811a77b9b259448812f04b577a/646",
    "perfetto_unittests": "1d1af52adfd321c600b52fc7c76f6cf0d3948f32238fbbad9787b653cc8bff92/569",
    "ppapi_unittests": "2974dde1c201f8f2e1dc14d0b76c5075e866254a4f050e4d17a17c4c0df9d07d/569",
    "printing_unittests": "bab1d82d11595e1c11e72282db29eea091a495233e911cd59ef1e9a5bb997561/569",
    "remoting_unittests": "2a53057d8f49d996b62f662d5be21dbed0e9dc078a8f92775a509ac37cb077d2/646",
    "sandbox_linux_unittests": "3551ce0937919267b18d687a1c7631d1e9923027f0f01ce9d4d05a6af9fb3d40/569",
    "service_manager_unittests": "ff4e0b307435c8eb49a7d1509415202b9636124a71eaf9f9898ed758742db701/569",
    "services_unittests": "db5694b3feb78314e2b750821b8decf3e4dc4d4d1a81aa0db7d6dcd6fbbc374c/815",
    "shell_dialogs_unittests": "21006ca2aea8c877170186e7e4d3270788c9057625e4f8ba1536af3aac92eee5/569",
    "skia_unittests": "317b4de54872fb4c1e2771705687b122a96656aab3a3d3ab61ca3b58483b14e5/569",
    "snapshot_unittests": "83ff7a44ec1a1f3f44e0320ae578ed8760bc56e1e2ee14ebf69d16a1821abc56/569",
    "sql_unittests": "c03afe86982c40df46e15a86a7dd75ceac52c41971462f0ea1700bc969ee4349/646",
    "storage_unittests": "77ec428980365a7c5ea2a483feb7e470c488e622425254fa637ad077064f0907/727",
    "sync_integration_tests": "baa0395f9dd87f96fda927922e0b2b79c767ab8cb7a4cdd6d6dff73523714d55/729",
    "ui_base_unittests": "066b9181a2132f63612dafab0a5fff3c43e3ba8646e915574499f8d7e81b5793/723",
    "ui_touch_selection_unittests": "23c080104cc183b12db216140118b93855ac470b1592fd15ae0416959f3de973/569",
    "unit_tests": "6d65a2c91f557b6273a9b51b9dd4356d95f385a24bf0cae12489be999ff23ce8/1062",
    "url_unittests": "d05784a7f4c06f50270bbedc96a1ae61158fb8c24420a326ef7d47f10befb3f3/569",
    "views_unittests": "d41176de52094f31ceb7220a125e20c7d39aa597e839362dbe9dc394d8850a3f/569",
    "viz_unittests": "b7ba688c190eeb7401ea44d3082a325480b1c09e0aebe861dc9b4a6b6c2df3a5/653",
    "vr_common_unittests": "a613db3ad323a8dbdf507dabb4dbcda8f0609543281811a3949bcc9bf4579fdf/648",
    "vr_pixeltests": "4d93dba78423cb7cd45b0c5f3cdb7aa5e1c91bbd112b70557c2571264a5b8a50/646",
    "weblayer_browsertests": "71348f46ee2bca2978431f329b86cb6df8b9b57915bb29b732cf4818dd42c20b/814",
    "weblayer_unittests": "d87cb113567b6bd673956b98a1a7148a996b45523049ed879db4e58695baef63/646",
    "wm_unittests": "eb97ede0cfe69520dbe7e1c7fb0a2ee643fc43afaa3f28009fce24cdc56adfd2/569",
    "wtf_unittests": "c1c0c0aefc9837e017609cef6fdd8bb1d13fa6740052eac17759c893c9c20ede/569",
    "x11_unittests": "8f8b59315994b80c546b8667f37d57c62558256f926c33d309835e7928054808/569",
    "xr_browser_tests": "6325ddf84717b32e4233aed3e4b37be379c29c6002a0036b737e4fe083c4265f/728",
    "zlib_unittests": "a135a87249e12116ec15e4fb96498a89d0742a143146090ac947e11fdf2f0699/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "d35d624e302339bddf63f41a26541de5b97ee363969aba926d26843428908d07/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c610e72984f5712e9c33143e6b8578e874a945e9
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:79978
  • user_agent:recipe

Debug log (UTC)

[02:02:17.112] New invocation is queued and will start shortly
[02:02:17.112] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[02:02:18.320] Starting the invocation (attempt 1)
[02:02:18.367] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c610e72984f5712e9c33143e6b8578e874a945e9"
[02:02:18.367] Popped gitiles commit info from properties and tags
[02:02:18.367] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:02:18.367] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:02:18.374] Buildbucket request:
{
  "requestId": "8993248048694401648",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "c610e72984f5712e9c33143e6b8578e874a945e9"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "36fcf80b1f2a99fdaa46d044994dfe96a08d7362",
      "parent_got_dawn_revision": "f296710f64b6625d204262c09463401def70cea6",
      "parent_got_nacl_revision": "a90562b0e045950f6884105bfa6e560dbce9d319",
      "parent_got_revision": "c610e72984f5712e9c33143e6b8578e874a945e9",
      "parent_got_revision_cp": "refs/heads/main@{#951759}",
      "parent_got_swiftshader_revision": "f354daff5a2b882fc182c8377c826aa99b30f989",
      "parent_got_v8_revision": "b5bf62dafe52d10d65bfd2e378d658b5b3b04a5e",
      "parent_got_v8_revision_cp": "refs/heads/9.9.3@{#1}",
      "parent_got_webrtc_revision": "63b97de330fe3d4775b9b4df8ad15c7593d58fc0",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35530}",
      "swarm_hashes": {
            "absl_hardening_tests": "2bf9af99940f6ffd82af26daddac2a12a48b4f984f8ebd0f3fa91cfea9df517b/569",
            "accessibility_unittests": "0fe3b3d51ea1ead0e6fad5e981c686e0df119d81d8e1c5706c7e578a51830ec1/569",
            "angle_unittests": "78a325a889d0047e376d8ce52eae0169ffa71dc1533d50c2c2a937355e73ed80/570",
            "app_shell_unittests": "5a8de04cdd2d173f978b27974714e2ffb1706c19232e0fcbc634558f7de6debd/730",
            "aura_unittests": "7be95ae37347665b0eb5b17d72e257f51d09ca76605f35822f7118ace17555d2/569",
            "base_unittests": "509864ff2fc3e718aa582469cc54ba475417095d1e298edef1ac52310f687a9b/648",
            "blink_common_unittests": "2f041924905541db2928408d1e3cdceee8804c3334a3a1d7e70a351ff44b50d0/647",
            "blink_fuzzer_unittests": "079effa14804eabe9797a15df9324da0de99db8f97547e5d1cb9516fa52cf202/569",
            "blink_heap_unittests": "aa12200836e2d7fbed0f47e460cf78b072929dbee356cdbd8753a5bb2dc09331/569",
            "blink_platform_unittests": "22700b3275aa598763fca76eb9a2ac09fa562caedd354553ce664e69ea26fe84/726",
            "blink_unittests": "3a35da866a231cc838b810014e6bc572030c8508d7af326a81edcfd306bea56f/810",
            "boringssl_crypto_tests": "078fd8e1cf85c21f4d8105a61bd385f39806774eb8cc8651d922932192de0a8c/570",
            "boringssl_ssl_tests": "5c0adec35878ff00371652cf2eb338a4b783f83bc60a8f7bfa9ddc880065d355/569",
            "capture_unittests": "ba3b92fde61b40f01153ed6ada70c33c4450eb7bf1696d95cc8afff8ef2ba0a8/648",
            "cast_unittests": "7875e674f9f92f945561278985fd194d6f8b79fb51df0fff99df6a835504840c/569",
            "cc_unittests": "a9b612c69fe7ef2f2b91a9184d392db10bcfb94ddf60c64580bdb98275d6c7ab/653",
            "chrome_app_unittests": "b8d17c7be6e9dbb5f4f3257d444d8cee986f972ed46d0ddf78fd7bc7629129b2/648",
            "chromedriver_unittests": "f5a1dca2d8335a90459eeee69252fd7878f287c3d79c2633ef13ee802780360c/726",
            "color_unittests": "ddaea30e5d8e1c9c1b232f8d6791b6b8e2ece141982998f3e0a01ea0f09f6387/569",
            "components_browsertests": "d2403727a1b533cf0d15e598805bdb764d018fe4f3744fe354e8818bac04fe1f/813",
            "components_unittests": "d31b369ab3a0fbe38865069e41d4b47dc2ec2bae5a4fb45f12b3b6a54461cfe4/813",
            "compositor_unittests": "132ac0656440782c93a61e3fca6cdd26ed845a81598c0c9e495a8bb454e1602b/645",
            "content_browsertests": "8529461d19a39cb1d7898485ac35817d36d4490bbd78dbdb978b19962e5b6c5b/887",
            "content_unittests": "af470f3e91cbdd74d11f0d4d5e3c546f13b78d0a39d09e054efe884e8baf7114/806",
            "cronet_tests": "578a05efc30d6b92cd774217e1886a65e952e6e363799af05d50d6b48cb715d6/730",
            "cronet_unittests": "72cde545a46e26cff3c29e02af47208c71608ec3ad71ce0d6fe4ce1d704c3075/646",
            "crypto_unittests": "a91a5f880951d2d767226631fb1f1b9e7902c4f7caf99364f336db5e33afa796/569",
            "dbus_unittests": "584c91a99148c883e1099daa59283c10bc69a84241a9122e08e9d3b019d8d7e7/569",
            "device_unittests": "b0c7f06fff7cb28ae4ae0a45c9d02a2233fc4061e5f0ff109196272e8b867af9/646",
            "display_unittests": "919c16394db69f4f597d5e2f7f5641bdfb0f9c640a0c60b7f33056b5c99e4356/569",
            "events_unittests": "ce8b79da863860ad9c759cc27e87fd17c3b34f465c3eb8105252d7870af00e81/569",
            "extensions_browsertests": "65cf32d9121340af309389da12baadf5afcb436a3663a2f21ff629e78b0e94a2/732",
            "extensions_unittests": "99c4ad0670851b5c46684f2f64dc156ac9addd190afd4ecf1f29118762a408cf/896",
            "filesystem_service_unittests": "8770fc20cde476d000c2f8e7d43b12df07ae4c1922b848bea51d3a30769e0858/569",
            "gcm_unit_tests": "dada65315ccb05c8b23b09ed3f14f3d5431e956c9b00d80c74de7c68b15344a0/646",
            "gfx_unittests": "757049126d12fe53aec7d9f9ac66b830a10e3190773f6db299fb6eec328365a2/645",
            "gin_unittests": "6be4d335b5d0ebed035f5a800681cbfda416a32b8dfc0340a8e554f598744c1b/646",
            "gl_tests": "5a21538c39f8afc8489df82af1fd92d80747723d833281ac36f3f21cd031db86/569",
            "gl_unittests": "552acc867f255bc413ca13dfcd8fea4d266957c27eef1de19ac2b8fd04de2497/569",
            "google_apis_unittests": "9a436cbaaa1be31d02c83cb53689e4c49473a062f6155a0bbd495f9c6ef33e99/731",
            "gpu_unittests": "17f31fd9dfb9d9a4892f111ec312a2208952fb95a48a2d16e195190a058a140a/646",
            "gwp_asan_unittests": "9bd66a7d49c7d19d8316c2d096bd63d14f4fa9386cb6568c2d2e82ba25574cbd/570",
            "headless_browsertests": "de8190c6a6152c6634048bf280662b3afcbb7ff63dd8b10a1ce92fe93e7ac0fe/730",
            "headless_unittests": "992e0b3b1fecbb8d42c566fe52fab8eea815ebf35fa1c7184b4fd9cd494c5537/569",
            "interactive_ui_tests": "1d5f3b34cfc905eb5d868e31411558e313781c1762a081ba817cfc947d5c0e55/965",
            "ipc_tests": "7cd70a5736af664dcea4ca75fdd25be10257a713119229e774536e2b29750483/569",
            "jingle_unittests": "9e4cce8b2458ec73756c912f4af26b2201a3c74e71b0036a5d799b5b443a35dd/646",
            "latency_unittests": "3cc8c1fb85e68a63282fe537387049b57a49ba4ed5992f4d50469a93ad3f212d/569",
            "libjingle_xmpp_unittests": "1095db8271d6f9f40a0ea59ec4bace17d3a97596fb317dfe75c4b350941391ae/569",
            "liburlpattern_unittests": "a6a2eb5ed46c3b70fde04deb3e7571dd1cb5a5109beebe7ab2cfb3eec470cbde/569",
            "media_unittests": "a305594d08724e9699c397df5a2fc090289b3a224d96fc1ee13c902e6aa579ee/649",
            "message_center_unittests": "3603681aac19a6febf58c6322d602cd01f80a3f7eb1d7367d5bca2902e100ec3/569",
            "midi_unittests": "62eda641460a546227355c7fcbcb0491ede906341ffb291b717a9f8142ca5d9d/569",
            "mojo_core_unittests": "d232a21b5161dee908400ded56db4196b0092e0f25eb12364bf68e5a38c4ce7a/569",
            "mojo_unittests": "be02b862a0d855e94ef72cc95bd702eb513842802b6cb67a5d9206a4f987e3f5/647",
            "native_theme_unittests": "56b4b25293c8ca7de38c4ec23d7e5cb839c64065134629e564182e07bfdd66cd/569",
            "net_unittests": "2a470c30d466044a44b14242184d12980515d4321aa8fc23eb604146ff47348b/648",
            "openscreen_unittests": "be2902767a72292a3393781da4d6271f27b5ba0dccdeacaedceeef09fe85aee0/648",
            "ozone_x11_unittests": "524ff2e4725d07b130c8fa1538eff34a2e2931a31c9e9c08ebf32d3cb872c3e0/569",
            "pdf_unittests": "450791bc8c0d2b15f41133d9dd040fa6f008a6811a77b9b259448812f04b577a/646",
            "perfetto_unittests": "1d1af52adfd321c600b52fc7c76f6cf0d3948f32238fbbad9787b653cc8bff92/569",
            "ppapi_unittests": "2974dde1c201f8f2e1dc14d0b76c5075e866254a4f050e4d17a17c4c0df9d07d/569",
            "printing_unittests": "bab1d82d11595e1c11e72282db29eea091a495233e911cd59ef1e9a5bb997561/569",
            "remoting_unittests": "2a53057d8f49d996b62f662d5be21dbed0e9dc078a8f92775a509ac37cb077d2/646",
            "sandbox_linux_unittests": "3551ce0937919267b18d687a1c7631d1e9923027f0f01ce9d4d05a6af9fb3d40/569",
            "service_manager_unittests": "ff4e0b307435c8eb49a7d1509415202b9636124a71eaf9f9898ed758742db701/569",
            "services_unittests": "db5694b3feb78314e2b750821b8decf3e4dc4d4d1a81aa0db7d6dcd6fbbc374c/815",
            "shell_dialogs_unittests": "21006ca2aea8c877170186e7e4d3270788c9057625e4f8ba1536af3aac92eee5/569",
            "skia_unittests": "317b4de54872fb4c1e2771705687b122a96656aab3a3d3ab61ca3b58483b14e5/569",
            "snapshot_unittests": "83ff7a44ec1a1f3f44e0320ae578ed8760bc56e1e2ee14ebf69d16a1821abc56/569",
            "sql_unittests": "c03afe86982c40df46e15a86a7dd75ceac52c41971462f0ea1700bc969ee4349/646",
            "storage_unittests": "77ec428980365a7c5ea2a483feb7e470c488e622425254fa637ad077064f0907/727",
            "sync_integration_tests": "baa0395f9dd87f96fda927922e0b2b79c767ab8cb7a4cdd6d6dff73523714d55/729",
            "ui_base_unittests": "066b9181a2132f63612dafab0a5fff3c43e3ba8646e915574499f8d7e81b5793/723",
            "ui_touch_selection_unittests": "23c080104cc183b12db216140118b93855ac470b1592fd15ae0416959f3de973/569",
            "unit_tests": "6d65a2c91f557b6273a9b51b9dd4356d95f385a24bf0cae12489be999ff23ce8/1062",
            "url_unittests": "d05784a7f4c06f50270bbedc96a1ae61158fb8c24420a326ef7d47f10befb3f3/569",
            "views_unittests": "d41176de52094f31ceb7220a125e20c7d39aa597e839362dbe9dc394d8850a3f/569",
            "viz_unittests": "b7ba688c190eeb7401ea44d3082a325480b1c09e0aebe861dc9b4a6b6c2df3a5/653",
            "vr_common_unittests": "a613db3ad323a8dbdf507dabb4dbcda8f0609543281811a3949bcc9bf4579fdf/648",
            "vr_pixeltests": "4d93dba78423cb7cd45b0c5f3cdb7aa5e1c91bbd112b70557c2571264a5b8a50/646",
            "weblayer_browsertests": "71348f46ee2bca2978431f329b86cb6df8b9b57915bb29b732cf4818dd42c20b/814",
            "weblayer_unittests": "d87cb113567b6bd673956b98a1a7148a996b45523049ed879db4e58695baef63/646",
            "wm_unittests": "eb97ede0cfe69520dbe7e1c7fb0a2ee643fc43afaa3f28009fce24cdc56adfd2/569",
            "wtf_unittests": "c1c0c0aefc9837e017609cef6fdd8bb1d13fa6740052eac17759c893c9c20ede/569",
            "x11_unittests": "8f8b59315994b80c546b8667f37d57c62558256f926c33d309835e7928054808/569",
            "xr_browser_tests": "6325ddf84717b32e4233aed3e4b37be379c29c6002a0036b737e4fe083c4265f/728",
            "zlib_unittests": "a135a87249e12116ec15e4fb96498a89d0742a143146090ac947e11fdf2f0699/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "d35d624e302339bddf63f41a26541de5b97ee363969aba926d26843428908d07/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "c610e72984f5712e9c33143e6b8578e874a945e9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8993248048694401648"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "79978"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[02:02:19.036] Scheduled build:
{
  "id": "8827817986523430817",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 71931,
  "createdBy": "project:chromium",
  "createTime": "2021-12-15T02:02:18.551452905Z",
  "updateTime": "2021-12-15T02:02:18.551452905Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "c610e72984f5712e9c33143e6b8578e874a945e9",
      "ref": "refs/heads/main"
    }
  }
}
[02:02:19.036] Task URL: https://cr-buildbucket.appspot.com/build/8827817986523430817
[02:02:19.036] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993248048694401648:2:0) after 5m32s
[02:03:22.208] Received PubSub notification, asking Buildbucket for the build status
[02:03:22.230] Build status: STARTED
[02:07:51.056] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993248048694401648:2:0)
[02:07:51.103] Build status: STARTED
[02:07:51.103] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993248048694401648:4:0) after 3m52s
[02:11:43.494] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993248048694401648:4:0)
[02:11:43.530] Build status: STARTED
[02:11:43.530] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993248048694401648:5:0) after 8m31s
[02:20:14.697] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993248048694401648:5:0)
[02:20:14.729] Build status: STARTED
[02:20:14.729] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993248048694401648:6:0) after 7m54s
[02:28:08.848] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993248048694401648:6:0)
[02:28:08.872] Build status: STARTED
[02:28:08.872] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993248048694401648:7:0) after 3m8s
[02:31:16.893] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993248048694401648:7:0)
[02:31:16.925] Build status: STARTED
[02:31:16.925] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993248048694401648:8:0) after 5m48s
[02:33:20.170] Received PubSub notification, asking Buildbucket for the build status
[02:33:20.191] Build:
{
  "id": "8827817986523430817",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 71931,
  "createdBy": "project:chromium",
  "createTime": "2021-12-15T02:02:18.551452905Z",
  "startTime": "2021-12-15T02:03:18.942729Z",
  "endTime": "2021-12-15T02:33:19.346053272Z",
  "updateTime": "2021-12-15T02:33:19.346053272Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "c610e72984f5712e9c33143e6b8578e874a945e9",
      "ref": "refs/heads/main"
    }
  }
}
[02:33:20.191] Invocation finished in 31m3.094066705s with status FAILED