Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 1 hour
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/79889 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "23e733938cd1ab52bbc025aff95fac9ab6bcf0e7"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "a1b9eb68e41750c9d3869ce990b0c05362ff5aac",
  "parent_got_dawn_revision": "16e3221a0eb5dec8e38eb5f23885e50c1db44db5",
  "parent_got_nacl_revision": "a90562b0e045950f6884105bfa6e560dbce9d319",
  "parent_got_revision": "23e733938cd1ab52bbc025aff95fac9ab6bcf0e7",
  "parent_got_revision_cp": "refs/heads/main@{#950828}",
  "parent_got_swiftshader_revision": "592d413edb56b53e4acbe5146c7b06d57af2a46e",
  "parent_got_v8_revision": "8a05d7add33e40e73aac9fc43b4d9cce04adeaca",
  "parent_got_v8_revision_cp": "refs/heads/9.9.1@{#1}",
  "parent_got_webrtc_revision": "a6b138d6b4ef3a5b2c87f899b67f3b5c8dd3c002",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35509}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "23e733938cd1ab52bbc025aff95fac9ab6bcf0e7",
  "swarm_hashes": {
    "absl_hardening_tests": "eb82963e85d05f8df4cc6cee1d0e6b622e65753c0fc7272fe41f7f327eac1cd8/569",
    "accessibility_unittests": "9ac83c8fde58ceb36b69ccbee4d931137b97baa1195ee4a34b3ee540058466d3/569",
    "angle_unittests": "5dc98937d2f1d0dd6f1061bd895319645f1d9eb722f6285e756e8ac52fd152d0/570",
    "app_shell_unittests": "c34a9c5b70733138ee084320f504774e90859beb39e8d98304b822c65b5257b6/730",
    "aura_unittests": "d5f823ab77092b685c5e3970bf2b45079497a8b52289cf9c157d616a7c0ab826/569",
    "base_unittests": "c8c9fbcbfe70f8aa3fdbcf505993494d1516b5b1fa8137d8cfc73da0566309ee/648",
    "blink_common_unittests": "10712d9f1d26e64bef40d4d0bdaabc2d3ef8caabc5248f47f62dc47809f13c8b/647",
    "blink_fuzzer_unittests": "362e416e920117e540931daf692f995348cba61a56f1471726fa06cc996c5354/569",
    "blink_heap_unittests": "8f0ba3b98d3eebc9ae20164abe94a6c9134d13263cc6d335ebb22736c38ec6e2/569",
    "blink_platform_unittests": "b6e01ef890e00986d2528371a09b40e6c4df7f051eda1f95c6d382da8ebab7a6/726",
    "blink_unittests": "a66ca922ac9ad210be361b55b2826679130c3da5d1cf6127cb376e8b9dad639c/810",
    "boringssl_crypto_tests": "6c9b03887aab9a39e662d51503cfe66fe8b89d36d480a23ba4ac1f998a8e2cb9/570",
    "boringssl_ssl_tests": "3d7594346429159fc2d39bab0860e33f53766dd93d0776755e8a983ea3060025/569",
    "capture_unittests": "e8e133d98769df93f6ef37c8076e4a6d7e9ef610113dd6bf1d237259613015c4/648",
    "cast_unittests": "3542c5ad2ec5f5242550011f278fe644fa078462a2704d2e6f3e11d25684b02e/569",
    "cc_unittests": "99fa32f6c2b14d23a46a209b1d272430ca977d8302e4d13e36a1fb9370bf5daa/653",
    "chrome_app_unittests": "e05ecb5bfc4e0ce590ee5291c5140b197dc094cbd4be886ba4b84790e99cdf06/648",
    "chromedriver_unittests": "80ef5171e486cb16216e974f6985933543c76acad8d7fd13b03c9a31ef3e050c/726",
    "color_unittests": "ed7c6cd5328984b46cd9d0b75716c97c7d3a8bc21d62069fa20ed5ae0f862370/569",
    "components_browsertests": "64b69ffe0eb64c56b7fbc7a1bfd999fa0d166830ef71717377c835b6aaa38b1e/813",
    "components_unittests": "e87be5779b6bba563a23865b2b2c6d8d0cadeb5088a6e5e2a454cf0fff356ad1/813",
    "compositor_unittests": "f244efb91cd3fc3eb45861948aa60db3b42a724e8255044fef3b734bcdd165a3/645",
    "content_browsertests": "5d54285f79350132d18a8e147f9d3df0371e5c9c9847801d9ec2e4f33f12dcc6/887",
    "content_unittests": "55720244ba657551c90a24f0c39a5abf3fb7b7333ba0690426b778ba96fe9683/806",
    "cronet_tests": "3b8714c6a157b02dc71feb5192deee1da70470c52288e34ad57219aa409b9d75/730",
    "cronet_unittests": "4ead5e40cc8afe0bc29100de2ee87ff798a3d199c2e6e44d1b0bdaba255cb70a/646",
    "crypto_unittests": "294f5c1f8bccb47ff2e333f6ed2ce84fb2178de248121002bca1bec6b155f5eb/569",
    "dbus_unittests": "03c106c450ad27c638f6942987c1f56b623875cd7abc65fc6775814bb05c36d0/569",
    "device_unittests": "0d7f4ed1cc6b0d6e28443a821caa792c39ef6336aacfaaa3d4e5bb8eb5b54fba/646",
    "display_unittests": "6c99d4f615ff50a063fbe98f3d1e90775571cf1452239a5b576fc3f721405084/569",
    "events_unittests": "eb6abe10a95b23648a01d480d8784c16e359196ecfd5d04a7cc371230bca1b4d/569",
    "extensions_browsertests": "64c8f2a442786997a576b690145dc577a48dc2415b5791f5834c94cc389e2a52/732",
    "extensions_unittests": "7190b471d2e850c0797a9b56b4ee98942033fc570368d596a1fca6178dff9d30/896",
    "filesystem_service_unittests": "6669c3dac15465bb6c3dad37b173e3956f3caa7130ca0a1758f0e9a55b461362/569",
    "gcm_unit_tests": "e8d27a000b5115a7845e2039d0982a147e2dafabe4ee6c39201d117f359a2d65/646",
    "gfx_unittests": "14398b075c3365edec7f77c6f901849177d7fd499ae10466af6a0d9924748993/645",
    "gin_unittests": "3211b6352b079ae37048d0d16986d9ff8857614a806b33a504640e90fcb1e2b0/646",
    "gl_tests": "6e9a71a7bfa2b2e4b14a32cc961e1fec0bf6b5e887dd0b656de41e656d90f455/569",
    "gl_unittests": "b16898f753bbfeec4f663b6afd833469d1b557a8fa61f275ed9f01013982cc10/569",
    "google_apis_unittests": "40d75b6ba2c325169098e52df750b1bba391689b84144128b28770a19a6b7381/731",
    "gpu_unittests": "8ba6c38de1c5335d2fa1d595191a493177db2ba7cbfba3119e19775b28883f7c/646",
    "gwp_asan_unittests": "1435ac5fb24bdc9a369878f40ec086da9bc935d43e9ba2f82b2d07a566b47532/570",
    "headless_browsertests": "e1a35517cb3286226792ebfe53c97b985fe52fcf3e9f8a61e0ccacc5cc3bcbe4/730",
    "headless_unittests": "60ac16b2649a7fd56826fb30d143275f825218f4622e851208de03d4ddd8bc92/569",
    "interactive_ui_tests": "c4efe9dacc84484c735c8451e820151700c3ba64e62f1c49e3ecda91105af926/965",
    "ipc_tests": "4b1bf28fa5eddb9153cd7f54c26de774555b21b43821a7998b07fffdb9a03aeb/569",
    "jingle_unittests": "148bf4115960d02b2abf2e7c4bc333d1866f06aa76ff226ac644e0e2824861b3/646",
    "latency_unittests": "49dd0395fb7d476ef6f70db81fbd72b74f66b37ede98386921005646845b9e7b/569",
    "libjingle_xmpp_unittests": "7badb43ef3ea977c345321dc3a6364d0172b1294b867c1a8cf872c8f4e466789/569",
    "liburlpattern_unittests": "828abab5a65dc8ac1224e32fef1ac332ffc218f0f4debca35c559d592cc2bfd8/569",
    "media_unittests": "a5b21fc52a6a465b40adb975f79ab548b3b953ccdb0ff797962c8c96fbaa349f/649",
    "message_center_unittests": "93bff92a2c707b5428cfde051c01ff162d1bfbb33ba18eab06db0dc9d5dcf392/569",
    "midi_unittests": "c740f3f4fd4b75550768068acdfcc54d2a2e3c89e0400209c8f7f60a90c134c2/569",
    "mojo_core_unittests": "9f465a458e52e7f85a3d2c419568d8ff5b4f96b17b1d3cb59f8ef1ddcb9682a7/569",
    "mojo_unittests": "8a18401611ffccad21a131e59073c6326a7d523eaba7f0d89acec9cd479ba0da/647",
    "native_theme_unittests": "256cfde8135732ee4b4a7c7673d9ded0ba398435e0f797bb68d0c781e87cb07a/569",
    "net_unittests": "4d3ea0b977066e9fc39978e683b340eee2f79f5b84c4cdf5adefbc21989351da/648",
    "openscreen_unittests": "fb9687a6440aac33bc2ccd0abb4c1ffa5ee1f1820b2bad1b09fef6bbd751781c/648",
    "ozone_x11_unittests": "8e4578b218c589169c7e9301c00af7d7fb19a0b8eeb955eed09f7eb2bbed49af/569",
    "pdf_unittests": "c61b663e843e2ef55febb7f3c9a7ef2e88db1bf9b207fb95feebe3d02665a4d4/646",
    "perfetto_unittests": "6ef3d32b729f921a51b8c34a2b272c8c238eab42b4fda7d62016f417661b7c1a/569",
    "ppapi_unittests": "8a34ccb52fc985c726d8ee8f75926d0f701e2e8d16db0f6698bfec49d2940aee/569",
    "printing_unittests": "90648e314a127cf0539aee38aaa4e085c458e537233ffef7b2b6e5cc460ed524/569",
    "remoting_unittests": "c169db42e7c721c2fcd8b274104121c74df4ff20f06618ebb75a5a4757b1ad4c/646",
    "sandbox_linux_unittests": "3ee7a43d94762208cf2ca744667674395872c998e608085bc260884fda3474d6/569",
    "service_manager_unittests": "546fab9256f24f08e0c392358e79ec756cc7be9513fbc7b83e97d53d8196c61c/569",
    "services_unittests": "7d03125bf9a7a37dea68f0a9f132f38455b043d2a41c66eb3e95db98349eb167/815",
    "shell_dialogs_unittests": "3ce932631ce84d6382c6d3e196643a9b2ce34220cb2f581f528582ce958ddf00/569",
    "skia_unittests": "4a4f12741c3fe4dc82127ab78855e51754bbfda7f1044d69524a691d1658d245/569",
    "snapshot_unittests": "8e11beca7940020be0069d53c001e30879b65ec008b5304ffac19931bf2823bf/569",
    "sql_unittests": "203f2cc0f611b9867f3842adf45d5d911c4147f20e3ae3c5e8ec023e2ea4e7ee/646",
    "storage_unittests": "a8ed04b686a418733be2c76855f89e0c2c4eacb5a54be3b409c7a459db3f3f14/727",
    "sync_integration_tests": "bb8618c046b5cf7dc2da08e254d388743344e85067128b0a2f2683493771d56b/729",
    "ui_base_unittests": "a98c950e4fb84f640bf4a3e11271c9a4f53455f5dc87e66bf72cc06bc03fcb7e/723",
    "ui_touch_selection_unittests": "4d2a9b64b0d77e486f04154d75b3740d006c5853b121303ebad9de6d5600f12e/569",
    "unit_tests": "2e0f1504d869f4d3def9c26438161efbf1b19f4036046dc22d36b5d44409f0a7/1062",
    "url_unittests": "80c1c8f02629fefceb3bf5c0719c88acde63fae4bfcb7ca40329483bcb84d4c9/569",
    "views_unittests": "da8e08f11ee2a82de4269edd94eb664e2389d5373204a2d3bd8e68b72660abf7/569",
    "viz_unittests": "ca0e6c120670a3443d29352e51924ab6452060a6b7fa308e8cd8a2a41405440a/653",
    "vr_common_unittests": "d4130da64f724e21bd823d23bea028dbc59633cfb58f919990ed09ad0a7eed71/648",
    "vr_pixeltests": "dcf7f49436838d6dfe1d61817fbd894cd926384a3672765f4f725fc7c85daf11/646",
    "weblayer_browsertests": "dcec8bba827bc3fe1a8b77de287e96d2a0b16e331b7106827e8654ab11ffeda0/814",
    "weblayer_unittests": "62fbf50f4346f81b885a49ab2c985b252b47bc8ea12d1a1fc63d066f0d92e878/646",
    "wm_unittests": "385dd76c03e8023595e55adeedbb464e2f74a27ec37fad250ea1f40a5f06962d/569",
    "wtf_unittests": "3539094253a04e1c2023d19b6b204cde9cc0aa113357a78bd94b5a38bb2b1651/569",
    "x11_unittests": "4dbe416a742466fb7360ace807a6908dd58ce512f546071f5122a6c51555b567/569",
    "xr_browser_tests": "6e9bbd63a77521495b62182be7822b41490b4e76d4b84f1dc187db7439069cb9/728",
    "zlib_unittests": "5ce0239fab4f19bba5545621b60cc84fbd7a09bd28f71a1e9eb27fbe3a196470/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "d35d624e302339bddf63f41a26541de5b97ee363969aba926d26843428908d07/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/23e733938cd1ab52bbc025aff95fac9ab6bcf0e7
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:79889
  • user_agent:recipe

Debug log (UTC)

[02:21:01.930] New invocation is queued and will start shortly
[02:21:01.930] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[02:21:03.063] Starting the invocation (attempt 1)
[02:21:03.099] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/23e733938cd1ab52bbc025aff95fac9ab6bcf0e7"
[02:21:03.099] Popped gitiles commit info from properties and tags
[02:21:03.099] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:21:03.100] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:21:03.101] Buildbucket request:
{
  "requestId": "8993518660135951088",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "23e733938cd1ab52bbc025aff95fac9ab6bcf0e7"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "a1b9eb68e41750c9d3869ce990b0c05362ff5aac",
      "parent_got_dawn_revision": "16e3221a0eb5dec8e38eb5f23885e50c1db44db5",
      "parent_got_nacl_revision": "a90562b0e045950f6884105bfa6e560dbce9d319",
      "parent_got_revision": "23e733938cd1ab52bbc025aff95fac9ab6bcf0e7",
      "parent_got_revision_cp": "refs/heads/main@{#950828}",
      "parent_got_swiftshader_revision": "592d413edb56b53e4acbe5146c7b06d57af2a46e",
      "parent_got_v8_revision": "8a05d7add33e40e73aac9fc43b4d9cce04adeaca",
      "parent_got_v8_revision_cp": "refs/heads/9.9.1@{#1}",
      "parent_got_webrtc_revision": "a6b138d6b4ef3a5b2c87f899b67f3b5c8dd3c002",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35509}",
      "swarm_hashes": {
            "absl_hardening_tests": "eb82963e85d05f8df4cc6cee1d0e6b622e65753c0fc7272fe41f7f327eac1cd8/569",
            "accessibility_unittests": "9ac83c8fde58ceb36b69ccbee4d931137b97baa1195ee4a34b3ee540058466d3/569",
            "angle_unittests": "5dc98937d2f1d0dd6f1061bd895319645f1d9eb722f6285e756e8ac52fd152d0/570",
            "app_shell_unittests": "c34a9c5b70733138ee084320f504774e90859beb39e8d98304b822c65b5257b6/730",
            "aura_unittests": "d5f823ab77092b685c5e3970bf2b45079497a8b52289cf9c157d616a7c0ab826/569",
            "base_unittests": "c8c9fbcbfe70f8aa3fdbcf505993494d1516b5b1fa8137d8cfc73da0566309ee/648",
            "blink_common_unittests": "10712d9f1d26e64bef40d4d0bdaabc2d3ef8caabc5248f47f62dc47809f13c8b/647",
            "blink_fuzzer_unittests": "362e416e920117e540931daf692f995348cba61a56f1471726fa06cc996c5354/569",
            "blink_heap_unittests": "8f0ba3b98d3eebc9ae20164abe94a6c9134d13263cc6d335ebb22736c38ec6e2/569",
            "blink_platform_unittests": "b6e01ef890e00986d2528371a09b40e6c4df7f051eda1f95c6d382da8ebab7a6/726",
            "blink_unittests": "a66ca922ac9ad210be361b55b2826679130c3da5d1cf6127cb376e8b9dad639c/810",
            "boringssl_crypto_tests": "6c9b03887aab9a39e662d51503cfe66fe8b89d36d480a23ba4ac1f998a8e2cb9/570",
            "boringssl_ssl_tests": "3d7594346429159fc2d39bab0860e33f53766dd93d0776755e8a983ea3060025/569",
            "capture_unittests": "e8e133d98769df93f6ef37c8076e4a6d7e9ef610113dd6bf1d237259613015c4/648",
            "cast_unittests": "3542c5ad2ec5f5242550011f278fe644fa078462a2704d2e6f3e11d25684b02e/569",
            "cc_unittests": "99fa32f6c2b14d23a46a209b1d272430ca977d8302e4d13e36a1fb9370bf5daa/653",
            "chrome_app_unittests": "e05ecb5bfc4e0ce590ee5291c5140b197dc094cbd4be886ba4b84790e99cdf06/648",
            "chromedriver_unittests": "80ef5171e486cb16216e974f6985933543c76acad8d7fd13b03c9a31ef3e050c/726",
            "color_unittests": "ed7c6cd5328984b46cd9d0b75716c97c7d3a8bc21d62069fa20ed5ae0f862370/569",
            "components_browsertests": "64b69ffe0eb64c56b7fbc7a1bfd999fa0d166830ef71717377c835b6aaa38b1e/813",
            "components_unittests": "e87be5779b6bba563a23865b2b2c6d8d0cadeb5088a6e5e2a454cf0fff356ad1/813",
            "compositor_unittests": "f244efb91cd3fc3eb45861948aa60db3b42a724e8255044fef3b734bcdd165a3/645",
            "content_browsertests": "5d54285f79350132d18a8e147f9d3df0371e5c9c9847801d9ec2e4f33f12dcc6/887",
            "content_unittests": "55720244ba657551c90a24f0c39a5abf3fb7b7333ba0690426b778ba96fe9683/806",
            "cronet_tests": "3b8714c6a157b02dc71feb5192deee1da70470c52288e34ad57219aa409b9d75/730",
            "cronet_unittests": "4ead5e40cc8afe0bc29100de2ee87ff798a3d199c2e6e44d1b0bdaba255cb70a/646",
            "crypto_unittests": "294f5c1f8bccb47ff2e333f6ed2ce84fb2178de248121002bca1bec6b155f5eb/569",
            "dbus_unittests": "03c106c450ad27c638f6942987c1f56b623875cd7abc65fc6775814bb05c36d0/569",
            "device_unittests": "0d7f4ed1cc6b0d6e28443a821caa792c39ef6336aacfaaa3d4e5bb8eb5b54fba/646",
            "display_unittests": "6c99d4f615ff50a063fbe98f3d1e90775571cf1452239a5b576fc3f721405084/569",
            "events_unittests": "eb6abe10a95b23648a01d480d8784c16e359196ecfd5d04a7cc371230bca1b4d/569",
            "extensions_browsertests": "64c8f2a442786997a576b690145dc577a48dc2415b5791f5834c94cc389e2a52/732",
            "extensions_unittests": "7190b471d2e850c0797a9b56b4ee98942033fc570368d596a1fca6178dff9d30/896",
            "filesystem_service_unittests": "6669c3dac15465bb6c3dad37b173e3956f3caa7130ca0a1758f0e9a55b461362/569",
            "gcm_unit_tests": "e8d27a000b5115a7845e2039d0982a147e2dafabe4ee6c39201d117f359a2d65/646",
            "gfx_unittests": "14398b075c3365edec7f77c6f901849177d7fd499ae10466af6a0d9924748993/645",
            "gin_unittests": "3211b6352b079ae37048d0d16986d9ff8857614a806b33a504640e90fcb1e2b0/646",
            "gl_tests": "6e9a71a7bfa2b2e4b14a32cc961e1fec0bf6b5e887dd0b656de41e656d90f455/569",
            "gl_unittests": "b16898f753bbfeec4f663b6afd833469d1b557a8fa61f275ed9f01013982cc10/569",
            "google_apis_unittests": "40d75b6ba2c325169098e52df750b1bba391689b84144128b28770a19a6b7381/731",
            "gpu_unittests": "8ba6c38de1c5335d2fa1d595191a493177db2ba7cbfba3119e19775b28883f7c/646",
            "gwp_asan_unittests": "1435ac5fb24bdc9a369878f40ec086da9bc935d43e9ba2f82b2d07a566b47532/570",
            "headless_browsertests": "e1a35517cb3286226792ebfe53c97b985fe52fcf3e9f8a61e0ccacc5cc3bcbe4/730",
            "headless_unittests": "60ac16b2649a7fd56826fb30d143275f825218f4622e851208de03d4ddd8bc92/569",
            "interactive_ui_tests": "c4efe9dacc84484c735c8451e820151700c3ba64e62f1c49e3ecda91105af926/965",
            "ipc_tests": "4b1bf28fa5eddb9153cd7f54c26de774555b21b43821a7998b07fffdb9a03aeb/569",
            "jingle_unittests": "148bf4115960d02b2abf2e7c4bc333d1866f06aa76ff226ac644e0e2824861b3/646",
            "latency_unittests": "49dd0395fb7d476ef6f70db81fbd72b74f66b37ede98386921005646845b9e7b/569",
            "libjingle_xmpp_unittests": "7badb43ef3ea977c345321dc3a6364d0172b1294b867c1a8cf872c8f4e466789/569",
            "liburlpattern_unittests": "828abab5a65dc8ac1224e32fef1ac332ffc218f0f4debca35c559d592cc2bfd8/569",
            "media_unittests": "a5b21fc52a6a465b40adb975f79ab548b3b953ccdb0ff797962c8c96fbaa349f/649",
            "message_center_unittests": "93bff92a2c707b5428cfde051c01ff162d1bfbb33ba18eab06db0dc9d5dcf392/569",
            "midi_unittests": "c740f3f4fd4b75550768068acdfcc54d2a2e3c89e0400209c8f7f60a90c134c2/569",
            "mojo_core_unittests": "9f465a458e52e7f85a3d2c419568d8ff5b4f96b17b1d3cb59f8ef1ddcb9682a7/569",
            "mojo_unittests": "8a18401611ffccad21a131e59073c6326a7d523eaba7f0d89acec9cd479ba0da/647",
            "native_theme_unittests": "256cfde8135732ee4b4a7c7673d9ded0ba398435e0f797bb68d0c781e87cb07a/569",
            "net_unittests": "4d3ea0b977066e9fc39978e683b340eee2f79f5b84c4cdf5adefbc21989351da/648",
            "openscreen_unittests": "fb9687a6440aac33bc2ccd0abb4c1ffa5ee1f1820b2bad1b09fef6bbd751781c/648",
            "ozone_x11_unittests": "8e4578b218c589169c7e9301c00af7d7fb19a0b8eeb955eed09f7eb2bbed49af/569",
            "pdf_unittests": "c61b663e843e2ef55febb7f3c9a7ef2e88db1bf9b207fb95feebe3d02665a4d4/646",
            "perfetto_unittests": "6ef3d32b729f921a51b8c34a2b272c8c238eab42b4fda7d62016f417661b7c1a/569",
            "ppapi_unittests": "8a34ccb52fc985c726d8ee8f75926d0f701e2e8d16db0f6698bfec49d2940aee/569",
            "printing_unittests": "90648e314a127cf0539aee38aaa4e085c458e537233ffef7b2b6e5cc460ed524/569",
            "remoting_unittests": "c169db42e7c721c2fcd8b274104121c74df4ff20f06618ebb75a5a4757b1ad4c/646",
            "sandbox_linux_unittests": "3ee7a43d94762208cf2ca744667674395872c998e608085bc260884fda3474d6/569",
            "service_manager_unittests": "546fab9256f24f08e0c392358e79ec756cc7be9513fbc7b83e97d53d8196c61c/569",
            "services_unittests": "7d03125bf9a7a37dea68f0a9f132f38455b043d2a41c66eb3e95db98349eb167/815",
            "shell_dialogs_unittests": "3ce932631ce84d6382c6d3e196643a9b2ce34220cb2f581f528582ce958ddf00/569",
            "skia_unittests": "4a4f12741c3fe4dc82127ab78855e51754bbfda7f1044d69524a691d1658d245/569",
            "snapshot_unittests": "8e11beca7940020be0069d53c001e30879b65ec008b5304ffac19931bf2823bf/569",
            "sql_unittests": "203f2cc0f611b9867f3842adf45d5d911c4147f20e3ae3c5e8ec023e2ea4e7ee/646",
            "storage_unittests": "a8ed04b686a418733be2c76855f89e0c2c4eacb5a54be3b409c7a459db3f3f14/727",
            "sync_integration_tests": "bb8618c046b5cf7dc2da08e254d388743344e85067128b0a2f2683493771d56b/729",
            "ui_base_unittests": "a98c950e4fb84f640bf4a3e11271c9a4f53455f5dc87e66bf72cc06bc03fcb7e/723",
            "ui_touch_selection_unittests": "4d2a9b64b0d77e486f04154d75b3740d006c5853b121303ebad9de6d5600f12e/569",
            "unit_tests": "2e0f1504d869f4d3def9c26438161efbf1b19f4036046dc22d36b5d44409f0a7/1062",
            "url_unittests": "80c1c8f02629fefceb3bf5c0719c88acde63fae4bfcb7ca40329483bcb84d4c9/569",
            "views_unittests": "da8e08f11ee2a82de4269edd94eb664e2389d5373204a2d3bd8e68b72660abf7/569",
            "viz_unittests": "ca0e6c120670a3443d29352e51924ab6452060a6b7fa308e8cd8a2a41405440a/653",
            "vr_common_unittests": "d4130da64f724e21bd823d23bea028dbc59633cfb58f919990ed09ad0a7eed71/648",
            "vr_pixeltests": "dcf7f49436838d6dfe1d61817fbd894cd926384a3672765f4f725fc7c85daf11/646",
            "weblayer_browsertests": "dcec8bba827bc3fe1a8b77de287e96d2a0b16e331b7106827e8654ab11ffeda0/814",
            "weblayer_unittests": "62fbf50f4346f81b885a49ab2c985b252b47bc8ea12d1a1fc63d066f0d92e878/646",
            "wm_unittests": "385dd76c03e8023595e55adeedbb464e2f74a27ec37fad250ea1f40a5f06962d/569",
            "wtf_unittests": "3539094253a04e1c2023d19b6b204cde9cc0aa113357a78bd94b5a38bb2b1651/569",
            "x11_unittests": "4dbe416a742466fb7360ace807a6908dd58ce512f546071f5122a6c51555b567/569",
            "xr_browser_tests": "6e9bbd63a77521495b62182be7822b41490b4e76d4b84f1dc187db7439069cb9/728",
            "zlib_unittests": "5ce0239fab4f19bba5545621b60cc84fbd7a09bd28f71a1e9eb27fbe3a196470/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "d35d624e302339bddf63f41a26541de5b97ee363969aba926d26843428908d07/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "23e733938cd1ab52bbc025aff95fac9ab6bcf0e7",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8993518660135951088"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "79889"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[02:21:03.595] Scheduled build:
{
  "id": "8828088598178470257",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 71842,
  "createdBy": "project:chromium",
  "createTime": "2021-12-12T02:21:03.166741789Z",
  "updateTime": "2021-12-12T02:21:03.166741789Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "23e733938cd1ab52bbc025aff95fac9ab6bcf0e7",
      "ref": "refs/heads/main"
    }
  }
}
[02:21:03.595] Task URL: https://cr-buildbucket.appspot.com/build/8828088598178470257
[02:21:03.595] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993518660135951088:2:0) after 2m23s
[02:23:26.817] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993518660135951088:2:0)
[02:23:26.862] Build status: SCHEDULED
[02:23:26.862] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993518660135951088:3:0) after 4m50s
[02:28:17.081] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993518660135951088:3:0)
[02:28:17.103] Build status: SCHEDULED
[02:28:17.103] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993518660135951088:4:0) after 2m7s
[02:30:24.125] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993518660135951088:4:0)
[02:30:24.158] Build status: SCHEDULED
[02:30:24.158] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993518660135951088:5:0) after 8m20s
[02:38:44.142] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993518660135951088:5:0)
[02:38:44.167] Build status: SCHEDULED
[02:38:44.168] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993518660135951088:6:0) after 9m32s
[02:46:12.124] Received PubSub notification, asking Buildbucket for the build status
[02:46:12.157] Build status: STARTED
[02:48:16.363] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993518660135951088:6:0)
[02:48:16.406] Build status: STARTED
[02:48:16.406] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993518660135951088:8:0) after 9m26s
[02:57:42.426] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993518660135951088:8:0)
[02:57:42.460] Build status: STARTED
[02:57:42.460] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993518660135951088:9:0) after 1m52s
[02:59:34.553] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993518660135951088:9:0)
[02:59:34.594] Build status: STARTED
[02:59:34.594] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993518660135951088:10:0) after 5m53s
[03:05:27.618] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993518660135951088:10:0)
[03:05:27.765] Build status: STARTED
[03:05:27.765] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993518660135951088:11:0) after 3m31s
[03:08:58.785] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993518660135951088:11:0)
[03:08:58.810] Build status: STARTED
[03:08:58.810] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993518660135951088:12:0) after 5m9s
[03:14:07.832] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993518660135951088:12:0)
[03:14:07.869] Build status: STARTED
[03:14:07.869] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993518660135951088:13:0) after 3m5s
[03:17:13.149] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993518660135951088:13:0)
[03:17:13.173] Build status: STARTED
[03:17:13.173] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993518660135951088:14:0) after 3m26s
[03:20:39.197] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993518660135951088:14:0)
[03:20:39.250] Build status: STARTED
[03:20:39.250] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993518660135951088:15:0) after 1m57s
[03:22:36.444] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993518660135951088:15:0)
[03:22:36.478] Build status: STARTED
[03:22:36.478] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993518660135951088:16:0) after 2m5s
[03:23:20.858] Received PubSub notification, asking Buildbucket for the build status
[03:23:20.881] Build:
{
  "id": "8828088598178470257",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 71842,
  "createdBy": "project:chromium",
  "createTime": "2021-12-12T02:21:03.166741789Z",
  "startTime": "2021-12-12T02:46:10.456787Z",
  "endTime": "2021-12-12T03:23:20.129870914Z",
  "updateTime": "2021-12-12T03:23:20.129870914Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "23e733938cd1ab52bbc025aff95fac9ab6bcf0e7",
      "ref": "refs/heads/main"
    }
  }
}
[03:23:20.881] Invocation finished in 1h2m18.965416543s with status FAILED