Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 41 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/78870 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "1660d5e28728281d629963c54d8f464ee7452e09"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "5d8a89e44f97a1622a0b5d5c3caf4597362b30fc",
  "parent_got_dawn_revision": "4bdf8151a5f9d25386442afbe650219e987a34f3",
  "parent_got_nacl_revision": "9d577686a4321b08f6b86ff2589070fdee1c53f9",
  "parent_got_revision": "1660d5e28728281d629963c54d8f464ee7452e09",
  "parent_got_revision_cp": "refs/heads/main@{#939129}",
  "parent_got_swiftshader_revision": "70f3a0ff7233cfd677f818fffdabe3559a77cc89",
  "parent_got_v8_revision": "a852e3c734dfebeea8d9ca50a0673d93ff1dc71b",
  "parent_got_v8_revision_cp": "refs/heads/9.8.5@{#1}",
  "parent_got_webrtc_revision": "c276aee4eda7b1a466b139838f20e790bd746309",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35313}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "1660d5e28728281d629963c54d8f464ee7452e09",
  "swarm_hashes": {
    "absl_hardening_tests": "6e9fbc5854da704369d84a5b2cb153bdf75291d8649b46a4f31ee615f85bad11/569",
    "accessibility_unittests": "5cc804d962b9b1596c6239dc3db3af87d850a899b4695d2818433dde3b204304/569",
    "angle_unittests": "8f6ec671d3faa3dcf1a327933e09c3d3ad7afbe9f49cd93a89009c7306a5072c/570",
    "app_shell_unittests": "ad45926da4d2123fef19c9bdf2804f58853a0d4628cf2a3a889dfbbf7e54e2fe/809",
    "aura_unittests": "6b9f0819132367ae20fd271e0588ea01c77dad62fbe6cb872e41beba465de59f/569",
    "base_unittests": "f0310edfbf11090d70e51418cb41755d3e2a288b2f5005486924673b27cd16fe/648",
    "blink_common_unittests": "e0b1584a583fc349c6499c7db87945779d914f80a4e1588f0c8848810e6ff1da/647",
    "blink_fuzzer_unittests": "e5e67aaebfaa52c8cfb0e06d8ed3a4127ff05dae3976309c4f2b48a908523724/648",
    "blink_heap_unittests": "5c82c57b93203d5bf74e379e71ec113ff25d3203250ba91357c6d37133c96302/648",
    "blink_platform_unittests": "0e799c135cfc4664a602326dd5e8c6078fe63d398698fe6243a61e539c1d1ffe/726",
    "blink_unittests": "a38f75ade9ba32647e4f8dcf1c177785c17aedee0590beafacca128b4c1e2054/726",
    "boringssl_crypto_tests": "0f03bdeb805c63ccde853217e531155bb7fe0b97a9eabced2396c5c4489312ee/570",
    "boringssl_ssl_tests": "e6832a29048b7f521f65eb1011019c1450fd602d89536309e0a8560b13f37eb7/569",
    "capture_unittests": "0021004d88c18dab90c05d083157441e3a5d6733f9e10e7722aca6e6fc7c9fc1/648",
    "cast_unittests": "d031c40c06b6c66580d1b960be4928d25c173a2e44d333fd6aaa2c6a2ad65abd/569",
    "cc_unittests": "5fc3230b4f47b38575a2e56d23987bc4a048da3fb3c574b7d62edf2f39e689aa/653",
    "chrome_app_unittests": "2c6e9555fb7f09e2f57e7b6c53f498213301f75d777caedf9e604474de6b2eb3/811",
    "chromedriver_unittests": "e4b1e9bd232748232d709a9322059a570781b579c51b42a28f4a1c9ae0b14e14/726",
    "color_unittests": "3ffed3a901526010aa27455d8b891eee007f3d4d2457e0ae8b33cc07151b4302/569",
    "components_browsertests": "ad964dbfbfd372f8583e72f2f88a754e186cf81d2ae190da13420f43f778d7a4/892",
    "components_unittests": "05235f8f199a3f0fa2de6de94504e1406ed5ff620de1b188e0e1561d3412bad5/892",
    "compositor_unittests": "d19d67f9d1a0908b27749ea8b02ff4b8fe0bd029f575a92fc5c19d543f262c2b/645",
    "content_browsertests": "9b425b98b792cbebd12baede79075071e70e781918f3d84434b2b6a21f97d6ef/887",
    "content_unittests": "7ec5f713174902737c3c930ba663991d4302749d3c6c234770bf8a144a093403/806",
    "cronet_tests": "2e2c32b4b04571d9819371c45547fdeb9d25aaaf86e564968ba8d9eeded32eb8/730",
    "cronet_unittests": "f3f91861e4025ef9b1aa8d06730b69c6cae4df471849a45a927b62fa639d02fa/646",
    "crypto_unittests": "20a778125b5babbe4d0ad0eb0a3ceccd12ca225986c4b102414352b052776af2/569",
    "dbus_unittests": "adba45e000bf044188324ae1d36cd1bff8a60361505035194afd513fb42dee1c/569",
    "device_unittests": "758c3ba6389400490c0cf1440adcef9dbc9b4480b206d0d0bf8ba05dd47eb896/646",
    "display_unittests": "fe39739ffa8cf3619c334e1f5fe15cda74291513305558a197c606dc099e418c/569",
    "events_unittests": "bd35709e00aabdd6ee6ad4c834f9a7005194c5e6fd975a2d6248da66be67ec23/569",
    "extensions_browsertests": "21dcc399c0f5ff9762868cbef9266bdb66bfab3e74e06fce3530d9afeac43d4f/811",
    "extensions_unittests": "74558bb37afc5ace4840c7b99a98d3a44997155cd4826fa7ca2d853462564683/975",
    "filesystem_service_unittests": "37dfb85f4490bddbdce2b36269d085aa1fd2dc099a076c38b6d942132497d3de/569",
    "gcm_unit_tests": "5d4f5a262a4565f9eedde378c3982d69ae92567447863e7432de3f956846b50d/646",
    "gfx_unittests": "e57d345e1e6427a0a9cb83fbdc80e52a0613180b3b29bd2ff6c47534e6a1ac33/645",
    "gin_unittests": "71601672d1829d5085cf583f1b5178d8ca411d66422d16040eecc54d21596c7a/646",
    "gl_tests": "e102331a325948132dacd222c66d9e626355bcd2dac3559acbf2bcdde9dad7cf/569",
    "gl_unittests": "32004fed7ced158d03863820c5e2bfab02e936e8137b3b5ec93d13a46311c981/569",
    "google_apis_unittests": "12b5b67eb358bb50aa50215c9c0e1759d7c43b6a34de4e9e6444b93c461bbdc2/731",
    "gpu_unittests": "4c38da725dd71e112fe8c4749d67ab99ef87a8833dd844070309964853f14ffb/646",
    "gwp_asan_unittests": "e91a21b07a042d998720bb19349bb4e7bd74a304f6fa23cf0766e1a9a765558a/570",
    "headless_browsertests": "25dfbf8c0f427aa94476744ec9c4e22b6debc69ba05f8b190159ef09098019fc/809",
    "headless_unittests": "40578551695dbeb2fb7b9c57fc6f54e18f12712b32230c84b98c4c18a51c3a17/569",
    "interactive_ui_tests": "e8fb122c847369f5505cc5194f09a4e650762eb31fa62c6300f4171773b4378b/1128",
    "ipc_tests": "a47ec56e7d97480516d34ca5dc098b01a1bcbb550adcf88f5704ceff6312f737/569",
    "jingle_unittests": "52c7f8bc918a618026849213c656f5c4b9ab2c8bea86ff4e12ef27b56080a478/646",
    "latency_unittests": "774836d0824148205d8ed62dda053d65e9ca2bfce5596863bca05e6bf93ce05c/569",
    "libjingle_xmpp_unittests": "f93ce1405c45604d4d697773ae366fe9b3f1e90738e8b7291e66cb3ebc1ece0b/569",
    "liburlpattern_unittests": "f16f36501ba5f82d599afa214be3a9381fb3ea5715b815d05a054e1772ee6e3e/569",
    "media_unittests": "a725a46f0a0747583a949b888f182388693af397d6702e1ed6939aa7b04f7863/649",
    "message_center_unittests": "be4c447645186560906321d58a7ac48eba9d5790a6844c877fbc8cc0833836bc/569",
    "midi_unittests": "cdbe2bd870397cc03c94b1705cb19ffb3b87545bdd1773a967a8e61579b29061/569",
    "mojo_core_unittests": "cd925dc036351e9676279f7a9041d9efb24bd498a6301855e76deddbe5a33b80/569",
    "mojo_unittests": "a26463cf34b3464f47f93998a5aabf1ab5b4e111c3fbc39dfe550b29d257680d/647",
    "native_theme_unittests": "bd5f4864514ad1de9b3f2eb503a758c312f9cb76354ca950ce278400ec8b2940/569",
    "net_unittests": "a85068084fe1ab6ea1e754b2e8bb8c2c7f11dbcbc63d279b20a5dadc33a70685/648",
    "openscreen_unittests": "4940114ef70117a123e0e1a378ca6ec1b5d6853998828123df5f5b00f52ab7f9/811",
    "ozone_x11_unittests": "ebe37a95e6bdb48f7d63cfe19aeb474e0223c238f9e6eafa623c69c81b04725f/569",
    "pdf_unittests": "0a60b460de818389540848b1989d9c1e9b67a70e7e1707f6fa528d03086169af/725",
    "perfetto_unittests": "d82655af49f233f71dbf69a049df5bc8f4c8dc4029deed16927f08c6b05a265f/569",
    "ppapi_unittests": "ae38133d05ef254c5e6acd0f696eeb6f2db21d857fbb30a4facf8efc28078a46/569",
    "printing_unittests": "c427f4c83da1e8074d38fae931a1e2c2be4b85de366a1e2d4b2e3c1013c2bfe4/569",
    "remoting_unittests": "ce2553e76f9cb01d95ec222403b32efad1bd39552f398957c6b862bd1f66d305/646",
    "sandbox_linux_unittests": "56769eca210d1e366ae79ce61076978edb54f757ec01498db9e82ba25889ddc8/569",
    "service_manager_unittests": "9aafed79697a8515c0eb043fa6e22f1514463ba0ee880aaf26829b63faa80175/569",
    "services_unittests": "3ba3cbe1f1096c7015c7ffed656e258cc61144c715efc9a647a2223dcc97fb7a/815",
    "shell_dialogs_unittests": "d00fad62947daa7cb51ff270117da953407e515321e8ce98ec0158c5a6c1f338/569",
    "skia_unittests": "971b7d882dd8b1d1a6eb99a0bf46a11425b9ca0d178580b153cd9707fa79f64c/569",
    "snapshot_unittests": "aac6c9b0b5243c96be4c130e58625bba0a62551cef706a4ddfbf57bc0f7f5ee5/569",
    "sql_unittests": "fea500b76321c3ee8e7fedfe7583c6b639efaa060f591218e8388d2fac8cfbe6/646",
    "storage_unittests": "8246102716b6678aa6f03af90ee9d2c5fd8198d58b3159531b14a3bacd376c64/727",
    "sync_integration_tests": "c8996fd709791344645ec8127785c8fc1ee896ccdebdeb36682ea529243eb02c/892",
    "ui_base_unittests": "8e72f59edd49d09feff27ff0e5270f77010969741e78aa4b67517048e71d3ca0/723",
    "ui_touch_selection_unittests": "e8f9ca05a8972ac2b5f9446b55bb4aeb649c8002c484df5e2527f6d8a98f1fb9/569",
    "unit_tests": "7d2ce49ec11b9e3488c139f8ff82cafbd8d8fca07f337bf3e02ee2854fd78f21/1141",
    "url_unittests": "ab4b29a820bb8fa1b4d36831bcdc3afd4ed7719a7f08345ce3ac0680cb8261ed/569",
    "views_unittests": "3a1fcc34c0834a2fbc013454e3c168ff1784dc02277eff073e3792671aea7aa7/569",
    "viz_unittests": "bb39a593d34093356d6b6e4560bd5e48342983ac6c6eb8b5de879e8f1e2f43ba/653",
    "vr_common_unittests": "f907351cb708430ed3d1604f04e7ea60bffe396241168e77f4121a067b0af08e/811",
    "vr_pixeltests": "bafeb1f7ccb87b8e6c380779bcae339b5d21eabc195d50c66c506a73cf18b24b/725",
    "weblayer_browsertests": "1d8547217ac3e50845a445d0cc02dc57166816ab6d36a874ad836be49040d938/893",
    "weblayer_unittests": "7a3b7686d2f89211dc5b95f189f6a8003b846794c1dac25e9277ba33b570cfa5/725",
    "wm_unittests": "5dcebe76434ee4d9d8dd20e1ec92cc235df3b108df028bb7884b40ababe806a8/569",
    "wtf_unittests": "0e4db2a15a63f5d741e042b04df0a2d23aab8349b7e9973ab582588cbe5fc047/569",
    "x11_unittests": "4d40b2173393b71bd5a304f311b2968b2a9706881744d5391e15263b0ff988ed/569",
    "xr_browser_tests": "4b4d5bb33e3109fb31a8cc386428c32aad3f013630fd5163db26bfa0131b8605/891",
    "zlib_unittests": "279709e7a66762086b6c7055b142cf48b7c49307e9cb23fbcf718cbe747ebce9/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "f0d486abf22639ab3ba9fd78912ffff90aee71501abf199e6c2518e5ece7d641/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/1660d5e28728281d629963c54d8f464ee7452e09
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:78870
  • user_agent:recipe

Debug log (UTC)

[00:26:39.392] New invocation is queued and will start shortly
[00:26:39.392] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[00:26:40.516] Starting the invocation (attempt 1)
[00:26:40.546] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/1660d5e28728281d629963c54d8f464ee7452e09"
[00:26:40.546] Popped gitiles commit info from properties and tags
[00:26:40.546] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:26:40.547] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:26:40.548] Buildbucket request:
{
  "requestId": "8996696749852684208",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "1660d5e28728281d629963c54d8f464ee7452e09"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "5d8a89e44f97a1622a0b5d5c3caf4597362b30fc",
      "parent_got_dawn_revision": "4bdf8151a5f9d25386442afbe650219e987a34f3",
      "parent_got_nacl_revision": "9d577686a4321b08f6b86ff2589070fdee1c53f9",
      "parent_got_revision": "1660d5e28728281d629963c54d8f464ee7452e09",
      "parent_got_revision_cp": "refs/heads/main@{#939129}",
      "parent_got_swiftshader_revision": "70f3a0ff7233cfd677f818fffdabe3559a77cc89",
      "parent_got_v8_revision": "a852e3c734dfebeea8d9ca50a0673d93ff1dc71b",
      "parent_got_v8_revision_cp": "refs/heads/9.8.5@{#1}",
      "parent_got_webrtc_revision": "c276aee4eda7b1a466b139838f20e790bd746309",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35313}",
      "swarm_hashes": {
            "absl_hardening_tests": "6e9fbc5854da704369d84a5b2cb153bdf75291d8649b46a4f31ee615f85bad11/569",
            "accessibility_unittests": "5cc804d962b9b1596c6239dc3db3af87d850a899b4695d2818433dde3b204304/569",
            "angle_unittests": "8f6ec671d3faa3dcf1a327933e09c3d3ad7afbe9f49cd93a89009c7306a5072c/570",
            "app_shell_unittests": "ad45926da4d2123fef19c9bdf2804f58853a0d4628cf2a3a889dfbbf7e54e2fe/809",
            "aura_unittests": "6b9f0819132367ae20fd271e0588ea01c77dad62fbe6cb872e41beba465de59f/569",
            "base_unittests": "f0310edfbf11090d70e51418cb41755d3e2a288b2f5005486924673b27cd16fe/648",
            "blink_common_unittests": "e0b1584a583fc349c6499c7db87945779d914f80a4e1588f0c8848810e6ff1da/647",
            "blink_fuzzer_unittests": "e5e67aaebfaa52c8cfb0e06d8ed3a4127ff05dae3976309c4f2b48a908523724/648",
            "blink_heap_unittests": "5c82c57b93203d5bf74e379e71ec113ff25d3203250ba91357c6d37133c96302/648",
            "blink_platform_unittests": "0e799c135cfc4664a602326dd5e8c6078fe63d398698fe6243a61e539c1d1ffe/726",
            "blink_unittests": "a38f75ade9ba32647e4f8dcf1c177785c17aedee0590beafacca128b4c1e2054/726",
            "boringssl_crypto_tests": "0f03bdeb805c63ccde853217e531155bb7fe0b97a9eabced2396c5c4489312ee/570",
            "boringssl_ssl_tests": "e6832a29048b7f521f65eb1011019c1450fd602d89536309e0a8560b13f37eb7/569",
            "capture_unittests": "0021004d88c18dab90c05d083157441e3a5d6733f9e10e7722aca6e6fc7c9fc1/648",
            "cast_unittests": "d031c40c06b6c66580d1b960be4928d25c173a2e44d333fd6aaa2c6a2ad65abd/569",
            "cc_unittests": "5fc3230b4f47b38575a2e56d23987bc4a048da3fb3c574b7d62edf2f39e689aa/653",
            "chrome_app_unittests": "2c6e9555fb7f09e2f57e7b6c53f498213301f75d777caedf9e604474de6b2eb3/811",
            "chromedriver_unittests": "e4b1e9bd232748232d709a9322059a570781b579c51b42a28f4a1c9ae0b14e14/726",
            "color_unittests": "3ffed3a901526010aa27455d8b891eee007f3d4d2457e0ae8b33cc07151b4302/569",
            "components_browsertests": "ad964dbfbfd372f8583e72f2f88a754e186cf81d2ae190da13420f43f778d7a4/892",
            "components_unittests": "05235f8f199a3f0fa2de6de94504e1406ed5ff620de1b188e0e1561d3412bad5/892",
            "compositor_unittests": "d19d67f9d1a0908b27749ea8b02ff4b8fe0bd029f575a92fc5c19d543f262c2b/645",
            "content_browsertests": "9b425b98b792cbebd12baede79075071e70e781918f3d84434b2b6a21f97d6ef/887",
            "content_unittests": "7ec5f713174902737c3c930ba663991d4302749d3c6c234770bf8a144a093403/806",
            "cronet_tests": "2e2c32b4b04571d9819371c45547fdeb9d25aaaf86e564968ba8d9eeded32eb8/730",
            "cronet_unittests": "f3f91861e4025ef9b1aa8d06730b69c6cae4df471849a45a927b62fa639d02fa/646",
            "crypto_unittests": "20a778125b5babbe4d0ad0eb0a3ceccd12ca225986c4b102414352b052776af2/569",
            "dbus_unittests": "adba45e000bf044188324ae1d36cd1bff8a60361505035194afd513fb42dee1c/569",
            "device_unittests": "758c3ba6389400490c0cf1440adcef9dbc9b4480b206d0d0bf8ba05dd47eb896/646",
            "display_unittests": "fe39739ffa8cf3619c334e1f5fe15cda74291513305558a197c606dc099e418c/569",
            "events_unittests": "bd35709e00aabdd6ee6ad4c834f9a7005194c5e6fd975a2d6248da66be67ec23/569",
            "extensions_browsertests": "21dcc399c0f5ff9762868cbef9266bdb66bfab3e74e06fce3530d9afeac43d4f/811",
            "extensions_unittests": "74558bb37afc5ace4840c7b99a98d3a44997155cd4826fa7ca2d853462564683/975",
            "filesystem_service_unittests": "37dfb85f4490bddbdce2b36269d085aa1fd2dc099a076c38b6d942132497d3de/569",
            "gcm_unit_tests": "5d4f5a262a4565f9eedde378c3982d69ae92567447863e7432de3f956846b50d/646",
            "gfx_unittests": "e57d345e1e6427a0a9cb83fbdc80e52a0613180b3b29bd2ff6c47534e6a1ac33/645",
            "gin_unittests": "71601672d1829d5085cf583f1b5178d8ca411d66422d16040eecc54d21596c7a/646",
            "gl_tests": "e102331a325948132dacd222c66d9e626355bcd2dac3559acbf2bcdde9dad7cf/569",
            "gl_unittests": "32004fed7ced158d03863820c5e2bfab02e936e8137b3b5ec93d13a46311c981/569",
            "google_apis_unittests": "12b5b67eb358bb50aa50215c9c0e1759d7c43b6a34de4e9e6444b93c461bbdc2/731",
            "gpu_unittests": "4c38da725dd71e112fe8c4749d67ab99ef87a8833dd844070309964853f14ffb/646",
            "gwp_asan_unittests": "e91a21b07a042d998720bb19349bb4e7bd74a304f6fa23cf0766e1a9a765558a/570",
            "headless_browsertests": "25dfbf8c0f427aa94476744ec9c4e22b6debc69ba05f8b190159ef09098019fc/809",
            "headless_unittests": "40578551695dbeb2fb7b9c57fc6f54e18f12712b32230c84b98c4c18a51c3a17/569",
            "interactive_ui_tests": "e8fb122c847369f5505cc5194f09a4e650762eb31fa62c6300f4171773b4378b/1128",
            "ipc_tests": "a47ec56e7d97480516d34ca5dc098b01a1bcbb550adcf88f5704ceff6312f737/569",
            "jingle_unittests": "52c7f8bc918a618026849213c656f5c4b9ab2c8bea86ff4e12ef27b56080a478/646",
            "latency_unittests": "774836d0824148205d8ed62dda053d65e9ca2bfce5596863bca05e6bf93ce05c/569",
            "libjingle_xmpp_unittests": "f93ce1405c45604d4d697773ae366fe9b3f1e90738e8b7291e66cb3ebc1ece0b/569",
            "liburlpattern_unittests": "f16f36501ba5f82d599afa214be3a9381fb3ea5715b815d05a054e1772ee6e3e/569",
            "media_unittests": "a725a46f0a0747583a949b888f182388693af397d6702e1ed6939aa7b04f7863/649",
            "message_center_unittests": "be4c447645186560906321d58a7ac48eba9d5790a6844c877fbc8cc0833836bc/569",
            "midi_unittests": "cdbe2bd870397cc03c94b1705cb19ffb3b87545bdd1773a967a8e61579b29061/569",
            "mojo_core_unittests": "cd925dc036351e9676279f7a9041d9efb24bd498a6301855e76deddbe5a33b80/569",
            "mojo_unittests": "a26463cf34b3464f47f93998a5aabf1ab5b4e111c3fbc39dfe550b29d257680d/647",
            "native_theme_unittests": "bd5f4864514ad1de9b3f2eb503a758c312f9cb76354ca950ce278400ec8b2940/569",
            "net_unittests": "a85068084fe1ab6ea1e754b2e8bb8c2c7f11dbcbc63d279b20a5dadc33a70685/648",
            "openscreen_unittests": "4940114ef70117a123e0e1a378ca6ec1b5d6853998828123df5f5b00f52ab7f9/811",
            "ozone_x11_unittests": "ebe37a95e6bdb48f7d63cfe19aeb474e0223c238f9e6eafa623c69c81b04725f/569",
            "pdf_unittests": "0a60b460de818389540848b1989d9c1e9b67a70e7e1707f6fa528d03086169af/725",
            "perfetto_unittests": "d82655af49f233f71dbf69a049df5bc8f4c8dc4029deed16927f08c6b05a265f/569",
            "ppapi_unittests": "ae38133d05ef254c5e6acd0f696eeb6f2db21d857fbb30a4facf8efc28078a46/569",
            "printing_unittests": "c427f4c83da1e8074d38fae931a1e2c2be4b85de366a1e2d4b2e3c1013c2bfe4/569",
            "remoting_unittests": "ce2553e76f9cb01d95ec222403b32efad1bd39552f398957c6b862bd1f66d305/646",
            "sandbox_linux_unittests": "56769eca210d1e366ae79ce61076978edb54f757ec01498db9e82ba25889ddc8/569",
            "service_manager_unittests": "9aafed79697a8515c0eb043fa6e22f1514463ba0ee880aaf26829b63faa80175/569",
            "services_unittests": "3ba3cbe1f1096c7015c7ffed656e258cc61144c715efc9a647a2223dcc97fb7a/815",
            "shell_dialogs_unittests": "d00fad62947daa7cb51ff270117da953407e515321e8ce98ec0158c5a6c1f338/569",
            "skia_unittests": "971b7d882dd8b1d1a6eb99a0bf46a11425b9ca0d178580b153cd9707fa79f64c/569",
            "snapshot_unittests": "aac6c9b0b5243c96be4c130e58625bba0a62551cef706a4ddfbf57bc0f7f5ee5/569",
            "sql_unittests": "fea500b76321c3ee8e7fedfe7583c6b639efaa060f591218e8388d2fac8cfbe6/646",
            "storage_unittests": "8246102716b6678aa6f03af90ee9d2c5fd8198d58b3159531b14a3bacd376c64/727",
            "sync_integration_tests": "c8996fd709791344645ec8127785c8fc1ee896ccdebdeb36682ea529243eb02c/892",
            "ui_base_unittests": "8e72f59edd49d09feff27ff0e5270f77010969741e78aa4b67517048e71d3ca0/723",
            "ui_touch_selection_unittests": "e8f9ca05a8972ac2b5f9446b55bb4aeb649c8002c484df5e2527f6d8a98f1fb9/569",
            "unit_tests": "7d2ce49ec11b9e3488c139f8ff82cafbd8d8fca07f337bf3e02ee2854fd78f21/1141",
            "url_unittests": "ab4b29a820bb8fa1b4d36831bcdc3afd4ed7719a7f08345ce3ac0680cb8261ed/569",
            "views_unittests": "3a1fcc34c0834a2fbc013454e3c168ff1784dc02277eff073e3792671aea7aa7/569",
            "viz_unittests": "bb39a593d34093356d6b6e4560bd5e48342983ac6c6eb8b5de879e8f1e2f43ba/653",
            "vr_common_unittests": "f907351cb708430ed3d1604f04e7ea60bffe396241168e77f4121a067b0af08e/811",
            "vr_pixeltests": "bafeb1f7ccb87b8e6c380779bcae339b5d21eabc195d50c66c506a73cf18b24b/725",
            "weblayer_browsertests": "1d8547217ac3e50845a445d0cc02dc57166816ab6d36a874ad836be49040d938/893",
            "weblayer_unittests": "7a3b7686d2f89211dc5b95f189f6a8003b846794c1dac25e9277ba33b570cfa5/725",
            "wm_unittests": "5dcebe76434ee4d9d8dd20e1ec92cc235df3b108df028bb7884b40ababe806a8/569",
            "wtf_unittests": "0e4db2a15a63f5d741e042b04df0a2d23aab8349b7e9973ab582588cbe5fc047/569",
            "x11_unittests": "4d40b2173393b71bd5a304f311b2968b2a9706881744d5391e15263b0ff988ed/569",
            "xr_browser_tests": "4b4d5bb33e3109fb31a8cc386428c32aad3f013630fd5163db26bfa0131b8605/891",
            "zlib_unittests": "279709e7a66762086b6c7055b142cf48b7c49307e9cb23fbcf718cbe747ebce9/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "f0d486abf22639ab3ba9fd78912ffff90aee71501abf199e6c2518e5ece7d641/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "1660d5e28728281d629963c54d8f464ee7452e09",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8996696749852684208"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "78870"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[00:26:41.037] Scheduled build:
{
  "id": "8831266687912838481",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 70826,
  "createdBy": "project:chromium",
  "createTime": "2021-11-07T00:26:40.611192058Z",
  "updateTime": "2021-11-07T00:26:40.611192058Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "1660d5e28728281d629963c54d8f464ee7452e09",
      "ref": "refs/heads/main"
    }
  }
}
[00:26:41.037] Task URL: https://cr-buildbucket.appspot.com/build/8831266687912838481
[00:26:41.037] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996696749852684208:2:0) after 8m32s
[00:31:10.268] Received PubSub notification, asking Buildbucket for the build status
[00:31:10.355] Build status: STARTED
[00:35:13.107] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996696749852684208:2:0)
[00:35:13.131] Build status: STARTED
[00:35:13.131] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996696749852684208:4:0) after 1m43s
[00:36:56.187] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996696749852684208:4:0)
[00:36:56.220] Build status: STARTED
[00:36:56.220] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996696749852684208:5:0) after 9m19s
[00:46:15.238] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996696749852684208:5:0)
[00:46:15.271] Build status: STARTED
[00:46:15.271] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996696749852684208:6:0) after 9m5s
[00:55:20.402] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996696749852684208:6:0)
[00:55:20.435] Build status: STARTED
[00:55:20.435] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996696749852684208:7:0) after 9m36s
[01:04:56.590] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996696749852684208:7:0)
[01:04:56.656] Build status: STARTED
[01:04:56.656] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996696749852684208:8:0) after 5m27s
[01:08:16.357] Received PubSub notification, asking Buildbucket for the build status
[01:08:16.386] Build:
{
  "id": "8831266687912838481",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 70826,
  "createdBy": "project:chromium",
  "createTime": "2021-11-07T00:26:40.611192058Z",
  "startTime": "2021-11-07T00:31:07.865605Z",
  "endTime": "2021-11-07T01:08:15.698803213Z",
  "updateTime": "2021-11-07T01:08:15.698803213Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "1660d5e28728281d629963c54d8f464ee7452e09",
      "ref": "refs/heads/main"
    }
  }
}
[01:08:16.386] Invocation finished in 41m37.009006864s with status FAILED