Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 30 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/78775 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "b91ceeb315c5f16ac2cad77532548a268acb1a79"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "d2b4d9aec1590dae5c33625a30878b5bcf423527",
  "parent_got_dawn_revision": "e53b9ef3f91c9089ecba72205f458146d446e81a",
  "parent_got_nacl_revision": "9d577686a4321b08f6b86ff2589070fdee1c53f9",
  "parent_got_revision": "b91ceeb315c5f16ac2cad77532548a268acb1a79",
  "parent_got_revision_cp": "refs/heads/main@{#937955}",
  "parent_got_swiftshader_revision": "91a9a020ca7622f2461db90ed6d22af8d40185a9",
  "parent_got_v8_revision": "49162da459e2ca1f078389a84f0bbfcc7fed7a2b",
  "parent_got_v8_revision_cp": "refs/heads/9.7.106@{#1}",
  "parent_got_webrtc_revision": "3041eb21e9c26277d6d80b7d6b0217f956b80dcb",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35300}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "b91ceeb315c5f16ac2cad77532548a268acb1a79",
  "swarm_hashes": {
    "absl_hardening_tests": "00099b4c3b209b4e6c9757bdbde9cfca13127344828d7694881fabefb524b3e1/569",
    "accessibility_unittests": "ca33d5df0ca74432be7b867f7ddbfaa09e8a3c166aff0f9d6afc0197cd956b10/569",
    "angle_unittests": "16a66453b8206c42cf11f35ce9ac6b457055d522cbf4d4596bf7ac40aae6c97f/570",
    "app_shell_unittests": "806d7d5f65d22307bf0b69e8d8a14514255fb85be9844e665f825ecb382dfc1b/809",
    "aura_unittests": "df9502c68ff501237bf3529139e85dadef8f327383ff7e9be60b87edd2905196/569",
    "base_unittests": "21c015953e264ea4aefe7efe6a8e1d1a39c74305875e7b8fb02ac18f0a7c1329/648",
    "blink_common_unittests": "845930e3b7f20edb1d3c4091dccbf825df0526b685b242819df45c348b06f277/647",
    "blink_fuzzer_unittests": "1e903295ecbfa705597541caac3b066e1aaed882ed6a00f08e4f222012064496/648",
    "blink_heap_unittests": "362349a18bab3effdcae88851cde610d05f9f8c73a6ca2b3dc138a3be9ccbaf4/648",
    "blink_platform_unittests": "e6466876260bfd9deba77a1bab13bb8fa4aeea71e3199b7639ca9d5a024142d9/726",
    "blink_unittests": "c477da84ae3e3bd8a1b44373bde86ccf331d664b6b8e10722d35ad2816bd3d65/726",
    "boringssl_crypto_tests": "9c1ac892fe7c0f6c3d9486c28ef42ff1f67f6f9993cdc17cc2c986b0a201788c/570",
    "boringssl_ssl_tests": "318e8e0bdcf028a533c1946d220811100fd5842788cf9388ad8b8fd9c95c4e91/569",
    "capture_unittests": "5671624d3af3831ce4d6c6f15eb5c9a869c660620b5703073ba353a053b36af4/648",
    "cast_unittests": "fb96d5c3771f040ef0b7640a2a1890801c4874b0b1edf4ea4d078c273ed1447b/569",
    "cc_unittests": "a7ec73f07300f2d419e3b55d2dd99642358b2f389bef714cfe5deadca80d859a/653",
    "chrome_app_unittests": "1d54410c4fdf5b5025c3fdc36c1fa8696d73ad1a83d6a97d26d44c284d1027ae/811",
    "chromedriver_unittests": "8850023e2c6aa5b575a56d6fa0ead7f5cace3cc2fb1503dda7e8fa0366771788/726",
    "color_unittests": "12b987cfcc8340a497ca739747a905b19d8b7c96e765d19ba88af28ec55f2e33/569",
    "components_browsertests": "279d88f0e03c23d3753376e89b2dec0a6d49dd89e3de81545258f6cb78f62bc3/892",
    "components_unittests": "e0981b958d8946b217de71d6b06d44d9b04f019adb4a852dd22c1f5ab42ac225/892",
    "compositor_unittests": "61aae56b6e688dfbc566481cdeacd6abc489a3c969eb91758ff55d8b7671be2a/645",
    "content_browsertests": "3d0866666f60df05ecfede6373877360b930f11944f89d4cd4372cd637ac38f5/887",
    "content_unittests": "50f79e3512de025b9651948c15c0ed769dd6dfd79e1c19802ea70d4cf9d594f7/806",
    "cronet_tests": "ad8e1b9969623063b0c03a7eb5f00993e4a2c4a5c94b06113a0ca3b55768512a/730",
    "cronet_unittests": "712fbd407619a508d48e6f21b21270fee5adfe74f9962a468eb06efda2f683f6/646",
    "crypto_unittests": "8ec30bb8de1790a293ac54cd98e34d678dee16a2a11fad933ba3cc5b7768ee0d/569",
    "dbus_unittests": "972d58690c0dcd04496983dbdf06987b04edf02bffbc82fd53e0c32ef467a76d/569",
    "device_unittests": "dfbc61f2497468d0fd19448ea80afd15a230fb374891fce30aaa6c3d5f272bb3/646",
    "display_unittests": "0a545c92bd3c3a8438ef3e5aeb1bf0c0ea5f82c2d7b2f4219fd0b9f88fae7bce/569",
    "events_unittests": "40e8372dedb29c3639bc41462d823eb423512bceffa5aa14c8742202dfe77a75/569",
    "extensions_browsertests": "18b2c7412501ba5ece0ce093fc2001e43120ed4ef3cf4d38f07380b7c1876ea9/811",
    "extensions_unittests": "1e10f5f034b701454a61a69b03a8f0b82844b852dea4527d767a630f60dd39a8/975",
    "filesystem_service_unittests": "f18a06ee11cd7b23d1ee963e3131845eb641aff1f99029ddbcfa604f8b47375b/569",
    "gcm_unit_tests": "2767fec189c20a3c1392b403c56544810baca53807dd2093c146150afb5cc78f/646",
    "gfx_unittests": "de86a654d9eddbb56ee5e35c3494a63b5d72c08c562b2feec8aa116bee60250f/645",
    "gin_unittests": "3e37c6bd18724cf7d318ee6a3650770c910fb72996980faaf8192784ca8d355c/646",
    "gl_tests": "09a9c9c257086ec318e0fe64718c99ea47cf2ea9c275184025118c0f556e7696/569",
    "gl_unittests": "9234af5aacf371286f5a8002f6dcf2f4db0c5e4e75ead4c80339df7f6d7495e6/569",
    "google_apis_unittests": "d14e6f788f45e5a6dd701ffc89b4816be5eee3fc802b5368c47200e0ecc72bab/731",
    "gpu_unittests": "2a9f1795ed8d80cd4cc38bcecb4fef9d4d8cee1c21332f13bdac188cea60c3df/646",
    "gwp_asan_unittests": "253883676c95c57c532def7bcc8f03d14a25168752750077a1d5f5dc017dbbbf/570",
    "headless_browsertests": "0cb643ff62a4ac02d4e43efbb19bb1ef9d9c52d455c6ee050a4a2cd38116d0f8/809",
    "headless_unittests": "67865dad91d3237f0c47dff63b6c8031e8a4ac1f60fe8a5f79d7867567acc533/569",
    "interactive_ui_tests": "35c13e1ccaba5ee007a0756f600aa162992366d91a52f5b24f786b66c9fea328/1128",
    "ipc_tests": "3502607449aa5cffa9eea4b706b80b974b518b64bdc0a024addc82fadf02105e/569",
    "jingle_unittests": "68bc7d4141d2e4550ea3de913d7a3fa3d0de753314e493052915175146231e76/646",
    "latency_unittests": "da106815134dbf55fc13c83c103dc9d2097fea33aa37da48edce32aa13e34361/569",
    "libjingle_xmpp_unittests": "b4714fba39c13281a06f4feb732dbf701427a73b4e71ee176c66e7d30a953f1f/569",
    "liburlpattern_unittests": "ec9bac9ab5d4f8824e5264c5f30edac02eb20979b53e5ef17d5db42b1710afba/569",
    "media_unittests": "62c95d7156bc72011d70fb22c4a06e63096d855f4e397fc71f0a5253ec661018/649",
    "message_center_unittests": "9d09e305cf02b05cbfac728e51d156892a46592b62eabaa2b29317caf2893a2e/569",
    "midi_unittests": "78e9dbaada6e8b57595ac1b711f2a05a8bffcf67ddd694e8cd99303a979804fc/569",
    "mojo_core_unittests": "9e99ccd82c114486aafd9906227cdd9ce39067a6bbd0102e7a2b5173ace78eab/569",
    "mojo_unittests": "92898bad66729b9bc7ffb33d7c95153776ee1867e088ee03d20714eec7ce891e/647",
    "native_theme_unittests": "5139ff342aee7f13ae05f8bbf6f39b2436be82f17124ae50b2d62c67d44caee1/569",
    "net_unittests": "c7cae4fbeb8697684dc0c4beb090210d8e15dbf847662afb7aeaa6235e811b27/648",
    "openscreen_unittests": "68ebffef4cb76bf5b8e831ea4a2a49d50f0ea5eb09ee0a416bf002b36ddbe123/811",
    "ozone_x11_unittests": "55c2f1c3c381094d99a5cf969a96ce823814260d8e43df0743802b252c4030ca/569",
    "pdf_unittests": "3b36d435468d2cc2db3ea5f1fd042af639e58317aaaa5b8167d64f43e07c2b72/725",
    "perfetto_unittests": "d4bee31e741511a08bc45cf8ad00939c4f74f158ab58f102b14a442af9649a25/569",
    "ppapi_unittests": "cafdadd17878d773335df2ba1cd995388c8a141fca662da171b319af3f50b51d/569",
    "printing_unittests": "96ecf29671eee9d27daa01549bee1adb53ebac8c4a9ecac8f350c9f18dc83b24/569",
    "remoting_unittests": "718b356a6b48a30fee91382a53eb72579b8a02caf7443f09f18c6ecfe2165f07/646",
    "sandbox_linux_unittests": "518a3d5f76a4178d7fe5c15dd086206fc0ff76fc28380f1d8609c8539449d892/569",
    "service_manager_unittests": "a262975295745a58f64fa281cedc0542d144347bb8f592681f46e12639b1476e/569",
    "services_unittests": "a7ed0b295e2ec459c5ac1501c1d4138bec54031c4754557e8e84bf5985b677c2/815",
    "shell_dialogs_unittests": "a3a86adbe8807b85fe88da289f19714b0705da1c7954ad9314d7085b5178d87c/569",
    "skia_unittests": "5c6c6a1d19e1812ba245888cd76c47fe078c585d6da58a894f702512742883b9/569",
    "snapshot_unittests": "73d027fbdb4d51a247c42292a860903ed2fc846ccf7e257d3d472a090f1fedba/569",
    "sql_unittests": "ce7a4cf08f64256abeee01b8619f5e9fb47500726692a89eb31fe77424ea8f21/646",
    "storage_unittests": "68e42ca8430dcf375dc7b5c652d7a0c756eae2eaa82450c83989b4ec1743e92f/727",
    "sync_integration_tests": "b2a47b7ba757fb41c62cd997c2429488e38040eb4a24ef55cfe2ce0cc496ccb1/892",
    "ui_base_unittests": "c15b7d341ec83015d5534e55759d016c8a2f51bac0e7793ab088b6b2625765db/723",
    "ui_touch_selection_unittests": "298ecfbe68beb88e0b4ff6aff3d414e894304ae17e00c068d82613757302d6a5/569",
    "unit_tests": "9857d73ec95fa5c9142413a9c547755f4ea8e697ebd09156229f391e3164f457/1141",
    "url_unittests": "686b1dbd0796a2e34ab4fd42821c858261bb10e6ab0e9defb33b8ee61615a2c6/569",
    "views_unittests": "759d9aebb4cbdd4ffd76b6843cfea9fda914f1ab4434d58f24a2ba4796ed54d6/569",
    "viz_unittests": "47f15d62a742f9a1f0e38464f5b48eb17b57c648cceeed105a3e3d5b8f5d8243/653",
    "vr_common_unittests": "dae52f1deb217b37c5310d0e468242bd383ba4c8e86fd208e5743db5b5ff2403/811",
    "vr_pixeltests": "8157ee5617a5090c7564b7fb56b25f0f465ea7a02d7a8d68436ae05cb73d3ab6/725",
    "weblayer_browsertests": "33a647589e6ae9d5411987926b556a9ed27e2bbe3c8f3948715a2f9d0a372f79/893",
    "weblayer_unittests": "5f53e62c287663c9e4eab1d4ba6ca960d6a9b18863466c71a709072e789be610/725",
    "wm_unittests": "e6f844e2d3f9e0e426349b79cc041c64e215a345b041db0b2fd730acfe437bd7/569",
    "wtf_unittests": "1fd6e29c08ba92c09746f4617266984a8d7c993c289ca94bbabcac3a81f733e7/569",
    "x11_unittests": "68a0562eae905888e1a15bb7b75deb91d9010f416230de97dd54fef35d117564/569",
    "xr_browser_tests": "4c3663f7d73bd00d4a848735450a836954446f19afc7a8119a5e64b7cf241bd0/891",
    "zlib_unittests": "2937c719f1b3c030b17dfde1564a4fc8a86d533bccf46b002aac5013b2cc4f5f/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "f0d486abf22639ab3ba9fd78912ffff90aee71501abf199e6c2518e5ece7d641/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b91ceeb315c5f16ac2cad77532548a268acb1a79
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:78775
  • user_agent:recipe

Debug log (UTC)

[18:32:56.456] New invocation is queued and will start shortly
[18:32:56.456] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[18:32:57.662] Starting the invocation (attempt 1)
[18:32:57.694] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/b91ceeb315c5f16ac2cad77532548a268acb1a79"
[18:32:57.694] Popped gitiles commit info from properties and tags
[18:32:57.694] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:32:57.694] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:32:57.694] Buildbucket request:
{
  "requestId": "8996990794614685424",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "b91ceeb315c5f16ac2cad77532548a268acb1a79"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "d2b4d9aec1590dae5c33625a30878b5bcf423527",
      "parent_got_dawn_revision": "e53b9ef3f91c9089ecba72205f458146d446e81a",
      "parent_got_nacl_revision": "9d577686a4321b08f6b86ff2589070fdee1c53f9",
      "parent_got_revision": "b91ceeb315c5f16ac2cad77532548a268acb1a79",
      "parent_got_revision_cp": "refs/heads/main@{#937955}",
      "parent_got_swiftshader_revision": "91a9a020ca7622f2461db90ed6d22af8d40185a9",
      "parent_got_v8_revision": "49162da459e2ca1f078389a84f0bbfcc7fed7a2b",
      "parent_got_v8_revision_cp": "refs/heads/9.7.106@{#1}",
      "parent_got_webrtc_revision": "3041eb21e9c26277d6d80b7d6b0217f956b80dcb",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35300}",
      "swarm_hashes": {
            "absl_hardening_tests": "00099b4c3b209b4e6c9757bdbde9cfca13127344828d7694881fabefb524b3e1/569",
            "accessibility_unittests": "ca33d5df0ca74432be7b867f7ddbfaa09e8a3c166aff0f9d6afc0197cd956b10/569",
            "angle_unittests": "16a66453b8206c42cf11f35ce9ac6b457055d522cbf4d4596bf7ac40aae6c97f/570",
            "app_shell_unittests": "806d7d5f65d22307bf0b69e8d8a14514255fb85be9844e665f825ecb382dfc1b/809",
            "aura_unittests": "df9502c68ff501237bf3529139e85dadef8f327383ff7e9be60b87edd2905196/569",
            "base_unittests": "21c015953e264ea4aefe7efe6a8e1d1a39c74305875e7b8fb02ac18f0a7c1329/648",
            "blink_common_unittests": "845930e3b7f20edb1d3c4091dccbf825df0526b685b242819df45c348b06f277/647",
            "blink_fuzzer_unittests": "1e903295ecbfa705597541caac3b066e1aaed882ed6a00f08e4f222012064496/648",
            "blink_heap_unittests": "362349a18bab3effdcae88851cde610d05f9f8c73a6ca2b3dc138a3be9ccbaf4/648",
            "blink_platform_unittests": "e6466876260bfd9deba77a1bab13bb8fa4aeea71e3199b7639ca9d5a024142d9/726",
            "blink_unittests": "c477da84ae3e3bd8a1b44373bde86ccf331d664b6b8e10722d35ad2816bd3d65/726",
            "boringssl_crypto_tests": "9c1ac892fe7c0f6c3d9486c28ef42ff1f67f6f9993cdc17cc2c986b0a201788c/570",
            "boringssl_ssl_tests": "318e8e0bdcf028a533c1946d220811100fd5842788cf9388ad8b8fd9c95c4e91/569",
            "capture_unittests": "5671624d3af3831ce4d6c6f15eb5c9a869c660620b5703073ba353a053b36af4/648",
            "cast_unittests": "fb96d5c3771f040ef0b7640a2a1890801c4874b0b1edf4ea4d078c273ed1447b/569",
            "cc_unittests": "a7ec73f07300f2d419e3b55d2dd99642358b2f389bef714cfe5deadca80d859a/653",
            "chrome_app_unittests": "1d54410c4fdf5b5025c3fdc36c1fa8696d73ad1a83d6a97d26d44c284d1027ae/811",
            "chromedriver_unittests": "8850023e2c6aa5b575a56d6fa0ead7f5cace3cc2fb1503dda7e8fa0366771788/726",
            "color_unittests": "12b987cfcc8340a497ca739747a905b19d8b7c96e765d19ba88af28ec55f2e33/569",
            "components_browsertests": "279d88f0e03c23d3753376e89b2dec0a6d49dd89e3de81545258f6cb78f62bc3/892",
            "components_unittests": "e0981b958d8946b217de71d6b06d44d9b04f019adb4a852dd22c1f5ab42ac225/892",
            "compositor_unittests": "61aae56b6e688dfbc566481cdeacd6abc489a3c969eb91758ff55d8b7671be2a/645",
            "content_browsertests": "3d0866666f60df05ecfede6373877360b930f11944f89d4cd4372cd637ac38f5/887",
            "content_unittests": "50f79e3512de025b9651948c15c0ed769dd6dfd79e1c19802ea70d4cf9d594f7/806",
            "cronet_tests": "ad8e1b9969623063b0c03a7eb5f00993e4a2c4a5c94b06113a0ca3b55768512a/730",
            "cronet_unittests": "712fbd407619a508d48e6f21b21270fee5adfe74f9962a468eb06efda2f683f6/646",
            "crypto_unittests": "8ec30bb8de1790a293ac54cd98e34d678dee16a2a11fad933ba3cc5b7768ee0d/569",
            "dbus_unittests": "972d58690c0dcd04496983dbdf06987b04edf02bffbc82fd53e0c32ef467a76d/569",
            "device_unittests": "dfbc61f2497468d0fd19448ea80afd15a230fb374891fce30aaa6c3d5f272bb3/646",
            "display_unittests": "0a545c92bd3c3a8438ef3e5aeb1bf0c0ea5f82c2d7b2f4219fd0b9f88fae7bce/569",
            "events_unittests": "40e8372dedb29c3639bc41462d823eb423512bceffa5aa14c8742202dfe77a75/569",
            "extensions_browsertests": "18b2c7412501ba5ece0ce093fc2001e43120ed4ef3cf4d38f07380b7c1876ea9/811",
            "extensions_unittests": "1e10f5f034b701454a61a69b03a8f0b82844b852dea4527d767a630f60dd39a8/975",
            "filesystem_service_unittests": "f18a06ee11cd7b23d1ee963e3131845eb641aff1f99029ddbcfa604f8b47375b/569",
            "gcm_unit_tests": "2767fec189c20a3c1392b403c56544810baca53807dd2093c146150afb5cc78f/646",
            "gfx_unittests": "de86a654d9eddbb56ee5e35c3494a63b5d72c08c562b2feec8aa116bee60250f/645",
            "gin_unittests": "3e37c6bd18724cf7d318ee6a3650770c910fb72996980faaf8192784ca8d355c/646",
            "gl_tests": "09a9c9c257086ec318e0fe64718c99ea47cf2ea9c275184025118c0f556e7696/569",
            "gl_unittests": "9234af5aacf371286f5a8002f6dcf2f4db0c5e4e75ead4c80339df7f6d7495e6/569",
            "google_apis_unittests": "d14e6f788f45e5a6dd701ffc89b4816be5eee3fc802b5368c47200e0ecc72bab/731",
            "gpu_unittests": "2a9f1795ed8d80cd4cc38bcecb4fef9d4d8cee1c21332f13bdac188cea60c3df/646",
            "gwp_asan_unittests": "253883676c95c57c532def7bcc8f03d14a25168752750077a1d5f5dc017dbbbf/570",
            "headless_browsertests": "0cb643ff62a4ac02d4e43efbb19bb1ef9d9c52d455c6ee050a4a2cd38116d0f8/809",
            "headless_unittests": "67865dad91d3237f0c47dff63b6c8031e8a4ac1f60fe8a5f79d7867567acc533/569",
            "interactive_ui_tests": "35c13e1ccaba5ee007a0756f600aa162992366d91a52f5b24f786b66c9fea328/1128",
            "ipc_tests": "3502607449aa5cffa9eea4b706b80b974b518b64bdc0a024addc82fadf02105e/569",
            "jingle_unittests": "68bc7d4141d2e4550ea3de913d7a3fa3d0de753314e493052915175146231e76/646",
            "latency_unittests": "da106815134dbf55fc13c83c103dc9d2097fea33aa37da48edce32aa13e34361/569",
            "libjingle_xmpp_unittests": "b4714fba39c13281a06f4feb732dbf701427a73b4e71ee176c66e7d30a953f1f/569",
            "liburlpattern_unittests": "ec9bac9ab5d4f8824e5264c5f30edac02eb20979b53e5ef17d5db42b1710afba/569",
            "media_unittests": "62c95d7156bc72011d70fb22c4a06e63096d855f4e397fc71f0a5253ec661018/649",
            "message_center_unittests": "9d09e305cf02b05cbfac728e51d156892a46592b62eabaa2b29317caf2893a2e/569",
            "midi_unittests": "78e9dbaada6e8b57595ac1b711f2a05a8bffcf67ddd694e8cd99303a979804fc/569",
            "mojo_core_unittests": "9e99ccd82c114486aafd9906227cdd9ce39067a6bbd0102e7a2b5173ace78eab/569",
            "mojo_unittests": "92898bad66729b9bc7ffb33d7c95153776ee1867e088ee03d20714eec7ce891e/647",
            "native_theme_unittests": "5139ff342aee7f13ae05f8bbf6f39b2436be82f17124ae50b2d62c67d44caee1/569",
            "net_unittests": "c7cae4fbeb8697684dc0c4beb090210d8e15dbf847662afb7aeaa6235e811b27/648",
            "openscreen_unittests": "68ebffef4cb76bf5b8e831ea4a2a49d50f0ea5eb09ee0a416bf002b36ddbe123/811",
            "ozone_x11_unittests": "55c2f1c3c381094d99a5cf969a96ce823814260d8e43df0743802b252c4030ca/569",
            "pdf_unittests": "3b36d435468d2cc2db3ea5f1fd042af639e58317aaaa5b8167d64f43e07c2b72/725",
            "perfetto_unittests": "d4bee31e741511a08bc45cf8ad00939c4f74f158ab58f102b14a442af9649a25/569",
            "ppapi_unittests": "cafdadd17878d773335df2ba1cd995388c8a141fca662da171b319af3f50b51d/569",
            "printing_unittests": "96ecf29671eee9d27daa01549bee1adb53ebac8c4a9ecac8f350c9f18dc83b24/569",
            "remoting_unittests": "718b356a6b48a30fee91382a53eb72579b8a02caf7443f09f18c6ecfe2165f07/646",
            "sandbox_linux_unittests": "518a3d5f76a4178d7fe5c15dd086206fc0ff76fc28380f1d8609c8539449d892/569",
            "service_manager_unittests": "a262975295745a58f64fa281cedc0542d144347bb8f592681f46e12639b1476e/569",
            "services_unittests": "a7ed0b295e2ec459c5ac1501c1d4138bec54031c4754557e8e84bf5985b677c2/815",
            "shell_dialogs_unittests": "a3a86adbe8807b85fe88da289f19714b0705da1c7954ad9314d7085b5178d87c/569",
            "skia_unittests": "5c6c6a1d19e1812ba245888cd76c47fe078c585d6da58a894f702512742883b9/569",
            "snapshot_unittests": "73d027fbdb4d51a247c42292a860903ed2fc846ccf7e257d3d472a090f1fedba/569",
            "sql_unittests": "ce7a4cf08f64256abeee01b8619f5e9fb47500726692a89eb31fe77424ea8f21/646",
            "storage_unittests": "68e42ca8430dcf375dc7b5c652d7a0c756eae2eaa82450c83989b4ec1743e92f/727",
            "sync_integration_tests": "b2a47b7ba757fb41c62cd997c2429488e38040eb4a24ef55cfe2ce0cc496ccb1/892",
            "ui_base_unittests": "c15b7d341ec83015d5534e55759d016c8a2f51bac0e7793ab088b6b2625765db/723",
            "ui_touch_selection_unittests": "298ecfbe68beb88e0b4ff6aff3d414e894304ae17e00c068d82613757302d6a5/569",
            "unit_tests": "9857d73ec95fa5c9142413a9c547755f4ea8e697ebd09156229f391e3164f457/1141",
            "url_unittests": "686b1dbd0796a2e34ab4fd42821c858261bb10e6ab0e9defb33b8ee61615a2c6/569",
            "views_unittests": "759d9aebb4cbdd4ffd76b6843cfea9fda914f1ab4434d58f24a2ba4796ed54d6/569",
            "viz_unittests": "47f15d62a742f9a1f0e38464f5b48eb17b57c648cceeed105a3e3d5b8f5d8243/653",
            "vr_common_unittests": "dae52f1deb217b37c5310d0e468242bd383ba4c8e86fd208e5743db5b5ff2403/811",
            "vr_pixeltests": "8157ee5617a5090c7564b7fb56b25f0f465ea7a02d7a8d68436ae05cb73d3ab6/725",
            "weblayer_browsertests": "33a647589e6ae9d5411987926b556a9ed27e2bbe3c8f3948715a2f9d0a372f79/893",
            "weblayer_unittests": "5f53e62c287663c9e4eab1d4ba6ca960d6a9b18863466c71a709072e789be610/725",
            "wm_unittests": "e6f844e2d3f9e0e426349b79cc041c64e215a345b041db0b2fd730acfe437bd7/569",
            "wtf_unittests": "1fd6e29c08ba92c09746f4617266984a8d7c993c289ca94bbabcac3a81f733e7/569",
            "x11_unittests": "68a0562eae905888e1a15bb7b75deb91d9010f416230de97dd54fef35d117564/569",
            "xr_browser_tests": "4c3663f7d73bd00d4a848735450a836954446f19afc7a8119a5e64b7cf241bd0/891",
            "zlib_unittests": "2937c719f1b3c030b17dfde1564a4fc8a86d533bccf46b002aac5013b2cc4f5f/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "f0d486abf22639ab3ba9fd78912ffff90aee71501abf199e6c2518e5ece7d641/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "b91ceeb315c5f16ac2cad77532548a268acb1a79",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8996990794614685424"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "78775"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[18:32:58.307] Scheduled build:
{
  "id": "8831560732586298065",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 70731,
  "createdBy": "project:chromium",
  "createTime": "2021-11-03T18:32:57.758299292Z",
  "updateTime": "2021-11-03T18:32:57.758299292Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "b91ceeb315c5f16ac2cad77532548a268acb1a79",
      "ref": "refs/heads/main"
    }
  }
}
[18:32:58.307] Task URL: https://cr-buildbucket.appspot.com/build/8831560732586298065
[18:32:58.307] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996990794614685424:2:0) after 2m15s
[18:33:49.260] Received PubSub notification, asking Buildbucket for the build status
[18:33:49.296] Build status: STARTED
[18:35:14.128] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996990794614685424:2:0)
[18:35:14.191] Build status: STARTED
[18:35:14.191] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996990794614685424:4:0) after 6m16s
[18:41:30.401] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996990794614685424:4:0)
[18:41:30.434] Build status: STARTED
[18:41:30.434] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996990794614685424:5:0) after 6m33s
[18:48:03.556] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996990794614685424:5:0)
[18:48:03.589] Build status: STARTED
[18:48:03.589] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996990794614685424:6:0) after 5m56s
[18:53:59.610] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996990794614685424:6:0)
[18:53:59.640] Build status: STARTED
[18:53:59.640] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996990794614685424:7:0) after 2m39s
[18:56:38.673] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996990794614685424:7:0)
[18:56:38.780] Build status: STARTED
[18:56:38.780] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996990794614685424:8:0) after 9m8s
[19:03:20.997] Received PubSub notification, asking Buildbucket for the build status
[19:03:21.068] Build:
{
  "id": "8831560732586298065",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 70731,
  "createdBy": "project:chromium",
  "createTime": "2021-11-03T18:32:57.758299292Z",
  "startTime": "2021-11-03T18:33:46.681690Z",
  "endTime": "2021-11-03T19:03:20.544641340Z",
  "updateTime": "2021-11-03T19:03:20.544641340Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "b91ceeb315c5f16ac2cad77532548a268acb1a79",
      "ref": "refs/heads/main"
    }
  }
}
[19:03:21.068] Invocation finished in 30m24.628150316s with status FAILED