Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 28 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/78570 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "6506d98828e747443db16d57e23364a2691bdabb"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "bc09d119479d13e3419715e6bcf52ec7fa2109a7",
  "parent_got_dawn_revision": "3c786cd418f692b5e0a12adfb35b7b250eb579ca",
  "parent_got_nacl_revision": "9d577686a4321b08f6b86ff2589070fdee1c53f9",
  "parent_got_revision": "6506d98828e747443db16d57e23364a2691bdabb",
  "parent_got_revision_cp": "refs/heads/main@{#935438}",
  "parent_got_swiftshader_revision": "d143249a93bc3d5fcb21f5b24f8aa2d86cfb37fc",
  "parent_got_v8_revision": "91620f530425632c1dc447522d4486789a7fbb7c",
  "parent_got_v8_revision_cp": "refs/heads/9.7.63@{#1}",
  "parent_got_webrtc_revision": "af09c13096523ff78e9c63efd4d42d5876d648e0",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35268}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "6506d98828e747443db16d57e23364a2691bdabb",
  "swarm_hashes": {
    "absl_hardening_tests": "d037fbd5665e1c0736528d2d550a630d974cd35969a58606b376102e13b7007d/569",
    "accessibility_unittests": "48afb756908c619a22e8c2accfee765c775becf433a1f8ff3fede824d35cc69f/569",
    "angle_unittests": "467a1ec2c2308a86d69f73767fe853f2e4b55292278ee30dfd4b7bd5a6589cf8/570",
    "app_shell_unittests": "f090f3ba349bb6b6c3688dec174b16c73bdfd8e6a2ce907972ea5182d35a5898/809",
    "aura_unittests": "7bff73a874d20da47c098b667215c9602346f8ab28bef8a3031fbe63b7af038d/569",
    "base_unittests": "fe264efa8a915485f2bbd259614a9aa6a48fb05a0101de3fe8349f39e3d75d31/648",
    "blink_common_unittests": "938dd0c334a40f85387d497999af0bd45c2afe2e4b021d5eae22e814199600be/647",
    "blink_fuzzer_unittests": "2f660ef6b2d9830fa24369b56da12ae5a48764a495a2e71af885433e89cb4b5f/648",
    "blink_heap_unittests": "223a8881f22f5b85210d166f0cd101dede1c996e27d1f54b85318b63e03aa53f/648",
    "blink_platform_unittests": "9494043b0806e334b05289fd3a83c8f0e23b035a5a8535034b93dab04d720574/726",
    "blink_unittests": "fe09853f2772209292e164c7b2789ee1650654978bf84bd6b61481f9baedb527/726",
    "boringssl_crypto_tests": "d9896ab03da4fc057960b5ba1b880b295553f64747e3263f411d8a5451961f96/570",
    "boringssl_ssl_tests": "45b498c35e4f5b2535bf04dab552b7b8abd08fc86d592f9f1b7157d34f43fd76/569",
    "capture_unittests": "1b714a8ae439f8585b43be0156d1512f3c6756fb1700378dd371df5520984378/648",
    "cast_unittests": "bb1eca336a7568a7fbbff5ba560069011dbaeeb31039274a677138c315d6dc72/569",
    "cc_unittests": "f823d1b6c3dbd55a1c21f115e3598c9c5b6ea2af210fd5459d3e610699b3cda3/653",
    "chrome_app_unittests": "9656664bfd83164336f9b0ef3d7da76658cc232e93e2ddeb53de5fda346a30e1/811",
    "chromedriver_unittests": "351589b18d3863edbba8b6b35956a8e425a488596fcdfd17726050ec94f18f15/726",
    "color_unittests": "2bcd4268d73a222594d11a14e6897fd716ad416d6b14172ef4e84ee6e5dabca0/569",
    "components_browsertests": "2e8081969246d0175c1acafde8f105a1ad35ae08ffcc20814b269bea8dc09453/892",
    "components_unittests": "76ad428203f71eabd2d73d8ff985e0698ea29bd4a3e5ab6911000b06ad62a76f/892",
    "compositor_unittests": "980850f14b9c81a0858dc76358d3803fd813fccdfc7c850a1557f7a9feb4dd88/645",
    "content_browsertests": "23213cab20c8cbcf5a4ca9ccc8d354fb71671caf3d5250a18106077bc71f71bb/887",
    "content_unittests": "7e85e1321ada35cec52d13563b2fe91d07a6fb00592a73a9bb3b62c4c2dc8ae8/806",
    "cronet_tests": "eec81e17c5815cb738e3f699277fc7187b150076171124e2db43a4d32e6191d6/730",
    "cronet_unittests": "52a9417ebc24538e589ce1783991f50123b86faeeb7273fb9e0d21b9911ced24/646",
    "crypto_unittests": "2a18d1155f966f4aa6b41d2a5e0e9686698bc1826ff569648546116dd78d7d80/569",
    "dbus_unittests": "f835d5c86a09b26aa2771b11f5e1dc4c9a5ea11c7dc1d98ebd12589c712da608/569",
    "device_unittests": "39df06f5f3705358b2079ec5976d1c091fb47e93a34750d3bd24a8ec6b1d5f7a/646",
    "display_unittests": "540fce1a19be3e70cc304f42063db7de18608b51287d591ed8e0a8a74d838e63/569",
    "events_unittests": "b3326ccb7010a1b94a8b4fb9ef35447f6b099f453172aa88b114da659d93d316/569",
    "extensions_browsertests": "262d1b4a057ccddb68033f9b0f4a2a68907bbebba4eca7da66a6f78f113e54b7/811",
    "extensions_unittests": "5eea1e3d2b19b18b029efb6cf3ead66c93a9b0266e452561700c18f510b4ee60/975",
    "filesystem_service_unittests": "e44b7f569c66ae4e4ac3268ed6ae8ad109c3faca4d7c39d7d1a883dc8fd9801c/569",
    "gcm_unit_tests": "ecad28a96b72e7080c49fd78a1265dd4a2acfbac149b8a1ae582f1bd5cf68010/646",
    "gfx_unittests": "731cb9a9831f0585659b1807503a2928c093f4a2f3fb4daf6583335f3ff31af2/645",
    "gin_unittests": "898b1d1ddbab8a96fe081c390115db7ad1e6c2743d1a537490fe8e09dd6bdbc6/646",
    "gl_tests": "19df9ad73547103dab2cccdca818b24ef1006bd2b2d6b5d568813cc062373cf7/569",
    "gl_unittests": "487d50a0c136cf36a67bd4bf029804b08a060d0aa6352f3e142fb0892eff263a/569",
    "google_apis_unittests": "264e962c7d8a84a88399406741f4f86643daf64c3bc1ba08e2011ac5ce5a9db4/731",
    "gpu_unittests": "79773c03ab8c3f18d6ac7aaae4aafaaafabc9b2e2cbd405132bd756789035387/646",
    "gwp_asan_unittests": "1a0bbe2999fdd9ffd9ca6d8cae9d0d6c4e0635fefcf3e8e0fe28eefb6cfe61fb/570",
    "headless_browsertests": "85596f8beff53205f9b8f1c17b28eefaeea6795a98449f4f1b00a84b026a14f6/809",
    "headless_unittests": "3ac9990145d091e5cb49d1a57168a8501d341080b2d3b17415213d42d839a237/569",
    "interactive_ui_tests": "ee5bbc366ebf79132b450f4f53917a846b3c6d232bfb255c81814d0aef30d4ee/1128",
    "ipc_tests": "86fbd407c4daebf0e8730247a01deecc69ac994212476ae4d671f3926052d8c7/569",
    "jingle_unittests": "7cb14db88f578b61e7304a27bdf1a25f2be66bd537f36646fd8ce18bc08ed666/646",
    "latency_unittests": "1cb85542815882dd2ef95086a92cd87b82c92bd1b2c5dbd915114fe8f6207e70/569",
    "libjingle_xmpp_unittests": "4788686dfdbd14ee85ba027bcb4bab2ac4def7a83df1f6b9345bdc914ef7dd9d/569",
    "liburlpattern_unittests": "9723876338163fad9d7694932c63cdbb2b1cb8ffca9b9428e701baccb808a08b/569",
    "media_unittests": "dd8bd6048f60ccbe4527307ad8194a5c722bf49bc9919c66139e89e9e9e0308c/649",
    "message_center_unittests": "7fa682b0cacad59c7ef2e325ffe8356a888ce66dc8bed117eb118d519bcbd3f7/569",
    "midi_unittests": "b711d5ba8b4fe45103644726f9e0a824ff3b0e3a57d1d470532853f8a653ba9b/569",
    "mojo_core_unittests": "6fc46cdca02ac3b385df6f7360817e1b1aae6e7d716481c8da9bca8c7cc6a69f/569",
    "mojo_unittests": "f823bfe874993a48b470924567b78e7f92b84880fe14416cb8b60db7f76737b8/647",
    "native_theme_unittests": "c63a53bed55feb430d4c683b123b0c2c6c776297420c25da4023ba874459799d/569",
    "net_unittests": "b471956fd0cd8efa96a62b4d6203b958724e823e28aef52914346dc9ad310be1/648",
    "openscreen_unittests": "e42b930cdb9e3c183c4d6375ee6f71783c9ce582c53c29945b0d207c9c56bb9e/811",
    "ozone_x11_unittests": "ce70a4a7c0057e02aaa6dcccebe94cb8a4f519b70a275ce153c5b26b8a8e9029/569",
    "pdf_unittests": "cf5db10af2ba27c010d2e2382cea037e20c5fbe0ee36298a2ff5887e70113dd1/725",
    "perfetto_unittests": "1b7d6e3893a78bb6e4b74075646744f191129806bd61f6f08696ba526a4744e7/569",
    "ppapi_unittests": "7fb44bd9a5ac5b2673eea41fe1de604041bebe5130efbe42a6f80fd9f9d34019/569",
    "printing_unittests": "a1448c2591f019ca36bdd62462e7eb66214449de3c37546c5fae6bcfd800a6dd/569",
    "remoting_unittests": "aad5c7d04146bc479d572b93596be3ae7b6256b598ca2d51e6883ce2bd64e24e/646",
    "sandbox_linux_unittests": "e4350a9a82d6af252a065384d5cab3e1755352bc496578f70aef4be7a54d91c6/569",
    "service_manager_unittests": "ae5ca65d033aa23c9817c467a152e2bd4b403df3f7b5e6451fab1db23497b43b/569",
    "services_unittests": "ea590ebde860640f8730ab54d3d215c6a200d9231a2da3ff47ce973f5ccd79c8/815",
    "shell_dialogs_unittests": "f0cde1c8a5815edffa82efe2b709750cec8053b675f227204f1f74a77dc47869/569",
    "skia_unittests": "eef2c700e71cf33195bf669eee25b183b5011d231f0dbbd8c27e3a8bdf09da03/569",
    "snapshot_unittests": "c3ed5c7b3cee0d193e8cee5d9a91b4b8f2b1b63ad93a55baf4d6c3ae37accea2/569",
    "sql_unittests": "d7a518984e80c2db2ab72cfceda366fa80641a6e915c14927f7ab0e8509e0979/646",
    "storage_unittests": "e03bd2df2ea696a25ab6f064245c1dd0476ac99082bd5cc5c0645e48ec88b25a/727",
    "sync_integration_tests": "f67ffc1a75a5d852d71b975fc4c68ec6cc00b5f2d9287ae6af21eade3c689f35/892",
    "ui_base_unittests": "db0a68206ccc72a4e0169b822c3b4b7a256d3953af347208070d6876e9b47ae8/723",
    "ui_touch_selection_unittests": "8da8620d489de96bcfde94883be5c6f7f21feb0fbb5c8b347d5a9193b774d647/569",
    "unit_tests": "a2bfffad94fec5f0d6e7cfb45fb9c047252a88034bd01420617f692ede32609b/1141",
    "url_unittests": "8845145eeeac0c4b971a7e04a79956639966b4b4e57f8282ae113f81bb3a1063/569",
    "views_unittests": "3fe49822250e8ce39de9d7d9afdb2b40ba0c5c37833dd20568bdaab4924dcacf/569",
    "viz_unittests": "3b4e33a0672ec867748c7e5701460f56dca5864d1c83c9763463921108df8636/653",
    "vr_common_unittests": "704464b188e3f8d73ef48e0a2878b61c411018990e41cd75dbd77c38a97e90b6/811",
    "vr_pixeltests": "20bd0737c1dda6f1bf7e7f08f8392fbf4297b6628878348afbb46e4f0f2f4ae7/725",
    "weblayer_browsertests": "802dd68b39fb0464714bc85637d66c311c230c881e8b881fdfa51ec2840081da/893",
    "weblayer_unittests": "d7aac73d2acc057ffb21f02221deb09edb5e2a1a838d4dc14ca0e05dcd114b4d/725",
    "wm_unittests": "ff953e3dd3e69d3b1eff174042530dbae9dcf76d318490afa032d90431680a65/569",
    "wtf_unittests": "a44a3ddfe318da05eb7d992a734d43937ea874ee5b665c316f8ce4f0e7376474/569",
    "x11_unittests": "756c946040b6c170c07f76a67b3aa9d1e963deee67dec4d4b4b331af86218318/569",
    "xr_browser_tests": "d2ffd8fabdddbdbe43ba68c3c3a997d032b080a8c4638530953f3cfb85c4fd90/891",
    "zlib_unittests": "d482096088ba02a070dcbb8af1d613bd561388784bab50257344907fe668d56a/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "f0d486abf22639ab3ba9fd78912ffff90aee71501abf199e6c2518e5ece7d641/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/6506d98828e747443db16d57e23364a2691bdabb
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:78570
  • user_agent:recipe

Debug log (UTC)

[16:39:56.896] New invocation is queued and will start shortly
[16:39:56.896] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[16:39:58.047] Starting the invocation (attempt 1)
[16:39:58.091] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/6506d98828e747443db16d57e23364a2691bdabb"
[16:39:58.091] Popped gitiles commit info from properties and tags
[16:39:58.091] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[16:39:58.091] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[16:39:58.091] Buildbucket request:
{
  "requestId": "8997632082262488080",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "6506d98828e747443db16d57e23364a2691bdabb"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "bc09d119479d13e3419715e6bcf52ec7fa2109a7",
      "parent_got_dawn_revision": "3c786cd418f692b5e0a12adfb35b7b250eb579ca",
      "parent_got_nacl_revision": "9d577686a4321b08f6b86ff2589070fdee1c53f9",
      "parent_got_revision": "6506d98828e747443db16d57e23364a2691bdabb",
      "parent_got_revision_cp": "refs/heads/main@{#935438}",
      "parent_got_swiftshader_revision": "d143249a93bc3d5fcb21f5b24f8aa2d86cfb37fc",
      "parent_got_v8_revision": "91620f530425632c1dc447522d4486789a7fbb7c",
      "parent_got_v8_revision_cp": "refs/heads/9.7.63@{#1}",
      "parent_got_webrtc_revision": "af09c13096523ff78e9c63efd4d42d5876d648e0",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35268}",
      "swarm_hashes": {
            "absl_hardening_tests": "d037fbd5665e1c0736528d2d550a630d974cd35969a58606b376102e13b7007d/569",
            "accessibility_unittests": "48afb756908c619a22e8c2accfee765c775becf433a1f8ff3fede824d35cc69f/569",
            "angle_unittests": "467a1ec2c2308a86d69f73767fe853f2e4b55292278ee30dfd4b7bd5a6589cf8/570",
            "app_shell_unittests": "f090f3ba349bb6b6c3688dec174b16c73bdfd8e6a2ce907972ea5182d35a5898/809",
            "aura_unittests": "7bff73a874d20da47c098b667215c9602346f8ab28bef8a3031fbe63b7af038d/569",
            "base_unittests": "fe264efa8a915485f2bbd259614a9aa6a48fb05a0101de3fe8349f39e3d75d31/648",
            "blink_common_unittests": "938dd0c334a40f85387d497999af0bd45c2afe2e4b021d5eae22e814199600be/647",
            "blink_fuzzer_unittests": "2f660ef6b2d9830fa24369b56da12ae5a48764a495a2e71af885433e89cb4b5f/648",
            "blink_heap_unittests": "223a8881f22f5b85210d166f0cd101dede1c996e27d1f54b85318b63e03aa53f/648",
            "blink_platform_unittests": "9494043b0806e334b05289fd3a83c8f0e23b035a5a8535034b93dab04d720574/726",
            "blink_unittests": "fe09853f2772209292e164c7b2789ee1650654978bf84bd6b61481f9baedb527/726",
            "boringssl_crypto_tests": "d9896ab03da4fc057960b5ba1b880b295553f64747e3263f411d8a5451961f96/570",
            "boringssl_ssl_tests": "45b498c35e4f5b2535bf04dab552b7b8abd08fc86d592f9f1b7157d34f43fd76/569",
            "capture_unittests": "1b714a8ae439f8585b43be0156d1512f3c6756fb1700378dd371df5520984378/648",
            "cast_unittests": "bb1eca336a7568a7fbbff5ba560069011dbaeeb31039274a677138c315d6dc72/569",
            "cc_unittests": "f823d1b6c3dbd55a1c21f115e3598c9c5b6ea2af210fd5459d3e610699b3cda3/653",
            "chrome_app_unittests": "9656664bfd83164336f9b0ef3d7da76658cc232e93e2ddeb53de5fda346a30e1/811",
            "chromedriver_unittests": "351589b18d3863edbba8b6b35956a8e425a488596fcdfd17726050ec94f18f15/726",
            "color_unittests": "2bcd4268d73a222594d11a14e6897fd716ad416d6b14172ef4e84ee6e5dabca0/569",
            "components_browsertests": "2e8081969246d0175c1acafde8f105a1ad35ae08ffcc20814b269bea8dc09453/892",
            "components_unittests": "76ad428203f71eabd2d73d8ff985e0698ea29bd4a3e5ab6911000b06ad62a76f/892",
            "compositor_unittests": "980850f14b9c81a0858dc76358d3803fd813fccdfc7c850a1557f7a9feb4dd88/645",
            "content_browsertests": "23213cab20c8cbcf5a4ca9ccc8d354fb71671caf3d5250a18106077bc71f71bb/887",
            "content_unittests": "7e85e1321ada35cec52d13563b2fe91d07a6fb00592a73a9bb3b62c4c2dc8ae8/806",
            "cronet_tests": "eec81e17c5815cb738e3f699277fc7187b150076171124e2db43a4d32e6191d6/730",
            "cronet_unittests": "52a9417ebc24538e589ce1783991f50123b86faeeb7273fb9e0d21b9911ced24/646",
            "crypto_unittests": "2a18d1155f966f4aa6b41d2a5e0e9686698bc1826ff569648546116dd78d7d80/569",
            "dbus_unittests": "f835d5c86a09b26aa2771b11f5e1dc4c9a5ea11c7dc1d98ebd12589c712da608/569",
            "device_unittests": "39df06f5f3705358b2079ec5976d1c091fb47e93a34750d3bd24a8ec6b1d5f7a/646",
            "display_unittests": "540fce1a19be3e70cc304f42063db7de18608b51287d591ed8e0a8a74d838e63/569",
            "events_unittests": "b3326ccb7010a1b94a8b4fb9ef35447f6b099f453172aa88b114da659d93d316/569",
            "extensions_browsertests": "262d1b4a057ccddb68033f9b0f4a2a68907bbebba4eca7da66a6f78f113e54b7/811",
            "extensions_unittests": "5eea1e3d2b19b18b029efb6cf3ead66c93a9b0266e452561700c18f510b4ee60/975",
            "filesystem_service_unittests": "e44b7f569c66ae4e4ac3268ed6ae8ad109c3faca4d7c39d7d1a883dc8fd9801c/569",
            "gcm_unit_tests": "ecad28a96b72e7080c49fd78a1265dd4a2acfbac149b8a1ae582f1bd5cf68010/646",
            "gfx_unittests": "731cb9a9831f0585659b1807503a2928c093f4a2f3fb4daf6583335f3ff31af2/645",
            "gin_unittests": "898b1d1ddbab8a96fe081c390115db7ad1e6c2743d1a537490fe8e09dd6bdbc6/646",
            "gl_tests": "19df9ad73547103dab2cccdca818b24ef1006bd2b2d6b5d568813cc062373cf7/569",
            "gl_unittests": "487d50a0c136cf36a67bd4bf029804b08a060d0aa6352f3e142fb0892eff263a/569",
            "google_apis_unittests": "264e962c7d8a84a88399406741f4f86643daf64c3bc1ba08e2011ac5ce5a9db4/731",
            "gpu_unittests": "79773c03ab8c3f18d6ac7aaae4aafaaafabc9b2e2cbd405132bd756789035387/646",
            "gwp_asan_unittests": "1a0bbe2999fdd9ffd9ca6d8cae9d0d6c4e0635fefcf3e8e0fe28eefb6cfe61fb/570",
            "headless_browsertests": "85596f8beff53205f9b8f1c17b28eefaeea6795a98449f4f1b00a84b026a14f6/809",
            "headless_unittests": "3ac9990145d091e5cb49d1a57168a8501d341080b2d3b17415213d42d839a237/569",
            "interactive_ui_tests": "ee5bbc366ebf79132b450f4f53917a846b3c6d232bfb255c81814d0aef30d4ee/1128",
            "ipc_tests": "86fbd407c4daebf0e8730247a01deecc69ac994212476ae4d671f3926052d8c7/569",
            "jingle_unittests": "7cb14db88f578b61e7304a27bdf1a25f2be66bd537f36646fd8ce18bc08ed666/646",
            "latency_unittests": "1cb85542815882dd2ef95086a92cd87b82c92bd1b2c5dbd915114fe8f6207e70/569",
            "libjingle_xmpp_unittests": "4788686dfdbd14ee85ba027bcb4bab2ac4def7a83df1f6b9345bdc914ef7dd9d/569",
            "liburlpattern_unittests": "9723876338163fad9d7694932c63cdbb2b1cb8ffca9b9428e701baccb808a08b/569",
            "media_unittests": "dd8bd6048f60ccbe4527307ad8194a5c722bf49bc9919c66139e89e9e9e0308c/649",
            "message_center_unittests": "7fa682b0cacad59c7ef2e325ffe8356a888ce66dc8bed117eb118d519bcbd3f7/569",
            "midi_unittests": "b711d5ba8b4fe45103644726f9e0a824ff3b0e3a57d1d470532853f8a653ba9b/569",
            "mojo_core_unittests": "6fc46cdca02ac3b385df6f7360817e1b1aae6e7d716481c8da9bca8c7cc6a69f/569",
            "mojo_unittests": "f823bfe874993a48b470924567b78e7f92b84880fe14416cb8b60db7f76737b8/647",
            "native_theme_unittests": "c63a53bed55feb430d4c683b123b0c2c6c776297420c25da4023ba874459799d/569",
            "net_unittests": "b471956fd0cd8efa96a62b4d6203b958724e823e28aef52914346dc9ad310be1/648",
            "openscreen_unittests": "e42b930cdb9e3c183c4d6375ee6f71783c9ce582c53c29945b0d207c9c56bb9e/811",
            "ozone_x11_unittests": "ce70a4a7c0057e02aaa6dcccebe94cb8a4f519b70a275ce153c5b26b8a8e9029/569",
            "pdf_unittests": "cf5db10af2ba27c010d2e2382cea037e20c5fbe0ee36298a2ff5887e70113dd1/725",
            "perfetto_unittests": "1b7d6e3893a78bb6e4b74075646744f191129806bd61f6f08696ba526a4744e7/569",
            "ppapi_unittests": "7fb44bd9a5ac5b2673eea41fe1de604041bebe5130efbe42a6f80fd9f9d34019/569",
            "printing_unittests": "a1448c2591f019ca36bdd62462e7eb66214449de3c37546c5fae6bcfd800a6dd/569",
            "remoting_unittests": "aad5c7d04146bc479d572b93596be3ae7b6256b598ca2d51e6883ce2bd64e24e/646",
            "sandbox_linux_unittests": "e4350a9a82d6af252a065384d5cab3e1755352bc496578f70aef4be7a54d91c6/569",
            "service_manager_unittests": "ae5ca65d033aa23c9817c467a152e2bd4b403df3f7b5e6451fab1db23497b43b/569",
            "services_unittests": "ea590ebde860640f8730ab54d3d215c6a200d9231a2da3ff47ce973f5ccd79c8/815",
            "shell_dialogs_unittests": "f0cde1c8a5815edffa82efe2b709750cec8053b675f227204f1f74a77dc47869/569",
            "skia_unittests": "eef2c700e71cf33195bf669eee25b183b5011d231f0dbbd8c27e3a8bdf09da03/569",
            "snapshot_unittests": "c3ed5c7b3cee0d193e8cee5d9a91b4b8f2b1b63ad93a55baf4d6c3ae37accea2/569",
            "sql_unittests": "d7a518984e80c2db2ab72cfceda366fa80641a6e915c14927f7ab0e8509e0979/646",
            "storage_unittests": "e03bd2df2ea696a25ab6f064245c1dd0476ac99082bd5cc5c0645e48ec88b25a/727",
            "sync_integration_tests": "f67ffc1a75a5d852d71b975fc4c68ec6cc00b5f2d9287ae6af21eade3c689f35/892",
            "ui_base_unittests": "db0a68206ccc72a4e0169b822c3b4b7a256d3953af347208070d6876e9b47ae8/723",
            "ui_touch_selection_unittests": "8da8620d489de96bcfde94883be5c6f7f21feb0fbb5c8b347d5a9193b774d647/569",
            "unit_tests": "a2bfffad94fec5f0d6e7cfb45fb9c047252a88034bd01420617f692ede32609b/1141",
            "url_unittests": "8845145eeeac0c4b971a7e04a79956639966b4b4e57f8282ae113f81bb3a1063/569",
            "views_unittests": "3fe49822250e8ce39de9d7d9afdb2b40ba0c5c37833dd20568bdaab4924dcacf/569",
            "viz_unittests": "3b4e33a0672ec867748c7e5701460f56dca5864d1c83c9763463921108df8636/653",
            "vr_common_unittests": "704464b188e3f8d73ef48e0a2878b61c411018990e41cd75dbd77c38a97e90b6/811",
            "vr_pixeltests": "20bd0737c1dda6f1bf7e7f08f8392fbf4297b6628878348afbb46e4f0f2f4ae7/725",
            "weblayer_browsertests": "802dd68b39fb0464714bc85637d66c311c230c881e8b881fdfa51ec2840081da/893",
            "weblayer_unittests": "d7aac73d2acc057ffb21f02221deb09edb5e2a1a838d4dc14ca0e05dcd114b4d/725",
            "wm_unittests": "ff953e3dd3e69d3b1eff174042530dbae9dcf76d318490afa032d90431680a65/569",
            "wtf_unittests": "a44a3ddfe318da05eb7d992a734d43937ea874ee5b665c316f8ce4f0e7376474/569",
            "x11_unittests": "756c946040b6c170c07f76a67b3aa9d1e963deee67dec4d4b4b331af86218318/569",
            "xr_browser_tests": "d2ffd8fabdddbdbe43ba68c3c3a997d032b080a8c4638530953f3cfb85c4fd90/891",
            "zlib_unittests": "d482096088ba02a070dcbb8af1d613bd561388784bab50257344907fe668d56a/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "f0d486abf22639ab3ba9fd78912ffff90aee71501abf199e6c2518e5ece7d641/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "6506d98828e747443db16d57e23364a2691bdabb",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8997632082262488080"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "78570"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[16:39:58.595] Scheduled build:
{
  "id": "8832202020279227217",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 70527,
  "createdBy": "project:chromium",
  "createTime": "2021-10-27T16:39:58.156936391Z",
  "updateTime": "2021-10-27T16:39:58.156936391Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "6506d98828e747443db16d57e23364a2691bdabb",
      "ref": "refs/heads/main"
    }
  }
}
[16:39:58.595] Task URL: https://cr-buildbucket.appspot.com/build/8832202020279227217
[16:39:58.595] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997632082262488080:2:0) after 2m29s
[16:40:37.812] Received PubSub notification, asking Buildbucket for the build status
[16:40:37.844] Build status: STARTED
[16:42:27.870] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997632082262488080:2:0)
[16:42:27.904] Build status: STARTED
[16:42:27.904] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997632082262488080:4:0) after 8m5s
[16:50:33.014] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997632082262488080:4:0)
[16:50:33.043] Build status: STARTED
[16:50:33.044] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997632082262488080:5:0) after 5m48s
[16:56:21.071] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997632082262488080:5:0)
[16:56:21.107] Build status: STARTED
[16:56:21.107] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997632082262488080:6:0) after 5m26s
[17:01:47.232] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997632082262488080:6:0)
[17:01:47.468] Build status: STARTED
[17:01:47.468] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997632082262488080:7:0) after 8m1s
[17:08:30.155] Received PubSub notification, asking Buildbucket for the build status
[17:08:30.195] Build:
{
  "id": "8832202020279227217",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 70527,
  "createdBy": "project:chromium",
  "createTime": "2021-10-27T16:39:58.156936391Z",
  "startTime": "2021-10-27T16:40:35.810290Z",
  "endTime": "2021-10-27T17:08:24.990323851Z",
  "updateTime": "2021-10-27T17:08:24.990323851Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "6506d98828e747443db16d57e23364a2691bdabb",
      "ref": "refs/heads/main"
    }
  }
}
[17:08:30.196] Invocation finished in 28m33.314957514s with status FAILED