Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 26 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/79288 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "40a030ff4b351185af8592e1739d5559266b5b11"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "647026fa49c2ac4c4db29660eb9ac9aa8a3dd926",
  "parent_got_dawn_revision": "bdefb2dbd07e51eef4935e910efa6e9c7babc2e2",
  "parent_got_nacl_revision": "5ea7f18df797eb055c2b0efcb0637a82ca0eba84",
  "parent_got_revision": "40a030ff4b351185af8592e1739d5559266b5b11",
  "parent_got_revision_cp": "refs/heads/main@{#943858}",
  "parent_got_swiftshader_revision": "6e23c082b73a952d36c0cdb2f33f597166674f6d",
  "parent_got_v8_revision": "a299e86f9feb9075105d7a7da4c40bd6f47c8faa",
  "parent_got_v8_revision_cp": "refs/heads/9.8.75@{#1}",
  "parent_got_webrtc_revision": "8498b7e7f6b90fa036de2a6887d34256f0565b4f",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35395}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "40a030ff4b351185af8592e1739d5559266b5b11",
  "swarm_hashes": {
    "absl_hardening_tests": "900cf6d1d78eff2df240f14dfa6755a458bd2fc741de2011e0222e3896784c6f/569",
    "accessibility_unittests": "4827d46841e007da1537fea98edb7b8422908da7c407258101fde1e4966d7279/569",
    "angle_unittests": "b8d3ae43ae61d53fa76eac3f1c473a7cf4ba22e3ad07e669d061ce2e95279050/570",
    "app_shell_unittests": "97f7e5e4d78c1e03648e69e761d62e3c7ced2a3d67c37a88f5d3d662695e61ef/730",
    "aura_unittests": "84c9b1958d6aee68f5f7229dc441a67eb740ff2fe88ee0f10af51cb4aed20ca7/569",
    "base_unittests": "8251a7ffa4ed9ca5bf6d5b3c16f44cd8768d641c5421f7a1e1980e96af84d4ec/648",
    "blink_common_unittests": "8f7a7e84b274f88a231e30d1865ed98cd5177537543f87de2321082a69e9d792/647",
    "blink_fuzzer_unittests": "2db723511e5f584793bf603fa6c6227beed27857d5a40fcb355c724d6a7c0547/569",
    "blink_heap_unittests": "7fd75c018f746d1b304a3c4484889ec2028a04f00c23fe2a28bf38e5d12a9743/569",
    "blink_platform_unittests": "492e65c8eb531b0fc0868e92c7b610530877a0105442e3e35049432261e058de/726",
    "blink_unittests": "1c7645161a406bc570b198fcb88dc8686160ca012c86b9977574f8a848c3c108/810",
    "boringssl_crypto_tests": "ef7482ac09a1ce040c386773156fc11b22c92bee06bf0e1d8eb30a478c4c2fc7/570",
    "boringssl_ssl_tests": "c96c7738ee8d89c6a9c80caaecb4856dee783bacb544109dea469e25396478c0/569",
    "capture_unittests": "a705759d07dc0dce3b49c1548b3999363bcbe4986faa552aab54b765b0632498/648",
    "cast_unittests": "b3cf4e2e84dc9e5e1d1ae559c3f1e13bfdb6babbd34330f07142ca97a1daa211/569",
    "cc_unittests": "33ac94cef259406769037c6a26b0996b97a08a160e346578c7daee3218c5edbd/653",
    "chrome_app_unittests": "cf9a2c9ea0d22a6a74e22117d3879a16d3d158fa4a5dfb5429feeb5c9f11ac60/648",
    "chromedriver_unittests": "dddb61dcfae96ccd1e77f726f6020a85e7d3fef73fe89567e81a9ae39627e22b/726",
    "color_unittests": "3f2d04a8fd00897952fa43880c017a0aa1d4ff46b0ce52701f8c072e342fa8e3/569",
    "components_browsertests": "9b7e304a477a1e2c3e7675bf05e6a08da0e52479f6953ac6d6ece8314a25bb49/813",
    "components_unittests": "082aa2de130bb146c1258bb9cd6a438b8a58af516e4cd252c5c0f275864da975/813",
    "compositor_unittests": "07e73c808bd5532d0d1ceed6c9133f807783f3ddb1548fa8b974bb48e88afc42/645",
    "content_browsertests": "e8bdb1d5660be22c09a6efb811374a0ec889f207a51ecd64c87348c6fea519de/887",
    "content_unittests": "9d9078bb130125e02a222dce10be386c9740a642e3f0ecc9fb6538b3d915c6c3/806",
    "cronet_tests": "8d401ebb273b6430911887a3c2c1c5a5b1091c71abf792ec3ad61c9ff2171420/730",
    "cronet_unittests": "f518744ba253ef40897e27b8ea3fd0ee0ded6b4b55955f1abf7a24a3b00bde7a/646",
    "crypto_unittests": "95e17cab31cabcc1e0f48ca34cb7399679e11d765fd65d3fbf083c7e8e3763bb/569",
    "dbus_unittests": "a3ea6de64868a7666afa440f41805ebe0f7f846dda1c67e0a1f34e9940f2c2e4/569",
    "device_unittests": "1f7a841db7fd51d3408240fb9703a6b3a5bfb6cfdc98c85ecbb42eb3025d2486/646",
    "display_unittests": "135cee74e52ee4846a670c889770a6af8eaecb47df918348ec1699d2815e401d/569",
    "events_unittests": "719866826f1aa6ce8bc9cec7b6a030a19a7ddc0a59bc4d42ab04b3c94d67d5d0/569",
    "extensions_browsertests": "5d5ccc55979b3b5737d7183275e5cb6401ad1ea664dfe153f2ed1bf03ba0eb52/732",
    "extensions_unittests": "3640e3246731dd3a629b4e987b1bcb9b1dbfd1bc0c2e64a761cac8888176299d/896",
    "filesystem_service_unittests": "1174de02e80d82e820506522cec28883b2d4f0bfc45f6e8338f37e2a86292a29/569",
    "gcm_unit_tests": "5736f08be8a3c905ab7fdb5b1188b9f106f0854f41df4ec41fa3b972dc172146/646",
    "gfx_unittests": "dbc3a3aafc38ce7ff715a6b3dafdd9312a29621826c1561bc29f1e52a2c7040e/645",
    "gin_unittests": "0c3ef5cad16f43fcd10b0053ed168ad30a5ac24d47385567362d7f10d18a5584/646",
    "gl_tests": "6d2be6cf4e23fd71643ca01bfaa666f2298bad05e981742046d724727f122e0d/569",
    "gl_unittests": "9e8ca68225be00d3b3fd2b27dffed58eae7c81eab61e86f2665a6147da564a8e/569",
    "google_apis_unittests": "6da87d78ae2d0145267331689aea739ef1d84ccebfa588354194eac4502dd3e0/731",
    "gpu_unittests": "f83f3ea7967521b3678a2cfc075e778bc6b1351422572aa12e3e0516625f7917/646",
    "gwp_asan_unittests": "6425c811125461e9ee29662ff736c83550a8faa7e50031855b525df17f9cdfb0/570",
    "headless_browsertests": "86357aaeb17170c446e2216a136f8fd99ac68c525829e77234c3bda6a060bafc/730",
    "headless_unittests": "0954044e4c8ca0c22002da6f777e6e6a458251a0df49f40de07d36547642e772/569",
    "interactive_ui_tests": "ce48ac1a411f42c92f3d90ecd8396a2bff99084c3181dbdeb3ac3e9e56f0b642/965",
    "ipc_tests": "abe11150c14a0f9d04840f285d6d4081955444206e344940586aa2e847cfb880/569",
    "jingle_unittests": "197e2efde78dbcddc4d7238b411a010d7aa27c6bfb92eebfafbdec4fe0bbafab/646",
    "latency_unittests": "7a396d94a02f7b372250661ac7bffb1ef34e9bd68b08132cbd32badd25c159a9/569",
    "libjingle_xmpp_unittests": "69f7128b14ca6567b66b7be4a9e8ff2785bfb172aac5fb6a29fc41a4e3cdf3ab/569",
    "liburlpattern_unittests": "7ac7178c2edda7ee206fa375f4b58d624a232ce64525a6bbecbc024b0c83cb81/569",
    "media_unittests": "761e2e558378376b05f14c2bf8499a9b64fe1532465b56e30070da34a778b8ba/649",
    "message_center_unittests": "023522256be9815515978a44d1d5374aefeda150f6dc44836ea30f36214e6451/569",
    "midi_unittests": "ab6ba47eadecc6c694e1bc6917565b449027b476bb995c9b3a908f02e4ec0343/569",
    "mojo_core_unittests": "d51333c0ecc80d73fc1aae7588f9ef20345e4348e719aa25c4d4276aae36be32/569",
    "mojo_unittests": "918f1ec761919ae18aaae53c0334473753b068f6c81a91e4a1e60b76ff87a70c/647",
    "native_theme_unittests": "09f451e698b5f16cae5e81ec5f9b88718d59fd543ebbef99166a8ae3085f3af3/569",
    "net_unittests": "6254576be162ca80109c68f3ac19f53c382117c735df8353a5a748e7b7744606/648",
    "openscreen_unittests": "08ff901326360a1fab8c7ccff518b4cdc9b1dd5d09bad5237b576dea5759aa42/648",
    "ozone_x11_unittests": "a2f81f697fe4b6cd88c452eeeba8a5d91a4eb0c1d3e3dd82bde5b7ba402ac383/569",
    "pdf_unittests": "50dee5e3289c59e459b2be2989d91804312b1d1720988440826ca4ad9d0422e1/646",
    "perfetto_unittests": "c229026486b2ec3b0635b7a7a6c0b2dfca2b66911835193a95ec33998c68490a/569",
    "ppapi_unittests": "f0b07cb31cd9bf0187ca72f3c501d0975542c9c73dd0cbcfbbc2b2ab027f0a26/569",
    "printing_unittests": "b423576949110af444e007f3d061c55a160376b7aa4da08f36f5c6761444497f/569",
    "remoting_unittests": "63474ed73be40e04f5ce49ebbb3d37606bb425fb9dc75fbeaa9ed53e37cf5a46/646",
    "sandbox_linux_unittests": "eadc14c79a5356a8de4dfa2cb05b81bfd77446901b7a6cc81dabbab4e9681938/569",
    "service_manager_unittests": "7b40166b40e06ec137dba04421fa223ec0507f064764b9ee76f41eadb40276db/569",
    "services_unittests": "96e032d39d3d5066108f31d60b67332d532e140479465191b31f58ac207f013f/815",
    "shell_dialogs_unittests": "3a98faba0d9b40875e34535caa32a67f0d2b0e9bdff47e967b0c0b975f10b194/569",
    "skia_unittests": "61f003f9f0e15aa5be6986b673043d5c651a7e941f7ddc64a08fa43d6e770b49/569",
    "snapshot_unittests": "90a07b588995d4fa0919549bbc43950d1705dd42a925865032093ec23408edd3/569",
    "sql_unittests": "be76a9b6044426ff00c649e07c6c762b12b31fb2498be1366ed898d3a47f1260/646",
    "storage_unittests": "2c972f2dfe0fd67883cce9bd0d579a4e71d27336302eb3ab5e6bd4d33e40062c/727",
    "sync_integration_tests": "2d5357bedccfc83e3fdb988b6352fb56e34ac044d497fa3a07c221c22c63ed9e/729",
    "ui_base_unittests": "ed16e129182786a1b052f86e3efa000c9f45355d2b1672dc9defec66bee0cce1/723",
    "ui_touch_selection_unittests": "8075da6856ea484742beb6cc1f9c66b24020cabb16663eec6574e2920cbf50da/569",
    "unit_tests": "d881b285d3ad6e835bc2a9cbfb0ba4968a18a5f96239debfba8548fd18a214ff/1062",
    "url_unittests": "c3e3e9e190815b4b6a82972f7e505d863e7e0a9b3b49ea7183e5d88aae7c0917/569",
    "views_unittests": "54ab3133dcdcd55c24d51cd3b81c6829110df571e529c617e8819590e0213489/569",
    "viz_unittests": "82e3ba0c6cb3b31399e7f420658c98230ffdc785f218486d723b88999186ce8f/653",
    "vr_common_unittests": "c163643d7e27688028cb3e3fc4df17453d38802e0b42078a2e35c1d9e899c3d6/648",
    "vr_pixeltests": "62a7e12502a7bc6c7afb8e2892287d4675373a08bd6b03608292be1c3c61377b/646",
    "weblayer_browsertests": "080536cbfbbb8f290581529e02e471a0ca65a62c44a5fead1fcd312eecfcabdc/814",
    "weblayer_unittests": "b7e624190945588d0d721c9fb260cdf546e3361cf1d99d5f2f9a201c936dc90c/646",
    "wm_unittests": "c9a8ddfac2e93b83b5607b2ba7109e573c2ee3017eff22ad5b8375db92b25133/569",
    "wtf_unittests": "b130c94d3aa9b6b56cadac832e21eb6391b27334d31b7e3afcfa19b44fa89e92/569",
    "x11_unittests": "f328ff4abfac8c4ba590cbd484c8508059a4febe6f1194a3c5a3c86f5526abbd/569",
    "xr_browser_tests": "e295b7f4e6952b1d9629d3de78710bdde14340e30e47124f4cd4db1b75c34260/728",
    "zlib_unittests": "a90889ee7c4f95e4efe656bc5ff5760dfc66ca164de46b8c56f3af5b8380d8b8/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "f0d486abf22639ab3ba9fd78912ffff90aee71501abf199e6c2518e5ece7d641/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/40a030ff4b351185af8592e1739d5559266b5b11
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:79288
  • user_agent:recipe

Debug log (UTC)

[23:18:14.385] New invocation is queued and will start shortly
[23:18:14.385] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[23:18:15.461] Starting the invocation (attempt 1)
[23:18:15.496] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/40a030ff4b351185af8592e1739d5559266b5b11"
[23:18:15.496] Popped gitiles commit info from properties and tags
[23:18:15.496] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:18:15.498] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:18:15.499] Buildbucket request:
{
  "requestId": "8995432696736161936",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "40a030ff4b351185af8592e1739d5559266b5b11"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "647026fa49c2ac4c4db29660eb9ac9aa8a3dd926",
      "parent_got_dawn_revision": "bdefb2dbd07e51eef4935e910efa6e9c7babc2e2",
      "parent_got_nacl_revision": "5ea7f18df797eb055c2b0efcb0637a82ca0eba84",
      "parent_got_revision": "40a030ff4b351185af8592e1739d5559266b5b11",
      "parent_got_revision_cp": "refs/heads/main@{#943858}",
      "parent_got_swiftshader_revision": "6e23c082b73a952d36c0cdb2f33f597166674f6d",
      "parent_got_v8_revision": "a299e86f9feb9075105d7a7da4c40bd6f47c8faa",
      "parent_got_v8_revision_cp": "refs/heads/9.8.75@{#1}",
      "parent_got_webrtc_revision": "8498b7e7f6b90fa036de2a6887d34256f0565b4f",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35395}",
      "swarm_hashes": {
            "absl_hardening_tests": "900cf6d1d78eff2df240f14dfa6755a458bd2fc741de2011e0222e3896784c6f/569",
            "accessibility_unittests": "4827d46841e007da1537fea98edb7b8422908da7c407258101fde1e4966d7279/569",
            "angle_unittests": "b8d3ae43ae61d53fa76eac3f1c473a7cf4ba22e3ad07e669d061ce2e95279050/570",
            "app_shell_unittests": "97f7e5e4d78c1e03648e69e761d62e3c7ced2a3d67c37a88f5d3d662695e61ef/730",
            "aura_unittests": "84c9b1958d6aee68f5f7229dc441a67eb740ff2fe88ee0f10af51cb4aed20ca7/569",
            "base_unittests": "8251a7ffa4ed9ca5bf6d5b3c16f44cd8768d641c5421f7a1e1980e96af84d4ec/648",
            "blink_common_unittests": "8f7a7e84b274f88a231e30d1865ed98cd5177537543f87de2321082a69e9d792/647",
            "blink_fuzzer_unittests": "2db723511e5f584793bf603fa6c6227beed27857d5a40fcb355c724d6a7c0547/569",
            "blink_heap_unittests": "7fd75c018f746d1b304a3c4484889ec2028a04f00c23fe2a28bf38e5d12a9743/569",
            "blink_platform_unittests": "492e65c8eb531b0fc0868e92c7b610530877a0105442e3e35049432261e058de/726",
            "blink_unittests": "1c7645161a406bc570b198fcb88dc8686160ca012c86b9977574f8a848c3c108/810",
            "boringssl_crypto_tests": "ef7482ac09a1ce040c386773156fc11b22c92bee06bf0e1d8eb30a478c4c2fc7/570",
            "boringssl_ssl_tests": "c96c7738ee8d89c6a9c80caaecb4856dee783bacb544109dea469e25396478c0/569",
            "capture_unittests": "a705759d07dc0dce3b49c1548b3999363bcbe4986faa552aab54b765b0632498/648",
            "cast_unittests": "b3cf4e2e84dc9e5e1d1ae559c3f1e13bfdb6babbd34330f07142ca97a1daa211/569",
            "cc_unittests": "33ac94cef259406769037c6a26b0996b97a08a160e346578c7daee3218c5edbd/653",
            "chrome_app_unittests": "cf9a2c9ea0d22a6a74e22117d3879a16d3d158fa4a5dfb5429feeb5c9f11ac60/648",
            "chromedriver_unittests": "dddb61dcfae96ccd1e77f726f6020a85e7d3fef73fe89567e81a9ae39627e22b/726",
            "color_unittests": "3f2d04a8fd00897952fa43880c017a0aa1d4ff46b0ce52701f8c072e342fa8e3/569",
            "components_browsertests": "9b7e304a477a1e2c3e7675bf05e6a08da0e52479f6953ac6d6ece8314a25bb49/813",
            "components_unittests": "082aa2de130bb146c1258bb9cd6a438b8a58af516e4cd252c5c0f275864da975/813",
            "compositor_unittests": "07e73c808bd5532d0d1ceed6c9133f807783f3ddb1548fa8b974bb48e88afc42/645",
            "content_browsertests": "e8bdb1d5660be22c09a6efb811374a0ec889f207a51ecd64c87348c6fea519de/887",
            "content_unittests": "9d9078bb130125e02a222dce10be386c9740a642e3f0ecc9fb6538b3d915c6c3/806",
            "cronet_tests": "8d401ebb273b6430911887a3c2c1c5a5b1091c71abf792ec3ad61c9ff2171420/730",
            "cronet_unittests": "f518744ba253ef40897e27b8ea3fd0ee0ded6b4b55955f1abf7a24a3b00bde7a/646",
            "crypto_unittests": "95e17cab31cabcc1e0f48ca34cb7399679e11d765fd65d3fbf083c7e8e3763bb/569",
            "dbus_unittests": "a3ea6de64868a7666afa440f41805ebe0f7f846dda1c67e0a1f34e9940f2c2e4/569",
            "device_unittests": "1f7a841db7fd51d3408240fb9703a6b3a5bfb6cfdc98c85ecbb42eb3025d2486/646",
            "display_unittests": "135cee74e52ee4846a670c889770a6af8eaecb47df918348ec1699d2815e401d/569",
            "events_unittests": "719866826f1aa6ce8bc9cec7b6a030a19a7ddc0a59bc4d42ab04b3c94d67d5d0/569",
            "extensions_browsertests": "5d5ccc55979b3b5737d7183275e5cb6401ad1ea664dfe153f2ed1bf03ba0eb52/732",
            "extensions_unittests": "3640e3246731dd3a629b4e987b1bcb9b1dbfd1bc0c2e64a761cac8888176299d/896",
            "filesystem_service_unittests": "1174de02e80d82e820506522cec28883b2d4f0bfc45f6e8338f37e2a86292a29/569",
            "gcm_unit_tests": "5736f08be8a3c905ab7fdb5b1188b9f106f0854f41df4ec41fa3b972dc172146/646",
            "gfx_unittests": "dbc3a3aafc38ce7ff715a6b3dafdd9312a29621826c1561bc29f1e52a2c7040e/645",
            "gin_unittests": "0c3ef5cad16f43fcd10b0053ed168ad30a5ac24d47385567362d7f10d18a5584/646",
            "gl_tests": "6d2be6cf4e23fd71643ca01bfaa666f2298bad05e981742046d724727f122e0d/569",
            "gl_unittests": "9e8ca68225be00d3b3fd2b27dffed58eae7c81eab61e86f2665a6147da564a8e/569",
            "google_apis_unittests": "6da87d78ae2d0145267331689aea739ef1d84ccebfa588354194eac4502dd3e0/731",
            "gpu_unittests": "f83f3ea7967521b3678a2cfc075e778bc6b1351422572aa12e3e0516625f7917/646",
            "gwp_asan_unittests": "6425c811125461e9ee29662ff736c83550a8faa7e50031855b525df17f9cdfb0/570",
            "headless_browsertests": "86357aaeb17170c446e2216a136f8fd99ac68c525829e77234c3bda6a060bafc/730",
            "headless_unittests": "0954044e4c8ca0c22002da6f777e6e6a458251a0df49f40de07d36547642e772/569",
            "interactive_ui_tests": "ce48ac1a411f42c92f3d90ecd8396a2bff99084c3181dbdeb3ac3e9e56f0b642/965",
            "ipc_tests": "abe11150c14a0f9d04840f285d6d4081955444206e344940586aa2e847cfb880/569",
            "jingle_unittests": "197e2efde78dbcddc4d7238b411a010d7aa27c6bfb92eebfafbdec4fe0bbafab/646",
            "latency_unittests": "7a396d94a02f7b372250661ac7bffb1ef34e9bd68b08132cbd32badd25c159a9/569",
            "libjingle_xmpp_unittests": "69f7128b14ca6567b66b7be4a9e8ff2785bfb172aac5fb6a29fc41a4e3cdf3ab/569",
            "liburlpattern_unittests": "7ac7178c2edda7ee206fa375f4b58d624a232ce64525a6bbecbc024b0c83cb81/569",
            "media_unittests": "761e2e558378376b05f14c2bf8499a9b64fe1532465b56e30070da34a778b8ba/649",
            "message_center_unittests": "023522256be9815515978a44d1d5374aefeda150f6dc44836ea30f36214e6451/569",
            "midi_unittests": "ab6ba47eadecc6c694e1bc6917565b449027b476bb995c9b3a908f02e4ec0343/569",
            "mojo_core_unittests": "d51333c0ecc80d73fc1aae7588f9ef20345e4348e719aa25c4d4276aae36be32/569",
            "mojo_unittests": "918f1ec761919ae18aaae53c0334473753b068f6c81a91e4a1e60b76ff87a70c/647",
            "native_theme_unittests": "09f451e698b5f16cae5e81ec5f9b88718d59fd543ebbef99166a8ae3085f3af3/569",
            "net_unittests": "6254576be162ca80109c68f3ac19f53c382117c735df8353a5a748e7b7744606/648",
            "openscreen_unittests": "08ff901326360a1fab8c7ccff518b4cdc9b1dd5d09bad5237b576dea5759aa42/648",
            "ozone_x11_unittests": "a2f81f697fe4b6cd88c452eeeba8a5d91a4eb0c1d3e3dd82bde5b7ba402ac383/569",
            "pdf_unittests": "50dee5e3289c59e459b2be2989d91804312b1d1720988440826ca4ad9d0422e1/646",
            "perfetto_unittests": "c229026486b2ec3b0635b7a7a6c0b2dfca2b66911835193a95ec33998c68490a/569",
            "ppapi_unittests": "f0b07cb31cd9bf0187ca72f3c501d0975542c9c73dd0cbcfbbc2b2ab027f0a26/569",
            "printing_unittests": "b423576949110af444e007f3d061c55a160376b7aa4da08f36f5c6761444497f/569",
            "remoting_unittests": "63474ed73be40e04f5ce49ebbb3d37606bb425fb9dc75fbeaa9ed53e37cf5a46/646",
            "sandbox_linux_unittests": "eadc14c79a5356a8de4dfa2cb05b81bfd77446901b7a6cc81dabbab4e9681938/569",
            "service_manager_unittests": "7b40166b40e06ec137dba04421fa223ec0507f064764b9ee76f41eadb40276db/569",
            "services_unittests": "96e032d39d3d5066108f31d60b67332d532e140479465191b31f58ac207f013f/815",
            "shell_dialogs_unittests": "3a98faba0d9b40875e34535caa32a67f0d2b0e9bdff47e967b0c0b975f10b194/569",
            "skia_unittests": "61f003f9f0e15aa5be6986b673043d5c651a7e941f7ddc64a08fa43d6e770b49/569",
            "snapshot_unittests": "90a07b588995d4fa0919549bbc43950d1705dd42a925865032093ec23408edd3/569",
            "sql_unittests": "be76a9b6044426ff00c649e07c6c762b12b31fb2498be1366ed898d3a47f1260/646",
            "storage_unittests": "2c972f2dfe0fd67883cce9bd0d579a4e71d27336302eb3ab5e6bd4d33e40062c/727",
            "sync_integration_tests": "2d5357bedccfc83e3fdb988b6352fb56e34ac044d497fa3a07c221c22c63ed9e/729",
            "ui_base_unittests": "ed16e129182786a1b052f86e3efa000c9f45355d2b1672dc9defec66bee0cce1/723",
            "ui_touch_selection_unittests": "8075da6856ea484742beb6cc1f9c66b24020cabb16663eec6574e2920cbf50da/569",
            "unit_tests": "d881b285d3ad6e835bc2a9cbfb0ba4968a18a5f96239debfba8548fd18a214ff/1062",
            "url_unittests": "c3e3e9e190815b4b6a82972f7e505d863e7e0a9b3b49ea7183e5d88aae7c0917/569",
            "views_unittests": "54ab3133dcdcd55c24d51cd3b81c6829110df571e529c617e8819590e0213489/569",
            "viz_unittests": "82e3ba0c6cb3b31399e7f420658c98230ffdc785f218486d723b88999186ce8f/653",
            "vr_common_unittests": "c163643d7e27688028cb3e3fc4df17453d38802e0b42078a2e35c1d9e899c3d6/648",
            "vr_pixeltests": "62a7e12502a7bc6c7afb8e2892287d4675373a08bd6b03608292be1c3c61377b/646",
            "weblayer_browsertests": "080536cbfbbb8f290581529e02e471a0ca65a62c44a5fead1fcd312eecfcabdc/814",
            "weblayer_unittests": "b7e624190945588d0d721c9fb260cdf546e3361cf1d99d5f2f9a201c936dc90c/646",
            "wm_unittests": "c9a8ddfac2e93b83b5607b2ba7109e573c2ee3017eff22ad5b8375db92b25133/569",
            "wtf_unittests": "b130c94d3aa9b6b56cadac832e21eb6391b27334d31b7e3afcfa19b44fa89e92/569",
            "x11_unittests": "f328ff4abfac8c4ba590cbd484c8508059a4febe6f1194a3c5a3c86f5526abbd/569",
            "xr_browser_tests": "e295b7f4e6952b1d9629d3de78710bdde14340e30e47124f4cd4db1b75c34260/728",
            "zlib_unittests": "a90889ee7c4f95e4efe656bc5ff5760dfc66ca164de46b8c56f3af5b8380d8b8/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "f0d486abf22639ab3ba9fd78912ffff90aee71501abf199e6c2518e5ece7d641/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "40a030ff4b351185af8592e1739d5559266b5b11",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8995432696736161936"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "79288"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[23:18:15.949] Scheduled build:
{
  "id": "8830002634839461857",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 71242,
  "createdBy": "project:chromium",
  "createTime": "2021-11-20T23:18:15.562097948Z",
  "updateTime": "2021-11-20T23:18:15.562097948Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "40a030ff4b351185af8592e1739d5559266b5b11",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[23:18:15.949] Task URL: https://cr-buildbucket.appspot.com/build/8830002634839461857
[23:18:15.949] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8995432696736161936:2:0) after 2m35s
[23:18:32.857] Received PubSub notification, asking Buildbucket for the build status
[23:18:32.886] Build status: STARTED
[23:20:51.103] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8995432696736161936:2:0)
[23:20:51.135] Build status: STARTED
[23:20:51.135] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8995432696736161936:4:0) after 2m6s
[23:22:57.259] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8995432696736161936:4:0)
[23:22:57.323] Build status: STARTED
[23:22:57.323] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8995432696736161936:5:0) after 5m50s
[23:28:47.666] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8995432696736161936:5:0)
[23:28:47.773] Build status: STARTED
[23:28:47.773] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8995432696736161936:6:0) after 9m28s
[23:38:15.839] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8995432696736161936:6:0)
[23:38:15.872] Build status: STARTED
[23:38:15.872] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8995432696736161936:7:0) after 3m43s
[23:41:58.895] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8995432696736161936:7:0)
[23:41:58.924] Build status: STARTED
[23:41:58.924] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8995432696736161936:8:0) after 7m24s
[23:44:22.518] Received PubSub notification, asking Buildbucket for the build status
[23:44:22.555] Build:
{
  "id": "8830002634839461857",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 71242,
  "createdBy": "project:chromium",
  "createTime": "2021-11-20T23:18:15.562097948Z",
  "startTime": "2021-11-20T23:18:32.026261Z",
  "endTime": "2021-11-20T23:44:21.897218510Z",
  "updateTime": "2021-11-20T23:44:21.897218510Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "40a030ff4b351185af8592e1739d5559266b5b11",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[23:44:22.555] Invocation finished in 26m8.185652303s with status FAILED