Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 30 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/77470 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "6a4f6b3eaa2092330e710ac2ac93f90975b70a15"
    }
  },
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "085ab6e80c9451230bbc17ee27fc1b580a2a5cf0",
  "parent_got_dawn_revision": "4646de90be410746bc8e7b2c3d782dc901d61345",
  "parent_got_nacl_revision": "97d45f68ddbb108b2f2103cfa5b37f1083c669ea",
  "parent_got_revision": "6a4f6b3eaa2092330e710ac2ac93f90975b70a15",
  "parent_got_revision_cp": "refs/heads/main@{#921950}",
  "parent_got_swiftshader_revision": "0fa19bd6c285e8ad3459a3f58ca903ceb2d7ab00",
  "parent_got_v8_revision": "38c0b55a1bc497992da57fa14e34afc97f0bf282",
  "parent_got_v8_revision_cp": "refs/heads/9.6.14@{#1}",
  "parent_got_webrtc_revision": "b26863ed0cd3ae890271424f01e560baeb380e64",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35003}",
  "revision": "6a4f6b3eaa2092330e710ac2ac93f90975b70a15",
  "swarm_hashes": {
    "absl_hardening_tests": "b4f7e111f13ff1392f6bb9efad796f9707556cbaabdd5a85420b916ae5bccb6d/569",
    "accessibility_unittests": "499e3053a67e1d470f3bdb75b33dbec93496d95bc6fa136de0b38d302c07857d/569",
    "angle_unittests": "750a303f57d6452fa5fd10ec52df9ae64572ff7edcdc314c552b83aa641c64cb/570",
    "app_shell_unittests": "3b941a52a09503cf0f6fbd4be98af9d541e824194d6bfca1e99295635043af1f/809",
    "aura_unittests": "13f8d8edf968d2b587dee3aeed514ff4265ec82f2f51ef0749df3fcb259f29c4/569",
    "base_unittests": "0e0de7d18c0ca56a5f851fead61b93258b1166a9a6ae30727a730113a8d23072/648",
    "blink_common_unittests": "ee67f908a9be97cb964af85b86d368217be98c60ea242e82aac2a7742cc42c54/647",
    "blink_fuzzer_unittests": "61465a6cd41725cbe318820ef492ef2a6b7187335d9e279a6742443518123289/648",
    "blink_heap_unittests": "cc533bec88c6cc5ddae8cff1f172c160ef67b30f378b2c084e7bf078db0ae289/648",
    "blink_platform_unittests": "13c53bb19141dfe4e37b205d90265a00f086510145caaa717963619de0b807aa/726",
    "blink_unittests": "728b7ca9b6645ff93f8ce16fc7537ce62f5e929ab44807f286a0c2bce8c7362d/726",
    "boringssl_crypto_tests": "4e8c598c05b24e0f8988a34264833928339b7ca7e01689b574ba851be88a03a1/570",
    "boringssl_ssl_tests": "ca8cc5f58a3a02f7d3d9cab6a85b04b86ad6b1578917c4e4fb00a55d08f2e068/569",
    "capture_unittests": "4ebe16f71f8b6631bc729177e19ae3d6aef0d82b084e288ba775bdd27acdfcf3/648",
    "cast_unittests": "f4c5cf462271c1b4b2f93786beab6addf8d1bea95ad119bb344498921433bd16/569",
    "cc_unittests": "64c4ce292a1fc356374bb2f590bf4faf42db534b225b75c62d79080f051cc10a/653",
    "chrome_app_unittests": "90e9414237aa18dd9b3f459b164100fcf5d307b8e60e2200961f84a47282f524/811",
    "chromedriver_unittests": "7b69fcb19376c2aa938f43b85f7ac44ae3291986e3885c1a1e2c9437d10ca2e4/726",
    "color_unittests": "42b7468378a688a1e3c930f9cb28c96aae72e3891a093f20b583d3f2fc785021/569",
    "components_browsertests": "d86fe5dcbb9da0fc269aa1f31aee443b3c85dad479b6d6bd1b91f09d153dfc1f/892",
    "components_unittests": "4375c76a3bc524257ddd4ca8a904a2a3c1d9c596ec0f06eba09d771283e0b670/892",
    "compositor_unittests": "32a067a6a06e6bf137606ceadcc120380a9061a05c3bf4eeffa4204f4fe4b661/645",
    "content_browsertests": "564b69c34f62d3197afe850d1c0e729dee57bd908b3988e4ed311334a60f76fe/887",
    "content_unittests": "88e31924a4c80a085e9a82fc4cad85f053998df233984104d7be74e61778366e/806",
    "cronet_tests": "0c654f050d2ac73889d97c3c05db86e2734b269fd3be4b14aea64ed59f4ca0ac/730",
    "cronet_unittests": "27ebc152f383c00c2e615c2cccdb16f8283896733a1496e7313d5069770b9916/646",
    "crypto_unittests": "68b5842a5e1f34ba6532674f13a41e350146255a45a3b9d7743f670bd565f062/569",
    "dbus_unittests": "71889773ac965655e21dc771ea4666d48adf79fd5331d0c73aa2580dd968b361/569",
    "device_unittests": "a48670e2e9e2e8ced9b47367c85d1a1a77ca03ca6ff7cd8d7524b158e619f8aa/646",
    "display_unittests": "7d039cbd9e13c9c5a3823458b94ae8e7cdca961db2f20fd0c5cf7a8dffbbb4d2/569",
    "events_unittests": "6e32681186fa2fce6a25b48f57984cdb34036a749074bc19b0ee8837f376a3ad/569",
    "extensions_browsertests": "588e0140d15aba44f3d8d4ec0ff52a811e66b9c9fbb3ee3f316449aab7132ab8/811",
    "extensions_unittests": "93564747bd65d5c9112c43d0c6a1673ebe3fbde2f784d0a9200c8f1d122b9a94/975",
    "filesystem_service_unittests": "b4a02a1a3a134b95405fef2a7566455ee5e28d5f3999252c35a88106dfbf7c81/569",
    "gcm_unit_tests": "138bb290b96b21cee643c1f3c4449c87a75141fa9227d4fe5f6212fdd5aa6232/646",
    "gfx_unittests": "c2c805975428a9167dbbde59fd174776fdca37001bd5382546922ca6377db380/645",
    "gin_unittests": "223688555fb6813aec0a1b8497e827f36c05e6acb44a1baabaad235acd662d26/646",
    "gl_tests": "73e133257a60ec77c9310b805876934974f40ac7ff7ffe37d0de58dd4a139fa0/569",
    "gl_unittests": "c59e607cc84a66a7afbfc7cc877a9bf4cd6220761caf300738a240b516299c50/569",
    "google_apis_unittests": "fa544ae676560c9b8b43ac67ee7825c73e401bac5d81f49c2b31cb0a18075b69/731",
    "gpu_unittests": "2010bfa4aa6768d1ad7442d373586975ee9c34322e2c2ecc66bec60b08f26f59/646",
    "gtk_unittests": "53ae07d3374f75ae3163b586a4fceacd231356505446b7b4e3e949519db1a557/569",
    "gwp_asan_unittests": "173ed8328d0cec829a8a4315979a66b79da2ba1308f1ca3fe7122681eca69a96/570",
    "headless_browsertests": "a9c4b5876ff56bc4c1b7d46478d4cf02535d2ba4c7cac4561d86554f43c1cc1f/809",
    "headless_unittests": "42ccb90fdeb3f6cee2600154fdf5b6244f2585b287e4dbf5bd0e7c2661fb02b1/569",
    "interactive_ui_tests": "c25a50a01771a02f1d01fbe44edd1f39c100328cf91df40ccadc8b63cbd9a196/1128",
    "ipc_tests": "324f1128f0b5432760b1cd8596fbc2b03cb720a42152c4897fc66aeee4822420/569",
    "jingle_unittests": "c5f7ca0350d9f86e8940854b12689e64e3bd7dee697596dd6a278c9c9f272410/646",
    "latency_unittests": "5e5c710a8b5cc421974f69ccb85f955f566eacb1a6be0efd22a332dcc01286c5/569",
    "libjingle_xmpp_unittests": "62b3e475a520847bf98284748e914471f96914e2487f414ffbbd85d9528255a7/569",
    "liburlpattern_unittests": "a0f435b4e9801e11eceff6d13fd1cdf21c28b3ea88e4d9f300db56e3327a58ab/569",
    "media_unittests": "12c585d1881c44106bfdb84a742793bad0f3278e049e046db0f3322c035ff26b/649",
    "message_center_unittests": "5a21a182a6cdc70063fc2134f2b035397b10687a5abde88fcecb8c059300b64c/569",
    "midi_unittests": "4b8e45c5813f4aa2981d79e85dbb77bd999fd900b9e85dbed3404a1bd1d72755/569",
    "mojo_core_unittests": "481d7d7622b0416a03ae3e110fe63485097657d1241abdb3a3c312da7a1b7f76/569",
    "mojo_unittests": "3e3e0b3b7941af2f5e6a3c85728c087ba1c6d2732ffb5065918a1508bae638cd/647",
    "native_theme_unittests": "b42703e93a5f34bd3ecaa09422200de2c5fd1732549258b76cf20c7fc0a6e56f/569",
    "net_unittests": "1efb5e3d1322582fb3e19ba7361241e115e9c7f2599861f377610c3c51a4064b/648",
    "openscreen_unittests": "469dfd703ff3d2e68f7e01eabee72d57acf38753b2023290fc60d56f130cd101/811",
    "pdf_unittests": "8d67484cd774e6f2536f369e71bb2751f8db553a47feaa9bb50ca3202539b738/725",
    "perfetto_unittests": "f30a062c5346ea55bfde8c819461f48d6b27e1f119f05afa41bd9b3d4c247cd9/569",
    "ppapi_unittests": "b61a9fd3c56783adab62d03e85300d3311002b180bbb67a216ec11c311015446/569",
    "printing_unittests": "faef5fa46e4ecca9b255dfacd86451a3efb3d8caf34edae348e14a5efc52568e/569",
    "remoting_unittests": "a3b78130bc8e389553577b30aa4075744193861077220a891bfaa5c67fcf6d20/646",
    "sandbox_linux_unittests": "dbf76df9141b2e33e9bf24389557816ac2bc701a5680137934d939e7da6641c3/569",
    "service_manager_unittests": "88d1c859635225a89c2522ddac4c190f0d05a760b290830f4546b957e41c8eee/569",
    "services_unittests": "a31d0663d10af873cce5e2f7b31f626b30ee13efa735e953ac27a4bf266642ef/815",
    "shell_dialogs_unittests": "0e85bcdbb598159b13ca147a1c6895a4accfeb436f07fdbb2a7f38a0c96dc480/569",
    "skia_unittests": "85ab94054cf55482567ab0c232203b8c280c5f151762cb50b5d25db9a7abfb8c/569",
    "snapshot_unittests": "d8653b4a6c79896ad1c30d8618aed1a516c391d935ca4aea3fd38a4fb587f1ac/569",
    "sql_unittests": "99190014db120bf07f6598183ee6a740d13e2f0737847669912391b45b639467/646",
    "storage_unittests": "026707ccf7219a5233b0dc063a8a21c175721658742bd677efdad94fb294fbe5/727",
    "sync_integration_tests": "654e669cc41f2dd226462619e86b302db65e9fa0a72d0976d3bb6bf592401e76/892",
    "ui_base_unittests": "9bb58c1361d5aa9d62dfd86d1889d26e993c660dad06202bd243045416dc07b0/723",
    "ui_touch_selection_unittests": "1d3f4280793a11bc9a7583b2aae8475fdc83b345948b4665a34ccd175b9e3d9d/569",
    "unit_tests": "bc22be93f8b55d5335318120042cc16e71230f9859e6bd71c1e9b2163cdef307/1141",
    "url_unittests": "3adb043b65c59ac7bc6dfb47e1e98f6df418554f4c633c4b5daf3c651ea7fe0b/569",
    "views_unittests": "ff7ef9943e6ec62ca703d7a7d41927e1bdbc357a544d9783a58cdb8a7a251d95/569",
    "viz_unittests": "33fd79b7ae501fd12f0dee7bd7aab40734edf2c568e8a42fa1fed0c3fd0af753/653",
    "vr_common_unittests": "621ef4100f6b7f2523a275f6b2849dfc13914cefde6dd50c0e37ab8c7dd625d5/811",
    "vr_pixeltests": "122871bcc5e570a1de3c1cc361c60dda700d629308ab84827035c6451a0b4e90/725",
    "weblayer_browsertests": "f8178f47cabedbbb1cf8efdb16d2b3d79e8a148f16fcfeb83e71f8862586e300/893",
    "weblayer_unittests": "73e2812ddc63a8e6d53e0d046daebfe8c2d354823bea5fd2d001fff55a5a13f2/725",
    "wm_unittests": "ff1fa5ff9bb6790a5b2278bdc54efef0ed7d5c1f129d315af2e2006d391e164e/569",
    "wtf_unittests": "4fcb684b8a18bb78074c0ce329cf2811693a632d150e7402cb4750accc223143/569",
    "x11_unittests": "594ae04d1884cd98d7154161e63e94b13f5ccd19232854bf3adda0ce87a529d6/569",
    "xr_browser_tests": "d3fb4841f1896721a193f9a491fe9e925cfdf11227b10c5e8a4cd87eee511219/891",
    "zlib_unittests": "377a285098eca410e020694ff6b612686674279b380d8fc19fb48198a7ef06b7/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "e72e1a0ee60a3025feb4553ecc2b98359bae41ea95b68cf312527eb188ab646d/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/6a4f6b3eaa2092330e710ac2ac93f90975b70a15
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:77470
  • user_agent:recipe

Debug log (UTC)

[02:30:04.144] New invocation is queued and will start shortly
[02:30:04.144] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[02:30:05.233] Starting the invocation (attempt 1)
[02:30:05.265] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/6a4f6b3eaa2092330e710ac2ac93f90975b70a15"
[02:30:05.265] Reconstructed gitiles commit from tags
[02:30:05.265] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:30:05.265] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:30:05.265] Buildbucket request:
{
  "requestId": "9001400027666841920",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "6a4f6b3eaa2092330e710ac2ac93f90975b70a15"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "085ab6e80c9451230bbc17ee27fc1b580a2a5cf0",
      "parent_got_dawn_revision": "4646de90be410746bc8e7b2c3d782dc901d61345",
      "parent_got_nacl_revision": "97d45f68ddbb108b2f2103cfa5b37f1083c669ea",
      "parent_got_revision": "6a4f6b3eaa2092330e710ac2ac93f90975b70a15",
      "parent_got_revision_cp": "refs/heads/main@{#921950}",
      "parent_got_swiftshader_revision": "0fa19bd6c285e8ad3459a3f58ca903ceb2d7ab00",
      "parent_got_v8_revision": "38c0b55a1bc497992da57fa14e34afc97f0bf282",
      "parent_got_v8_revision_cp": "refs/heads/9.6.14@{#1}",
      "parent_got_webrtc_revision": "b26863ed0cd3ae890271424f01e560baeb380e64",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35003}",
      "swarm_hashes": {
            "absl_hardening_tests": "b4f7e111f13ff1392f6bb9efad796f9707556cbaabdd5a85420b916ae5bccb6d/569",
            "accessibility_unittests": "499e3053a67e1d470f3bdb75b33dbec93496d95bc6fa136de0b38d302c07857d/569",
            "angle_unittests": "750a303f57d6452fa5fd10ec52df9ae64572ff7edcdc314c552b83aa641c64cb/570",
            "app_shell_unittests": "3b941a52a09503cf0f6fbd4be98af9d541e824194d6bfca1e99295635043af1f/809",
            "aura_unittests": "13f8d8edf968d2b587dee3aeed514ff4265ec82f2f51ef0749df3fcb259f29c4/569",
            "base_unittests": "0e0de7d18c0ca56a5f851fead61b93258b1166a9a6ae30727a730113a8d23072/648",
            "blink_common_unittests": "ee67f908a9be97cb964af85b86d368217be98c60ea242e82aac2a7742cc42c54/647",
            "blink_fuzzer_unittests": "61465a6cd41725cbe318820ef492ef2a6b7187335d9e279a6742443518123289/648",
            "blink_heap_unittests": "cc533bec88c6cc5ddae8cff1f172c160ef67b30f378b2c084e7bf078db0ae289/648",
            "blink_platform_unittests": "13c53bb19141dfe4e37b205d90265a00f086510145caaa717963619de0b807aa/726",
            "blink_unittests": "728b7ca9b6645ff93f8ce16fc7537ce62f5e929ab44807f286a0c2bce8c7362d/726",
            "boringssl_crypto_tests": "4e8c598c05b24e0f8988a34264833928339b7ca7e01689b574ba851be88a03a1/570",
            "boringssl_ssl_tests": "ca8cc5f58a3a02f7d3d9cab6a85b04b86ad6b1578917c4e4fb00a55d08f2e068/569",
            "capture_unittests": "4ebe16f71f8b6631bc729177e19ae3d6aef0d82b084e288ba775bdd27acdfcf3/648",
            "cast_unittests": "f4c5cf462271c1b4b2f93786beab6addf8d1bea95ad119bb344498921433bd16/569",
            "cc_unittests": "64c4ce292a1fc356374bb2f590bf4faf42db534b225b75c62d79080f051cc10a/653",
            "chrome_app_unittests": "90e9414237aa18dd9b3f459b164100fcf5d307b8e60e2200961f84a47282f524/811",
            "chromedriver_unittests": "7b69fcb19376c2aa938f43b85f7ac44ae3291986e3885c1a1e2c9437d10ca2e4/726",
            "color_unittests": "42b7468378a688a1e3c930f9cb28c96aae72e3891a093f20b583d3f2fc785021/569",
            "components_browsertests": "d86fe5dcbb9da0fc269aa1f31aee443b3c85dad479b6d6bd1b91f09d153dfc1f/892",
            "components_unittests": "4375c76a3bc524257ddd4ca8a904a2a3c1d9c596ec0f06eba09d771283e0b670/892",
            "compositor_unittests": "32a067a6a06e6bf137606ceadcc120380a9061a05c3bf4eeffa4204f4fe4b661/645",
            "content_browsertests": "564b69c34f62d3197afe850d1c0e729dee57bd908b3988e4ed311334a60f76fe/887",
            "content_unittests": "88e31924a4c80a085e9a82fc4cad85f053998df233984104d7be74e61778366e/806",
            "cronet_tests": "0c654f050d2ac73889d97c3c05db86e2734b269fd3be4b14aea64ed59f4ca0ac/730",
            "cronet_unittests": "27ebc152f383c00c2e615c2cccdb16f8283896733a1496e7313d5069770b9916/646",
            "crypto_unittests": "68b5842a5e1f34ba6532674f13a41e350146255a45a3b9d7743f670bd565f062/569",
            "dbus_unittests": "71889773ac965655e21dc771ea4666d48adf79fd5331d0c73aa2580dd968b361/569",
            "device_unittests": "a48670e2e9e2e8ced9b47367c85d1a1a77ca03ca6ff7cd8d7524b158e619f8aa/646",
            "display_unittests": "7d039cbd9e13c9c5a3823458b94ae8e7cdca961db2f20fd0c5cf7a8dffbbb4d2/569",
            "events_unittests": "6e32681186fa2fce6a25b48f57984cdb34036a749074bc19b0ee8837f376a3ad/569",
            "extensions_browsertests": "588e0140d15aba44f3d8d4ec0ff52a811e66b9c9fbb3ee3f316449aab7132ab8/811",
            "extensions_unittests": "93564747bd65d5c9112c43d0c6a1673ebe3fbde2f784d0a9200c8f1d122b9a94/975",
            "filesystem_service_unittests": "b4a02a1a3a134b95405fef2a7566455ee5e28d5f3999252c35a88106dfbf7c81/569",
            "gcm_unit_tests": "138bb290b96b21cee643c1f3c4449c87a75141fa9227d4fe5f6212fdd5aa6232/646",
            "gfx_unittests": "c2c805975428a9167dbbde59fd174776fdca37001bd5382546922ca6377db380/645",
            "gin_unittests": "223688555fb6813aec0a1b8497e827f36c05e6acb44a1baabaad235acd662d26/646",
            "gl_tests": "73e133257a60ec77c9310b805876934974f40ac7ff7ffe37d0de58dd4a139fa0/569",
            "gl_unittests": "c59e607cc84a66a7afbfc7cc877a9bf4cd6220761caf300738a240b516299c50/569",
            "google_apis_unittests": "fa544ae676560c9b8b43ac67ee7825c73e401bac5d81f49c2b31cb0a18075b69/731",
            "gpu_unittests": "2010bfa4aa6768d1ad7442d373586975ee9c34322e2c2ecc66bec60b08f26f59/646",
            "gtk_unittests": "53ae07d3374f75ae3163b586a4fceacd231356505446b7b4e3e949519db1a557/569",
            "gwp_asan_unittests": "173ed8328d0cec829a8a4315979a66b79da2ba1308f1ca3fe7122681eca69a96/570",
            "headless_browsertests": "a9c4b5876ff56bc4c1b7d46478d4cf02535d2ba4c7cac4561d86554f43c1cc1f/809",
            "headless_unittests": "42ccb90fdeb3f6cee2600154fdf5b6244f2585b287e4dbf5bd0e7c2661fb02b1/569",
            "interactive_ui_tests": "c25a50a01771a02f1d01fbe44edd1f39c100328cf91df40ccadc8b63cbd9a196/1128",
            "ipc_tests": "324f1128f0b5432760b1cd8596fbc2b03cb720a42152c4897fc66aeee4822420/569",
            "jingle_unittests": "c5f7ca0350d9f86e8940854b12689e64e3bd7dee697596dd6a278c9c9f272410/646",
            "latency_unittests": "5e5c710a8b5cc421974f69ccb85f955f566eacb1a6be0efd22a332dcc01286c5/569",
            "libjingle_xmpp_unittests": "62b3e475a520847bf98284748e914471f96914e2487f414ffbbd85d9528255a7/569",
            "liburlpattern_unittests": "a0f435b4e9801e11eceff6d13fd1cdf21c28b3ea88e4d9f300db56e3327a58ab/569",
            "media_unittests": "12c585d1881c44106bfdb84a742793bad0f3278e049e046db0f3322c035ff26b/649",
            "message_center_unittests": "5a21a182a6cdc70063fc2134f2b035397b10687a5abde88fcecb8c059300b64c/569",
            "midi_unittests": "4b8e45c5813f4aa2981d79e85dbb77bd999fd900b9e85dbed3404a1bd1d72755/569",
            "mojo_core_unittests": "481d7d7622b0416a03ae3e110fe63485097657d1241abdb3a3c312da7a1b7f76/569",
            "mojo_unittests": "3e3e0b3b7941af2f5e6a3c85728c087ba1c6d2732ffb5065918a1508bae638cd/647",
            "native_theme_unittests": "b42703e93a5f34bd3ecaa09422200de2c5fd1732549258b76cf20c7fc0a6e56f/569",
            "net_unittests": "1efb5e3d1322582fb3e19ba7361241e115e9c7f2599861f377610c3c51a4064b/648",
            "openscreen_unittests": "469dfd703ff3d2e68f7e01eabee72d57acf38753b2023290fc60d56f130cd101/811",
            "pdf_unittests": "8d67484cd774e6f2536f369e71bb2751f8db553a47feaa9bb50ca3202539b738/725",
            "perfetto_unittests": "f30a062c5346ea55bfde8c819461f48d6b27e1f119f05afa41bd9b3d4c247cd9/569",
            "ppapi_unittests": "b61a9fd3c56783adab62d03e85300d3311002b180bbb67a216ec11c311015446/569",
            "printing_unittests": "faef5fa46e4ecca9b255dfacd86451a3efb3d8caf34edae348e14a5efc52568e/569",
            "remoting_unittests": "a3b78130bc8e389553577b30aa4075744193861077220a891bfaa5c67fcf6d20/646",
            "sandbox_linux_unittests": "dbf76df9141b2e33e9bf24389557816ac2bc701a5680137934d939e7da6641c3/569",
            "service_manager_unittests": "88d1c859635225a89c2522ddac4c190f0d05a760b290830f4546b957e41c8eee/569",
            "services_unittests": "a31d0663d10af873cce5e2f7b31f626b30ee13efa735e953ac27a4bf266642ef/815",
            "shell_dialogs_unittests": "0e85bcdbb598159b13ca147a1c6895a4accfeb436f07fdbb2a7f38a0c96dc480/569",
            "skia_unittests": "85ab94054cf55482567ab0c232203b8c280c5f151762cb50b5d25db9a7abfb8c/569",
            "snapshot_unittests": "d8653b4a6c79896ad1c30d8618aed1a516c391d935ca4aea3fd38a4fb587f1ac/569",
            "sql_unittests": "99190014db120bf07f6598183ee6a740d13e2f0737847669912391b45b639467/646",
            "storage_unittests": "026707ccf7219a5233b0dc063a8a21c175721658742bd677efdad94fb294fbe5/727",
            "sync_integration_tests": "654e669cc41f2dd226462619e86b302db65e9fa0a72d0976d3bb6bf592401e76/892",
            "ui_base_unittests": "9bb58c1361d5aa9d62dfd86d1889d26e993c660dad06202bd243045416dc07b0/723",
            "ui_touch_selection_unittests": "1d3f4280793a11bc9a7583b2aae8475fdc83b345948b4665a34ccd175b9e3d9d/569",
            "unit_tests": "bc22be93f8b55d5335318120042cc16e71230f9859e6bd71c1e9b2163cdef307/1141",
            "url_unittests": "3adb043b65c59ac7bc6dfb47e1e98f6df418554f4c633c4b5daf3c651ea7fe0b/569",
            "views_unittests": "ff7ef9943e6ec62ca703d7a7d41927e1bdbc357a544d9783a58cdb8a7a251d95/569",
            "viz_unittests": "33fd79b7ae501fd12f0dee7bd7aab40734edf2c568e8a42fa1fed0c3fd0af753/653",
            "vr_common_unittests": "621ef4100f6b7f2523a275f6b2849dfc13914cefde6dd50c0e37ab8c7dd625d5/811",
            "vr_pixeltests": "122871bcc5e570a1de3c1cc361c60dda700d629308ab84827035c6451a0b4e90/725",
            "weblayer_browsertests": "f8178f47cabedbbb1cf8efdb16d2b3d79e8a148f16fcfeb83e71f8862586e300/893",
            "weblayer_unittests": "73e2812ddc63a8e6d53e0d046daebfe8c2d354823bea5fd2d001fff55a5a13f2/725",
            "wm_unittests": "ff1fa5ff9bb6790a5b2278bdc54efef0ed7d5c1f129d315af2e2006d391e164e/569",
            "wtf_unittests": "4fcb684b8a18bb78074c0ce329cf2811693a632d150e7402cb4750accc223143/569",
            "x11_unittests": "594ae04d1884cd98d7154161e63e94b13f5ccd19232854bf3adda0ce87a529d6/569",
            "xr_browser_tests": "d3fb4841f1896721a193f9a491fe9e925cfdf11227b10c5e8a4cd87eee511219/891",
            "zlib_unittests": "377a285098eca410e020694ff6b612686674279b380d8fc19fb48198a7ef06b7/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "e72e1a0ee60a3025feb4553ecc2b98359bae41ea95b68cf312527eb188ab646d/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "6a4f6b3eaa2092330e710ac2ac93f90975b70a15",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "9001400027666841920"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "77470"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[02:30:05.834] Scheduled build:
{
  "id": "8835969965691752929",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 69437,
  "createdBy": "project:chromium",
  "createTime": "2021-09-16T02:30:05.390218121Z",
  "updateTime": "2021-09-16T02:30:05.637330439Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "6a4f6b3eaa2092330e710ac2ac93f90975b70a15",
      "ref": "refs/heads/main"
    }
  }
}
[02:30:05.834] Task URL: https://cr-buildbucket.appspot.com/build/8835969965691752929
[02:30:05.834] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9001400027666841920:2:0) after 5m53s
[02:30:51.910] Received PubSub notification, asking Buildbucket for the build status
[02:30:51.982] Build status: STARTED
[02:35:58.905] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9001400027666841920:2:0)
[02:35:59.008] Build status: STARTED
[02:35:59.008] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9001400027666841920:4:0) after 8m10s
[02:44:09.110] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9001400027666841920:4:0)
[02:44:09.142] Build status: STARTED
[02:44:09.142] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9001400027666841920:5:0) after 9m27s
[02:53:36.172] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9001400027666841920:5:0)
[02:53:36.211] Build status: STARTED
[02:53:36.211] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9001400027666841920:6:0) after 3m22s
[02:56:58.237] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9001400027666841920:6:0)
[02:56:58.269] Build status: STARTED
[02:56:58.269] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9001400027666841920:7:0) after 1m15s
[02:58:13.364] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9001400027666841920:7:0)
[02:58:13.400] Build status: STARTED
[02:58:13.400] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9001400027666841920:8:0) after 6m20s
[03:01:01.877] Received PubSub notification, asking Buildbucket for the build status
[03:01:01.922] Build:
{
  "id": "8835969965691752929",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 69437,
  "createdBy": "project:chromium",
  "createTime": "2021-09-16T02:30:05.390218121Z",
  "startTime": "2021-09-16T02:30:50.207988Z",
  "endTime": "2021-09-16T03:01:01.451831652Z",
  "updateTime": "2021-09-16T03:01:01.452523448Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "6a4f6b3eaa2092330e710ac2ac93f90975b70a15",
      "ref": "refs/heads/main"
    }
  }
}
[03:01:01.922] Invocation finished in 30m57.798404833s with status FAILED