Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 34 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/78999 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "4d763b565b9688050eb0ba4cfbfa3d3e1e8de6f7"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "2d4bee832dee520910985507a43e3d0dc95e47f7",
  "parent_got_dawn_revision": "df77ecde3932bccbf28bcc05bbeb4113634e9edc",
  "parent_got_nacl_revision": "9d577686a4321b08f6b86ff2589070fdee1c53f9",
  "parent_got_revision": "4d763b565b9688050eb0ba4cfbfa3d3e1e8de6f7",
  "parent_got_revision_cp": "refs/heads/main@{#940568}",
  "parent_got_swiftshader_revision": "73a6940a2d144622a6ef4d028f4a989275c8a56d",
  "parent_got_v8_revision": "913f61cfa326a281c6787c58c5c5d2c4662d8ed6",
  "parent_got_v8_revision_cp": "refs/heads/9.8.27@{#1}",
  "parent_got_webrtc_revision": "c883741175663426387029c754aff82a9eb7fa1e",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35327}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "4d763b565b9688050eb0ba4cfbfa3d3e1e8de6f7",
  "swarm_hashes": {
    "absl_hardening_tests": "a8b4d9a2f2cd518b8287c6c5b7e1baad294080b1183f3e89b1b045c79e10fe50/569",
    "accessibility_unittests": "4bd040491e4e53f5e80966e3972122d63a46bc67c57baf8a308bde6506e13176/569",
    "angle_unittests": "82ad4d76ce913761b2fa076d59a47885590ea93d971a339010813e3d1b714b80/570",
    "app_shell_unittests": "8f94065eb934e170cd24d8fc4e4e17e319142af90d26c02c974ec340a682352d/809",
    "aura_unittests": "eacbb10b97a82637c73d3a7383b295572d48160d8f759503b52a32e5970fd392/569",
    "base_unittests": "46152188c3d8475f4567a1298216f27d47393faa6e79c8e5653c3dad0c051f8f/648",
    "blink_common_unittests": "1a26035a1e7c5003c6b417101e4b21aae4f3cdc912d22b90ecdfd3469232163e/647",
    "blink_fuzzer_unittests": "2ea208735d42738954958d798271b4438fea4760ea30e42f39d4cf0402aac9e4/648",
    "blink_heap_unittests": "948feda29d265dc031d138cc01deb32b046a24bc0cf3485fa4e8415d3879030f/648",
    "blink_platform_unittests": "4b7dd4d82fde543a37424c7f7e5d316c2082556d6131068978cb24ca5bc13067/726",
    "blink_unittests": "92fa878a75b455fcb7f3d16055595fae4bdc7709dc794d79cee8c8a90af3035b/726",
    "boringssl_crypto_tests": "066e7e236aea7db46040f3fe05c97038824b0be20900bfc5e2572db6377c7986/570",
    "boringssl_ssl_tests": "08c1f2871c1235053074369dcd522353fe5e78847bc23e2864deacebbf4d3dd0/569",
    "capture_unittests": "be3cfe99adb59e20e869c365318bec12c303ddede2c67d032ff27a8886787582/648",
    "cast_unittests": "6e6b5d682c0bd1d0c1afe2b916547c9f0505805adbc69b51f7eed4d61bee64a8/569",
    "cc_unittests": "1457d6ef2e56bd63cdf3e908ab7176a7161e754750100de4d9f455d959fe9fef/653",
    "chrome_app_unittests": "974a9e932affc98e5684e83cbf67a8cad68a8a398d340bf6776457be780deca7/727",
    "chromedriver_unittests": "c2942c3cee42e0c2b457af0e090cf52864cdb8be3bbc24a3ac64c7497c7b935f/726",
    "color_unittests": "547236ffc2214334e8d26d55802c670d5f6d3c859d66e7e472705f99ba705cb1/569",
    "components_browsertests": "744d184f9948bf0789df4f0e40704e811bcd755c90129e6eac6f466adeb71da2/892",
    "components_unittests": "0b1e527e5a6ba2f2739ab56d2e85a7c2f170b9917ad827c608970845b14d09ad/892",
    "compositor_unittests": "6a67e46e904956911ac4eea49d8f1dfe0dc8886b29c1d67902ff2f6bd12dff76/645",
    "content_browsertests": "e2d859583bf6c53357773cdcf47f145edde7aa626fb5790b87c601038df1968d/887",
    "content_unittests": "5ca0ebf46b66af4f28babaea74ead8179e37e10dbc942d9fb3b3e1f984c4c527/806",
    "cronet_tests": "a3a9a5cc641689a1cdfbdd738920aec64e5f189aa5ff9e5a979fdca752325db7/730",
    "cronet_unittests": "c0eeda8fe44b7022e10eb2d85d3564f77314877379115d13dcd8726885d466a3/646",
    "crypto_unittests": "aaf891e15ea0109d6e2cbd2948b211699fc47b11336ef6e2986019fda9c02c9c/569",
    "dbus_unittests": "f6505b169583738bd28d785fba3e6c41bb186f6889935920cd05986b6ae6b478/569",
    "device_unittests": "553ffb9f5ac0f626a4db2b880b7fcf438f2505f9785f8c59a1871b73c020b6ae/646",
    "display_unittests": "5f9a0e8274883f3503bdd5cdb78b9bd3cdf50ae28cb64b98cef28f46c3811e54/569",
    "events_unittests": "c1378a93e0511ad375ae3c709110fa5c7276fe5226b07ca30289b434ce777ae9/569",
    "extensions_browsertests": "8abf1c541b949e684d02ec381b63fc0b0c31137aaa2f73b0d7626a536a457bdb/811",
    "extensions_unittests": "9b580029d4ae6d8d5c43897725a12280937355eac52ad58c3b4950496465fe88/975",
    "filesystem_service_unittests": "63e48a43e9e740ca99cb59404f1acde9ce3e23895d5da14c0392035646672c44/569",
    "gcm_unit_tests": "656c4f6439271c7cb302ec99c05bf15e62982d729b16dd5bb849e8d79e87d817/646",
    "gfx_unittests": "090e2b9c283a12cef7080e30602c425e091dfd1f26e12285bfdc0ca35c4796e9/645",
    "gin_unittests": "bb9c080fa350381f3cd6948e69206320fb422ee14578c8da52148cd98184194a/646",
    "gl_tests": "024766b44359b93b2900f8199d252c8132e78e7acdc7014b37aefea3b64e1333/569",
    "gl_unittests": "cd355e03b2cb9eea36852de179d100d2fef382f92653240daf91d90bb88be32b/569",
    "google_apis_unittests": "b34791d0a807a9d13af53d0e99b5442ab77faf74ed8942274bfc6eb910356f87/731",
    "gpu_unittests": "cf70b0db740b988a52800eddbdbd1a233834160f55ef679d123ba005c54e70f5/646",
    "gwp_asan_unittests": "3d8fd66d92106cc9ef3a20f6930f6607889d1e805a12c4132e5180c6bd1a9bef/570",
    "headless_browsertests": "c4b3205609a8ea41beff7e56109f1e7a125151732f8f897e93237fc5e399b304/809",
    "headless_unittests": "335e3892cc600ebbd93c09ea2f58dfb5fbfd085d4b3cbe56ab7100fa37f7f2ff/569",
    "interactive_ui_tests": "cb07bab673b9de8f71f90c062e3d48292d12c8687f86c5d9dd11e3c522009042/1044",
    "ipc_tests": "36046c4eba21efc34b46ccdce7ca06bc30b5a7f8ec0944b7f01ef61bc7416ec7/569",
    "jingle_unittests": "8ca65e9b3e215ab9f40c084800262b4b54d53ec78c5a540c9794fea77b63aec2/646",
    "latency_unittests": "c6fe58383b7d3025e10dc4571a5860092d27a97213f6fd569c6c3be8eb2d19d7/569",
    "libjingle_xmpp_unittests": "2bca84e6fb9c0901790f3c9db1e4562354b3baf4eceb88c29e32f04088768240/569",
    "liburlpattern_unittests": "5833eede5a9d3d3e0af44dce732b3dea745bfe3259e02904a33e1f20fce32efd/569",
    "media_unittests": "66ecc209ca107e89739fc8cf24bcb66399234e857678334a12154bc437149087/649",
    "message_center_unittests": "14f60749a784be98799dd5cc75b767f8f9e3ac043b6b19e572dd5922ae3e6e35/569",
    "midi_unittests": "0a8245a3cfdf8421abbb08bd845106cd77be20ec41fe4301bc4152ec3029c695/569",
    "mojo_core_unittests": "0213803ed910cc85e728305f992e942a856a7617f31d5d8fdc2cd2c2ef959288/569",
    "mojo_unittests": "6b5123bbfce7d8839c0fc172cb9978f656b80a062e3fe73bd01f5214d646c0f2/647",
    "native_theme_unittests": "d6059f692351245f8a670cf3ad0acd743b51d037680ba7847a143315a70bd12c/569",
    "net_unittests": "6dcb14e9a069aa895717dcb1d47120f87f537df9e1e239c10842f3aa3ddb2200/648",
    "openscreen_unittests": "c2bcb42182c5089797d33cc388d0d4aa89fc8aa996fb48d5c31322ebd1d059f8/727",
    "ozone_x11_unittests": "50d95ce04c96a3390794eed0bd5081692ddfe34ce6c2bdcb62276ecc26a6efae/569",
    "pdf_unittests": "b74039997d9034da22e4ba658c296be1a664369959dde91abdd8c8e37e48a662/725",
    "perfetto_unittests": "39f190dbdae520e295f6902c2d5e86a9349670658d9b786e901c74c79b8de836/569",
    "ppapi_unittests": "0556ac0546b9ee7e5249f2c9d252b246ffb88451fe7674fe1bd07b65aefc7f37/569",
    "printing_unittests": "7ef71e83dc255e3d840d931a5248ab72aa389b054fe6435c04456fbafea09020/569",
    "remoting_unittests": "640623768d3cb8d8dd045f9ac4cef224230c2e08670597232983a87e950f7c29/646",
    "sandbox_linux_unittests": "ae812032c6888bd3dff7ed03504c0a655820014ad835a4eb899ae693d000bde4/569",
    "service_manager_unittests": "61f373d96e0849a3c1e92501a8ef433cffe7fc08b67d54ff31a442276cd8be85/569",
    "services_unittests": "1b38c149a66dc4c96cb234c09e3ffb5d419b2b20a6129fec30ff57092031594b/815",
    "shell_dialogs_unittests": "8c3301eedc632f0ebb984a696730d75d9b3746dc43bd77703ba02b67d333c55e/569",
    "skia_unittests": "9a5f3ca65e40004b2017a2e199f6814b4c7ba0694b328b61f3d281f9a0c8bf48/569",
    "snapshot_unittests": "d6787f5f7de50ba100ca6cbb0d05558da063ae9296d5229940a349f25b46795a/569",
    "sql_unittests": "a381d7a73e79eff36cbfd95f0be419fdfd675883ca0df573e7cc1e71a10a37fe/646",
    "storage_unittests": "868a009a8a4d8646b823f9da0c055f48227caccde29cb021404eae02f6fdb89d/727",
    "sync_integration_tests": "426e3909e74f6970981dbb72c2f0e96e3845360c0af908b4fcd273aef59fe430/808",
    "ui_base_unittests": "42c89989417614ca9ea9566ef71f9e844530c6155d0f7b3ca850857cb105f78a/723",
    "ui_touch_selection_unittests": "7e62ab01d5e76dd22f1a1057fe289faed799767e7b62547f641876a46c127b86/569",
    "unit_tests": "44118d5e8ee8c5b8b57fdf59711fce864a6b9b39378911d6b1bf3308ee66737c/1141",
    "url_unittests": "c47ff97137206ecab03c73f5139ca5614e65e9f312cf3a3e4975784d3a721f18/569",
    "views_unittests": "cce580451e3ed673fa0759f5dae65f8f41559a45e2a03e4df2aa642a07ac0c21/569",
    "viz_unittests": "99630d90f7b6a611c0ea44e49f3229970ee307ffdc19d11b9190ae8f1086b08c/653",
    "vr_common_unittests": "030e5c49e1b2571ddf1872a0445e32000169a4bfefced9ac83900aa28e43e350/727",
    "vr_pixeltests": "b6d20045269b693bc7d9adee7a3e1c0d538d83f14172f3b4b01f7d32155a6123/725",
    "weblayer_browsertests": "9cd546f18d0f00daf37ff52a7bf67ac9cc7435b0de39581f04cc260d97423d44/893",
    "weblayer_unittests": "5f1cad29187abe3d7afb64946189dd1c86dd552ead1bba32dc2b7738d84d813d/725",
    "wm_unittests": "823dccb66f6a14fb3660b8e3215a50029b0d53d30a4aeaedeeb3a88a92ac591e/569",
    "wtf_unittests": "9b5ae09372881e3407270d55428fc1226a14e3f061b33c242cbe2decc73d60fc/569",
    "x11_unittests": "96dce6613110cab353121942e7d4819e6dee35dc1a8566e6ed44a2f6c1ab0b13/569",
    "xr_browser_tests": "5a4745427681d2df012690e81108ae2c9e68ba13b0d13b6b15f8c457d52f060a/807",
    "zlib_unittests": "768cb229cf563810069f12522c16abed4f101870d119420d4041d7ed42a133aa/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "f0d486abf22639ab3ba9fd78912ffff90aee71501abf199e6c2518e5ece7d641/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/4d763b565b9688050eb0ba4cfbfa3d3e1e8de6f7
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:78999
  • user_agent:recipe

Debug log (UTC)

[01:08:10.254] New invocation is queued and will start shortly
[01:08:10.254] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[01:08:11.386] Starting the invocation (attempt 1)
[01:08:11.439] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/4d763b565b9688050eb0ba4cfbfa3d3e1e8de6f7"
[01:08:11.439] Popped gitiles commit info from properties and tags
[01:08:11.439] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:08:11.439] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:08:11.440] Buildbucket request:
{
  "requestId": "8996331750131473232",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "4d763b565b9688050eb0ba4cfbfa3d3e1e8de6f7"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "2d4bee832dee520910985507a43e3d0dc95e47f7",
      "parent_got_dawn_revision": "df77ecde3932bccbf28bcc05bbeb4113634e9edc",
      "parent_got_nacl_revision": "9d577686a4321b08f6b86ff2589070fdee1c53f9",
      "parent_got_revision": "4d763b565b9688050eb0ba4cfbfa3d3e1e8de6f7",
      "parent_got_revision_cp": "refs/heads/main@{#940568}",
      "parent_got_swiftshader_revision": "73a6940a2d144622a6ef4d028f4a989275c8a56d",
      "parent_got_v8_revision": "913f61cfa326a281c6787c58c5c5d2c4662d8ed6",
      "parent_got_v8_revision_cp": "refs/heads/9.8.27@{#1}",
      "parent_got_webrtc_revision": "c883741175663426387029c754aff82a9eb7fa1e",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35327}",
      "swarm_hashes": {
            "absl_hardening_tests": "a8b4d9a2f2cd518b8287c6c5b7e1baad294080b1183f3e89b1b045c79e10fe50/569",
            "accessibility_unittests": "4bd040491e4e53f5e80966e3972122d63a46bc67c57baf8a308bde6506e13176/569",
            "angle_unittests": "82ad4d76ce913761b2fa076d59a47885590ea93d971a339010813e3d1b714b80/570",
            "app_shell_unittests": "8f94065eb934e170cd24d8fc4e4e17e319142af90d26c02c974ec340a682352d/809",
            "aura_unittests": "eacbb10b97a82637c73d3a7383b295572d48160d8f759503b52a32e5970fd392/569",
            "base_unittests": "46152188c3d8475f4567a1298216f27d47393faa6e79c8e5653c3dad0c051f8f/648",
            "blink_common_unittests": "1a26035a1e7c5003c6b417101e4b21aae4f3cdc912d22b90ecdfd3469232163e/647",
            "blink_fuzzer_unittests": "2ea208735d42738954958d798271b4438fea4760ea30e42f39d4cf0402aac9e4/648",
            "blink_heap_unittests": "948feda29d265dc031d138cc01deb32b046a24bc0cf3485fa4e8415d3879030f/648",
            "blink_platform_unittests": "4b7dd4d82fde543a37424c7f7e5d316c2082556d6131068978cb24ca5bc13067/726",
            "blink_unittests": "92fa878a75b455fcb7f3d16055595fae4bdc7709dc794d79cee8c8a90af3035b/726",
            "boringssl_crypto_tests": "066e7e236aea7db46040f3fe05c97038824b0be20900bfc5e2572db6377c7986/570",
            "boringssl_ssl_tests": "08c1f2871c1235053074369dcd522353fe5e78847bc23e2864deacebbf4d3dd0/569",
            "capture_unittests": "be3cfe99adb59e20e869c365318bec12c303ddede2c67d032ff27a8886787582/648",
            "cast_unittests": "6e6b5d682c0bd1d0c1afe2b916547c9f0505805adbc69b51f7eed4d61bee64a8/569",
            "cc_unittests": "1457d6ef2e56bd63cdf3e908ab7176a7161e754750100de4d9f455d959fe9fef/653",
            "chrome_app_unittests": "974a9e932affc98e5684e83cbf67a8cad68a8a398d340bf6776457be780deca7/727",
            "chromedriver_unittests": "c2942c3cee42e0c2b457af0e090cf52864cdb8be3bbc24a3ac64c7497c7b935f/726",
            "color_unittests": "547236ffc2214334e8d26d55802c670d5f6d3c859d66e7e472705f99ba705cb1/569",
            "components_browsertests": "744d184f9948bf0789df4f0e40704e811bcd755c90129e6eac6f466adeb71da2/892",
            "components_unittests": "0b1e527e5a6ba2f2739ab56d2e85a7c2f170b9917ad827c608970845b14d09ad/892",
            "compositor_unittests": "6a67e46e904956911ac4eea49d8f1dfe0dc8886b29c1d67902ff2f6bd12dff76/645",
            "content_browsertests": "e2d859583bf6c53357773cdcf47f145edde7aa626fb5790b87c601038df1968d/887",
            "content_unittests": "5ca0ebf46b66af4f28babaea74ead8179e37e10dbc942d9fb3b3e1f984c4c527/806",
            "cronet_tests": "a3a9a5cc641689a1cdfbdd738920aec64e5f189aa5ff9e5a979fdca752325db7/730",
            "cronet_unittests": "c0eeda8fe44b7022e10eb2d85d3564f77314877379115d13dcd8726885d466a3/646",
            "crypto_unittests": "aaf891e15ea0109d6e2cbd2948b211699fc47b11336ef6e2986019fda9c02c9c/569",
            "dbus_unittests": "f6505b169583738bd28d785fba3e6c41bb186f6889935920cd05986b6ae6b478/569",
            "device_unittests": "553ffb9f5ac0f626a4db2b880b7fcf438f2505f9785f8c59a1871b73c020b6ae/646",
            "display_unittests": "5f9a0e8274883f3503bdd5cdb78b9bd3cdf50ae28cb64b98cef28f46c3811e54/569",
            "events_unittests": "c1378a93e0511ad375ae3c709110fa5c7276fe5226b07ca30289b434ce777ae9/569",
            "extensions_browsertests": "8abf1c541b949e684d02ec381b63fc0b0c31137aaa2f73b0d7626a536a457bdb/811",
            "extensions_unittests": "9b580029d4ae6d8d5c43897725a12280937355eac52ad58c3b4950496465fe88/975",
            "filesystem_service_unittests": "63e48a43e9e740ca99cb59404f1acde9ce3e23895d5da14c0392035646672c44/569",
            "gcm_unit_tests": "656c4f6439271c7cb302ec99c05bf15e62982d729b16dd5bb849e8d79e87d817/646",
            "gfx_unittests": "090e2b9c283a12cef7080e30602c425e091dfd1f26e12285bfdc0ca35c4796e9/645",
            "gin_unittests": "bb9c080fa350381f3cd6948e69206320fb422ee14578c8da52148cd98184194a/646",
            "gl_tests": "024766b44359b93b2900f8199d252c8132e78e7acdc7014b37aefea3b64e1333/569",
            "gl_unittests": "cd355e03b2cb9eea36852de179d100d2fef382f92653240daf91d90bb88be32b/569",
            "google_apis_unittests": "b34791d0a807a9d13af53d0e99b5442ab77faf74ed8942274bfc6eb910356f87/731",
            "gpu_unittests": "cf70b0db740b988a52800eddbdbd1a233834160f55ef679d123ba005c54e70f5/646",
            "gwp_asan_unittests": "3d8fd66d92106cc9ef3a20f6930f6607889d1e805a12c4132e5180c6bd1a9bef/570",
            "headless_browsertests": "c4b3205609a8ea41beff7e56109f1e7a125151732f8f897e93237fc5e399b304/809",
            "headless_unittests": "335e3892cc600ebbd93c09ea2f58dfb5fbfd085d4b3cbe56ab7100fa37f7f2ff/569",
            "interactive_ui_tests": "cb07bab673b9de8f71f90c062e3d48292d12c8687f86c5d9dd11e3c522009042/1044",
            "ipc_tests": "36046c4eba21efc34b46ccdce7ca06bc30b5a7f8ec0944b7f01ef61bc7416ec7/569",
            "jingle_unittests": "8ca65e9b3e215ab9f40c084800262b4b54d53ec78c5a540c9794fea77b63aec2/646",
            "latency_unittests": "c6fe58383b7d3025e10dc4571a5860092d27a97213f6fd569c6c3be8eb2d19d7/569",
            "libjingle_xmpp_unittests": "2bca84e6fb9c0901790f3c9db1e4562354b3baf4eceb88c29e32f04088768240/569",
            "liburlpattern_unittests": "5833eede5a9d3d3e0af44dce732b3dea745bfe3259e02904a33e1f20fce32efd/569",
            "media_unittests": "66ecc209ca107e89739fc8cf24bcb66399234e857678334a12154bc437149087/649",
            "message_center_unittests": "14f60749a784be98799dd5cc75b767f8f9e3ac043b6b19e572dd5922ae3e6e35/569",
            "midi_unittests": "0a8245a3cfdf8421abbb08bd845106cd77be20ec41fe4301bc4152ec3029c695/569",
            "mojo_core_unittests": "0213803ed910cc85e728305f992e942a856a7617f31d5d8fdc2cd2c2ef959288/569",
            "mojo_unittests": "6b5123bbfce7d8839c0fc172cb9978f656b80a062e3fe73bd01f5214d646c0f2/647",
            "native_theme_unittests": "d6059f692351245f8a670cf3ad0acd743b51d037680ba7847a143315a70bd12c/569",
            "net_unittests": "6dcb14e9a069aa895717dcb1d47120f87f537df9e1e239c10842f3aa3ddb2200/648",
            "openscreen_unittests": "c2bcb42182c5089797d33cc388d0d4aa89fc8aa996fb48d5c31322ebd1d059f8/727",
            "ozone_x11_unittests": "50d95ce04c96a3390794eed0bd5081692ddfe34ce6c2bdcb62276ecc26a6efae/569",
            "pdf_unittests": "b74039997d9034da22e4ba658c296be1a664369959dde91abdd8c8e37e48a662/725",
            "perfetto_unittests": "39f190dbdae520e295f6902c2d5e86a9349670658d9b786e901c74c79b8de836/569",
            "ppapi_unittests": "0556ac0546b9ee7e5249f2c9d252b246ffb88451fe7674fe1bd07b65aefc7f37/569",
            "printing_unittests": "7ef71e83dc255e3d840d931a5248ab72aa389b054fe6435c04456fbafea09020/569",
            "remoting_unittests": "640623768d3cb8d8dd045f9ac4cef224230c2e08670597232983a87e950f7c29/646",
            "sandbox_linux_unittests": "ae812032c6888bd3dff7ed03504c0a655820014ad835a4eb899ae693d000bde4/569",
            "service_manager_unittests": "61f373d96e0849a3c1e92501a8ef433cffe7fc08b67d54ff31a442276cd8be85/569",
            "services_unittests": "1b38c149a66dc4c96cb234c09e3ffb5d419b2b20a6129fec30ff57092031594b/815",
            "shell_dialogs_unittests": "8c3301eedc632f0ebb984a696730d75d9b3746dc43bd77703ba02b67d333c55e/569",
            "skia_unittests": "9a5f3ca65e40004b2017a2e199f6814b4c7ba0694b328b61f3d281f9a0c8bf48/569",
            "snapshot_unittests": "d6787f5f7de50ba100ca6cbb0d05558da063ae9296d5229940a349f25b46795a/569",
            "sql_unittests": "a381d7a73e79eff36cbfd95f0be419fdfd675883ca0df573e7cc1e71a10a37fe/646",
            "storage_unittests": "868a009a8a4d8646b823f9da0c055f48227caccde29cb021404eae02f6fdb89d/727",
            "sync_integration_tests": "426e3909e74f6970981dbb72c2f0e96e3845360c0af908b4fcd273aef59fe430/808",
            "ui_base_unittests": "42c89989417614ca9ea9566ef71f9e844530c6155d0f7b3ca850857cb105f78a/723",
            "ui_touch_selection_unittests": "7e62ab01d5e76dd22f1a1057fe289faed799767e7b62547f641876a46c127b86/569",
            "unit_tests": "44118d5e8ee8c5b8b57fdf59711fce864a6b9b39378911d6b1bf3308ee66737c/1141",
            "url_unittests": "c47ff97137206ecab03c73f5139ca5614e65e9f312cf3a3e4975784d3a721f18/569",
            "views_unittests": "cce580451e3ed673fa0759f5dae65f8f41559a45e2a03e4df2aa642a07ac0c21/569",
            "viz_unittests": "99630d90f7b6a611c0ea44e49f3229970ee307ffdc19d11b9190ae8f1086b08c/653",
            "vr_common_unittests": "030e5c49e1b2571ddf1872a0445e32000169a4bfefced9ac83900aa28e43e350/727",
            "vr_pixeltests": "b6d20045269b693bc7d9adee7a3e1c0d538d83f14172f3b4b01f7d32155a6123/725",
            "weblayer_browsertests": "9cd546f18d0f00daf37ff52a7bf67ac9cc7435b0de39581f04cc260d97423d44/893",
            "weblayer_unittests": "5f1cad29187abe3d7afb64946189dd1c86dd552ead1bba32dc2b7738d84d813d/725",
            "wm_unittests": "823dccb66f6a14fb3660b8e3215a50029b0d53d30a4aeaedeeb3a88a92ac591e/569",
            "wtf_unittests": "9b5ae09372881e3407270d55428fc1226a14e3f061b33c242cbe2decc73d60fc/569",
            "x11_unittests": "96dce6613110cab353121942e7d4819e6dee35dc1a8566e6ed44a2f6c1ab0b13/569",
            "xr_browser_tests": "5a4745427681d2df012690e81108ae2c9e68ba13b0d13b6b15f8c457d52f060a/807",
            "zlib_unittests": "768cb229cf563810069f12522c16abed4f101870d119420d4041d7ed42a133aa/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "f0d486abf22639ab3ba9fd78912ffff90aee71501abf199e6c2518e5ece7d641/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "4d763b565b9688050eb0ba4cfbfa3d3e1e8de6f7",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8996331750131473232"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "78999"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[01:08:11.929] Scheduled build:
{
  "id": "8830901688146854449",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 70954,
  "createdBy": "project:chromium",
  "createTime": "2021-11-11T01:08:11.513184248Z",
  "updateTime": "2021-11-11T01:08:11.513184248Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "4d763b565b9688050eb0ba4cfbfa3d3e1e8de6f7",
      "ref": "refs/heads/main"
    }
  }
}
[01:08:11.929] Task URL: https://cr-buildbucket.appspot.com/build/8830901688146854449
[01:08:11.929] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996331750131473232:2:0) after 4m42s
[01:08:40.896] Received PubSub notification, asking Buildbucket for the build status
[01:08:41.064] Build status: STARTED
[01:12:53.953] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996331750131473232:2:0)
[01:12:53.994] Build status: STARTED
[01:12:53.994] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996331750131473232:4:0) after 4m25s
[01:17:19.017] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996331750131473232:4:0)
[01:17:19.046] Build status: STARTED
[01:17:19.046] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996331750131473232:5:0) after 2m50s
[01:20:09.096] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996331750131473232:5:0)
[01:20:09.131] Build status: STARTED
[01:20:09.131] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996331750131473232:6:0) after 9m38s
[01:29:47.152] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996331750131473232:6:0)
[01:29:47.207] Build status: STARTED
[01:29:47.207] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996331750131473232:7:0) after 9m56s
[01:39:43.228] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996331750131473232:7:0)
[01:39:43.392] Build status: STARTED
[01:39:43.392] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996331750131473232:8:0) after 9m58s
[01:42:54.775] Received PubSub notification, asking Buildbucket for the build status
[01:42:54.809] Build:
{
  "id": "8830901688146854449",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 70954,
  "createdBy": "project:chromium",
  "createTime": "2021-11-11T01:08:11.513184248Z",
  "startTime": "2021-11-11T01:08:38.974434Z",
  "endTime": "2021-11-11T01:42:54.184603897Z",
  "updateTime": "2021-11-11T01:42:54.184603897Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "4d763b565b9688050eb0ba4cfbfa3d3e1e8de6f7",
      "ref": "refs/heads/main"
    }
  }
}
[01:42:54.809] Invocation finished in 34m44.571973165s with status FAILED