Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 27 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/78659 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "ac3768ad3993b738278ac5658401207f9ce8168a"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "d2b4d9aec1590dae5c33625a30878b5bcf423527",
  "parent_got_dawn_revision": "b19556e907c5012e6e28906a797f62b197aff965",
  "parent_got_nacl_revision": "9d577686a4321b08f6b86ff2589070fdee1c53f9",
  "parent_got_revision": "ac3768ad3993b738278ac5658401207f9ce8168a",
  "parent_got_revision_cp": "refs/heads/main@{#936700}",
  "parent_got_swiftshader_revision": "9d8950e082d87b79f9a67a9fb26494cec36827ba",
  "parent_got_v8_revision": "db391a3b8fc5c3e8448bb0f5c2af1683ae8a4c32",
  "parent_got_v8_revision_cp": "refs/heads/9.7.84@{#1}",
  "parent_got_webrtc_revision": "3cff17133342a6edf438c8614fe630728e88d8c0",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35282}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "ac3768ad3993b738278ac5658401207f9ce8168a",
  "swarm_hashes": {
    "absl_hardening_tests": "6e19fc6d34bf39af4f09d7e66285abe15fbda9d0d1cd5c96c31716799a06a651/569",
    "accessibility_unittests": "36bdeadfc931c8c80a85f8364d1fa6634adeec26286e71212c4b9c588564db26/569",
    "angle_unittests": "89aae4252ff2d5108a24d2ed4de8523090e8cdf2aa71e1e3af74ddf87abe9e0d/570",
    "app_shell_unittests": "d07bfbed91e4fbfe9cdd352e180991f314e3fc5cfd2a1d1b2179623830120be0/809",
    "aura_unittests": "4ae4d6c6016c1d31d2c36067a236afbd2b9e556cb77540ac17931875ce40e071/569",
    "base_unittests": "f6d0d867e981b0a51fea32632e37e18b5e170022002a1024042aa042f02fb9ae/648",
    "blink_common_unittests": "7268e0de2f62e262fbfaefbd1bedce13f3b403bdbe20d2aeec8f51b37b913123/647",
    "blink_fuzzer_unittests": "7b41a3dd4f090b5a0ea38b32981e4b2e185056db0d94cfbb99b1285c5888081e/648",
    "blink_heap_unittests": "7f3b17f28b2ac527a190809c8c503ce9cffd5e122277be582b88bc4a28c78681/648",
    "blink_platform_unittests": "55463e8df136da83862395d1968036f95cd9a7316e60e99c1c3a2257a7a12640/726",
    "blink_unittests": "cc9882d3b5aaa0706027dc3bcac6b3c5b164e804579c4917b33b93a129059318/726",
    "boringssl_crypto_tests": "068397fc10ca535f12d6ed499b8863259d8c08611aaed19e60396aa75fc081c1/570",
    "boringssl_ssl_tests": "c709200f08dbf2341553bfb19a1ebd7c3c91eee4191e7ac7e2e1879fe0108b40/569",
    "capture_unittests": "caab02273ad72235ff26db47b337f9aeec0910a3d6704a898ad685dd0b1b3202/648",
    "cast_unittests": "4dcc6aeb3e2f3a59d6c845818d6067053ad9774402d70a331fa07afc4adb8d92/569",
    "cc_unittests": "d786ce153f6f62e8367bd8f83e5b47214a480cb6b05dd817f3b4ddb1072e608b/653",
    "chrome_app_unittests": "5ee411f1f1a2d709b3d9856f6cabee76245dadfbc36f39b96fb3627b25599d54/811",
    "chromedriver_unittests": "2f3a4ea3e183c012e29b021b1e8bd212fab98362069dc0c2fa567b097743de63/726",
    "color_unittests": "28b3e8b4e028be261657bfc5b960136c8ed6f21701f9f80d084b99191409bcdb/569",
    "components_browsertests": "83d9027d34eb28965dffcdc3adc3fc33ab4823f2d1db22ef38f1ff91c1806ccb/892",
    "components_unittests": "cf734bba5c9b7d174b7630a5cb24306f86bc4a2f788f18be208b5cfab94df4f7/892",
    "compositor_unittests": "63268a52e7b7def4001aecf5812ec80c7c94e40cf9fa3c21595753a00c80a947/645",
    "content_browsertests": "8e3571967fe83236ccb3abb53a680a823bb503fbc4448a75b029788cedd4d60b/887",
    "content_unittests": "4ae989b3777d49df05066d5718dc66498c9cb1d0049dbb8a1b5ecf1ce0426c20/806",
    "cronet_tests": "737a916667a717098d8cc2ae45e627c792febba3256f1cbd86748e127201f4b2/730",
    "cronet_unittests": "fe83799705d7a60affc14405750153fa0613d6e2cb334c507c8c160c63c618f8/646",
    "crypto_unittests": "311d5fedfd4e6dc453927a9b45a9cd63522e5d02fa927ea854c8330921766db8/569",
    "dbus_unittests": "d8164ca15b54a152aa23f2f6199e215a70ee44cde17b68baab73737e4451d1fd/569",
    "device_unittests": "a85ecaf7ef2b2e8f6d9c3c4b250a85ae8a33eef70c490108ed6fb200cb77468e/646",
    "display_unittests": "1f724c414ab234a9ee7c6abb63949bab48f84f5b0ef2be70f0edf520bc931a7c/569",
    "events_unittests": "824e5cea16213589b71682fe95b753b655a9257f0d382c1a4eec6a06e074c3d5/569",
    "extensions_browsertests": "dcafbf9ec860198c2cc5391442e91be9240672d43a7e2977e00ca6c9b882b256/811",
    "extensions_unittests": "163b82b9620a68e3228155efb7a3d6043493507eaae159cebf5def57cff2178b/975",
    "filesystem_service_unittests": "dc41023c06770c68da39a920c11300e8b09f53ae2774528c808441d7978366ff/569",
    "gcm_unit_tests": "7278cbfb73bfcc08f916cc088bcacc60141322024bf9cacbcfe5702ae92d4ddc/646",
    "gfx_unittests": "ebddaa394139a5aa67dac64940f73e43b935d7a9fc7d9d98e42494ecf4bf81ad/645",
    "gin_unittests": "3c16fc128ba1e81fc1616d84c1acd2c3f74840b8b3517b9aa47faca9464cabb9/646",
    "gl_tests": "1d2b3528980f0bc9fcb7814cff298bfdf60e6b81f5121c93869f32b8885845be/569",
    "gl_unittests": "d94e1d9a2ab4831c0e2247fec504c3ee09e2fa457afd1ea95acda6babed4af05/569",
    "google_apis_unittests": "f8e4b160ad778a2b3ce0355aaba7d6e6553f4c74b801993dcc3ba2d8f7cd81d7/731",
    "gpu_unittests": "254eb6299902c1f499950e3a5c513ef5272bff0ada3a09ac2d1adb8bca2111c5/646",
    "gwp_asan_unittests": "38ee13b9f4ec816811d9f8868da005b80544fab58a0534944db70bab13b5f355/570",
    "headless_browsertests": "10b58e4670f74e9d9e0802ce8df57c4047a264c301d694c062dc1a13061a630e/809",
    "headless_unittests": "180e804c49ba96e4cdbc9877ff47c75c073982a1a376143490259a045107be4d/569",
    "interactive_ui_tests": "308d5e0f0372e34b4167403a5605fb39d6bf5e2bc2de74d26c7f9e0c8dcc5aca/1128",
    "ipc_tests": "307bee5598faa7c792b993d425f81d2f87c062dd0461dce6ee0a637d8bbe11fb/569",
    "jingle_unittests": "c050f73a465c891652a3c203cc978220c5096ff6dc45bdaece30642b5e009ed3/646",
    "latency_unittests": "7f75a9becd7efdcd399b73ed8cae64fb0c852d22b37c50b33297979795bd7332/569",
    "libjingle_xmpp_unittests": "cc5156bed9d9213f3af4dd1e76b9a8a4fe9dfb9026e186da6e9f782fee0af8e3/569",
    "liburlpattern_unittests": "b0886976237e7943695869a817340bea7660163785a91858b58273ebc7cfba3b/569",
    "media_unittests": "d4c5c3ac494cd57fe1225b3fa8a7c7bba14f8cc68b074c8ef899d1e9ff8dbb02/649",
    "message_center_unittests": "5eba1c2e681d775a9d075186ce3b1b8fd7bb1f7e7cf12d19d02d1199de1c05a6/569",
    "midi_unittests": "05b9df9efc4ce3cced5e84b55c06d8b0ee51b11e50d8a4b30179818fa875d1b7/569",
    "mojo_core_unittests": "27c414c5bd3acc7088563866369142e6fa253302cafe7e1379c9461bafdcc281/569",
    "mojo_unittests": "b63fa1f864b270553300e30c0b88ece62dc3d05017535b51c4858ac6eeda91ee/647",
    "native_theme_unittests": "e0132b266451d4b243a4ef7d5a095343c888bfc81cbeaa574ced83498e280668/569",
    "net_unittests": "4859388c518b5f0644d5811354b688baac4797d0cf1025a43de67a9366aae517/648",
    "openscreen_unittests": "702856db9243525317fc70ebb5f731bf0942c55db581166e37ca2145b3dc653f/811",
    "ozone_x11_unittests": "bc66726d0c2143e5cf0714a767d41dbe35de97db825af2c66ab4be228e7f8b6c/569",
    "pdf_unittests": "c62e3c65328c72cfa62a657d0434de5762c59e43773e2fe79d2ec009a65880fd/725",
    "perfetto_unittests": "27dc5e71abdbad028f8943a9b9ab3ec4b8b3361533b818581bbe03215f518b8c/569",
    "ppapi_unittests": "f3578dbbb507ed9f6e566b7db153f6058c362f06debb0bad7757bd0104c3f645/569",
    "printing_unittests": "e99c9a08c4ebef8475275b4699422c3ba7683334301eb2ff7802759489502802/569",
    "remoting_unittests": "93b9d59bdf0907c2a21a8b654e7fa5c8abd7ccb8dcc9236df9d271b4272d0bab/646",
    "sandbox_linux_unittests": "12a96ce63e3cfcd1886337f7f33665bc415b8e5f8c53115bc5673af6114416e7/569",
    "service_manager_unittests": "d5b108aa405d3f20903b5061c9e23b16d8f05349122536d181ff6ece7c08a0d6/569",
    "services_unittests": "9a8b58b2bca1647d903370794bb506391c6d1cd22f08448f1087fa407d52bae7/815",
    "shell_dialogs_unittests": "6cc40c97628d31badb77f4bd83046c1effafdda5959b137a08d679a2ad90e777/569",
    "skia_unittests": "644a781b1dc3b2b0c8640a721c839b2d76e5470b55898c1294f688f925aab0df/569",
    "snapshot_unittests": "ac7e496c64e1757658ad8992217901d3c1f959586e667b022d66bd91f857f28b/569",
    "sql_unittests": "452fc024db3a1ae943ea256aa9fd3d17b22b77cc2095d69af0bea8bdc80e7525/646",
    "storage_unittests": "3d5bf5630658019400b9bc1a89a52716562a738f999d7ea7e8b344f34001d46f/727",
    "sync_integration_tests": "6a2cb9fad6a1f27548ab540712edfc33bcf9cc365edd4e089a7fa4d0656c35a8/892",
    "ui_base_unittests": "5776dfc535e0eaf7274100dd8a58d57138bf5426c6af7b2e479429ef050e80b8/723",
    "ui_touch_selection_unittests": "151b7678c9d68d1a98d08a3ba21977d86f84db1e3189e79dbd8bfe0ca56bb9a8/569",
    "unit_tests": "9d8e79d21a32d564e840bab1d5f3aaded84d6dcadfdd1aff9ae1300519dbece0/1141",
    "url_unittests": "3377f39c31a5f11c1fe443316741f6f7c0bd3773e366301e1f4fe986e7e10f61/569",
    "views_unittests": "c6b9051f97ce2bb510a85983f608cfd101411257dab442110c27645a1eac6eb8/569",
    "viz_unittests": "b9ce750666253b2ae2c5f4def1ab99be3ae641effc66b4d829971cff0057eae6/653",
    "vr_common_unittests": "feffa827c6c81c211133522017f68486daa7efb5538cf198f5d765dbf5d8a6e8/811",
    "vr_pixeltests": "4a5546d6ca3b53f1cdf7210ccf7dcdff0262a248aae481deb9d2d24e020663bd/725",
    "weblayer_browsertests": "1c49dc0a2530bbc8e4f63e79db6af4d825db13d95772e8aba72b1f351c5e24ac/893",
    "weblayer_unittests": "78c87623b6408c209241a694de2ff9d7cc8fee9ecb6ebe1025df7adffe28819c/725",
    "wm_unittests": "aedac9e00b09ac7ffd19b90003c3fa1d82b91b08f296f284b2b424832e495b9f/569",
    "wtf_unittests": "3b7369b9f6fbcd4855d15c32d08d245205772fde33473c6f67c57fbdd58fafb7/569",
    "x11_unittests": "bfd31d1da931b8f35f70ea357aa3347be4d3e28f9a5608a8ae289b0157b9771a/569",
    "xr_browser_tests": "0fb8c7644f4642c7224ab8109953f70ec9896c5ce84c00cf7ca36c0228d5e227/891",
    "zlib_unittests": "37da475d70aa618bc936d161fdb9abbab0ae226810d0f1c748e24c09bece6688/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "f0d486abf22639ab3ba9fd78912ffff90aee71501abf199e6c2518e5ece7d641/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/ac3768ad3993b738278ac5658401207f9ce8168a
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:78659
  • user_agent:recipe

Debug log (UTC)

[17:12:45.289] New invocation is queued and will start shortly
[17:12:45.289] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[17:12:46.384] Starting the invocation (attempt 1)
[17:12:46.423] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/ac3768ad3993b738278ac5658401207f9ce8168a"
[17:12:46.423] Popped gitiles commit info from properties and tags
[17:12:46.423] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[17:12:46.423] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[17:12:46.424] Buildbucket request:
{
  "requestId": "8997358227360476096",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "ac3768ad3993b738278ac5658401207f9ce8168a"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "d2b4d9aec1590dae5c33625a30878b5bcf423527",
      "parent_got_dawn_revision": "b19556e907c5012e6e28906a797f62b197aff965",
      "parent_got_nacl_revision": "9d577686a4321b08f6b86ff2589070fdee1c53f9",
      "parent_got_revision": "ac3768ad3993b738278ac5658401207f9ce8168a",
      "parent_got_revision_cp": "refs/heads/main@{#936700}",
      "parent_got_swiftshader_revision": "9d8950e082d87b79f9a67a9fb26494cec36827ba",
      "parent_got_v8_revision": "db391a3b8fc5c3e8448bb0f5c2af1683ae8a4c32",
      "parent_got_v8_revision_cp": "refs/heads/9.7.84@{#1}",
      "parent_got_webrtc_revision": "3cff17133342a6edf438c8614fe630728e88d8c0",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35282}",
      "swarm_hashes": {
            "absl_hardening_tests": "6e19fc6d34bf39af4f09d7e66285abe15fbda9d0d1cd5c96c31716799a06a651/569",
            "accessibility_unittests": "36bdeadfc931c8c80a85f8364d1fa6634adeec26286e71212c4b9c588564db26/569",
            "angle_unittests": "89aae4252ff2d5108a24d2ed4de8523090e8cdf2aa71e1e3af74ddf87abe9e0d/570",
            "app_shell_unittests": "d07bfbed91e4fbfe9cdd352e180991f314e3fc5cfd2a1d1b2179623830120be0/809",
            "aura_unittests": "4ae4d6c6016c1d31d2c36067a236afbd2b9e556cb77540ac17931875ce40e071/569",
            "base_unittests": "f6d0d867e981b0a51fea32632e37e18b5e170022002a1024042aa042f02fb9ae/648",
            "blink_common_unittests": "7268e0de2f62e262fbfaefbd1bedce13f3b403bdbe20d2aeec8f51b37b913123/647",
            "blink_fuzzer_unittests": "7b41a3dd4f090b5a0ea38b32981e4b2e185056db0d94cfbb99b1285c5888081e/648",
            "blink_heap_unittests": "7f3b17f28b2ac527a190809c8c503ce9cffd5e122277be582b88bc4a28c78681/648",
            "blink_platform_unittests": "55463e8df136da83862395d1968036f95cd9a7316e60e99c1c3a2257a7a12640/726",
            "blink_unittests": "cc9882d3b5aaa0706027dc3bcac6b3c5b164e804579c4917b33b93a129059318/726",
            "boringssl_crypto_tests": "068397fc10ca535f12d6ed499b8863259d8c08611aaed19e60396aa75fc081c1/570",
            "boringssl_ssl_tests": "c709200f08dbf2341553bfb19a1ebd7c3c91eee4191e7ac7e2e1879fe0108b40/569",
            "capture_unittests": "caab02273ad72235ff26db47b337f9aeec0910a3d6704a898ad685dd0b1b3202/648",
            "cast_unittests": "4dcc6aeb3e2f3a59d6c845818d6067053ad9774402d70a331fa07afc4adb8d92/569",
            "cc_unittests": "d786ce153f6f62e8367bd8f83e5b47214a480cb6b05dd817f3b4ddb1072e608b/653",
            "chrome_app_unittests": "5ee411f1f1a2d709b3d9856f6cabee76245dadfbc36f39b96fb3627b25599d54/811",
            "chromedriver_unittests": "2f3a4ea3e183c012e29b021b1e8bd212fab98362069dc0c2fa567b097743de63/726",
            "color_unittests": "28b3e8b4e028be261657bfc5b960136c8ed6f21701f9f80d084b99191409bcdb/569",
            "components_browsertests": "83d9027d34eb28965dffcdc3adc3fc33ab4823f2d1db22ef38f1ff91c1806ccb/892",
            "components_unittests": "cf734bba5c9b7d174b7630a5cb24306f86bc4a2f788f18be208b5cfab94df4f7/892",
            "compositor_unittests": "63268a52e7b7def4001aecf5812ec80c7c94e40cf9fa3c21595753a00c80a947/645",
            "content_browsertests": "8e3571967fe83236ccb3abb53a680a823bb503fbc4448a75b029788cedd4d60b/887",
            "content_unittests": "4ae989b3777d49df05066d5718dc66498c9cb1d0049dbb8a1b5ecf1ce0426c20/806",
            "cronet_tests": "737a916667a717098d8cc2ae45e627c792febba3256f1cbd86748e127201f4b2/730",
            "cronet_unittests": "fe83799705d7a60affc14405750153fa0613d6e2cb334c507c8c160c63c618f8/646",
            "crypto_unittests": "311d5fedfd4e6dc453927a9b45a9cd63522e5d02fa927ea854c8330921766db8/569",
            "dbus_unittests": "d8164ca15b54a152aa23f2f6199e215a70ee44cde17b68baab73737e4451d1fd/569",
            "device_unittests": "a85ecaf7ef2b2e8f6d9c3c4b250a85ae8a33eef70c490108ed6fb200cb77468e/646",
            "display_unittests": "1f724c414ab234a9ee7c6abb63949bab48f84f5b0ef2be70f0edf520bc931a7c/569",
            "events_unittests": "824e5cea16213589b71682fe95b753b655a9257f0d382c1a4eec6a06e074c3d5/569",
            "extensions_browsertests": "dcafbf9ec860198c2cc5391442e91be9240672d43a7e2977e00ca6c9b882b256/811",
            "extensions_unittests": "163b82b9620a68e3228155efb7a3d6043493507eaae159cebf5def57cff2178b/975",
            "filesystem_service_unittests": "dc41023c06770c68da39a920c11300e8b09f53ae2774528c808441d7978366ff/569",
            "gcm_unit_tests": "7278cbfb73bfcc08f916cc088bcacc60141322024bf9cacbcfe5702ae92d4ddc/646",
            "gfx_unittests": "ebddaa394139a5aa67dac64940f73e43b935d7a9fc7d9d98e42494ecf4bf81ad/645",
            "gin_unittests": "3c16fc128ba1e81fc1616d84c1acd2c3f74840b8b3517b9aa47faca9464cabb9/646",
            "gl_tests": "1d2b3528980f0bc9fcb7814cff298bfdf60e6b81f5121c93869f32b8885845be/569",
            "gl_unittests": "d94e1d9a2ab4831c0e2247fec504c3ee09e2fa457afd1ea95acda6babed4af05/569",
            "google_apis_unittests": "f8e4b160ad778a2b3ce0355aaba7d6e6553f4c74b801993dcc3ba2d8f7cd81d7/731",
            "gpu_unittests": "254eb6299902c1f499950e3a5c513ef5272bff0ada3a09ac2d1adb8bca2111c5/646",
            "gwp_asan_unittests": "38ee13b9f4ec816811d9f8868da005b80544fab58a0534944db70bab13b5f355/570",
            "headless_browsertests": "10b58e4670f74e9d9e0802ce8df57c4047a264c301d694c062dc1a13061a630e/809",
            "headless_unittests": "180e804c49ba96e4cdbc9877ff47c75c073982a1a376143490259a045107be4d/569",
            "interactive_ui_tests": "308d5e0f0372e34b4167403a5605fb39d6bf5e2bc2de74d26c7f9e0c8dcc5aca/1128",
            "ipc_tests": "307bee5598faa7c792b993d425f81d2f87c062dd0461dce6ee0a637d8bbe11fb/569",
            "jingle_unittests": "c050f73a465c891652a3c203cc978220c5096ff6dc45bdaece30642b5e009ed3/646",
            "latency_unittests": "7f75a9becd7efdcd399b73ed8cae64fb0c852d22b37c50b33297979795bd7332/569",
            "libjingle_xmpp_unittests": "cc5156bed9d9213f3af4dd1e76b9a8a4fe9dfb9026e186da6e9f782fee0af8e3/569",
            "liburlpattern_unittests": "b0886976237e7943695869a817340bea7660163785a91858b58273ebc7cfba3b/569",
            "media_unittests": "d4c5c3ac494cd57fe1225b3fa8a7c7bba14f8cc68b074c8ef899d1e9ff8dbb02/649",
            "message_center_unittests": "5eba1c2e681d775a9d075186ce3b1b8fd7bb1f7e7cf12d19d02d1199de1c05a6/569",
            "midi_unittests": "05b9df9efc4ce3cced5e84b55c06d8b0ee51b11e50d8a4b30179818fa875d1b7/569",
            "mojo_core_unittests": "27c414c5bd3acc7088563866369142e6fa253302cafe7e1379c9461bafdcc281/569",
            "mojo_unittests": "b63fa1f864b270553300e30c0b88ece62dc3d05017535b51c4858ac6eeda91ee/647",
            "native_theme_unittests": "e0132b266451d4b243a4ef7d5a095343c888bfc81cbeaa574ced83498e280668/569",
            "net_unittests": "4859388c518b5f0644d5811354b688baac4797d0cf1025a43de67a9366aae517/648",
            "openscreen_unittests": "702856db9243525317fc70ebb5f731bf0942c55db581166e37ca2145b3dc653f/811",
            "ozone_x11_unittests": "bc66726d0c2143e5cf0714a767d41dbe35de97db825af2c66ab4be228e7f8b6c/569",
            "pdf_unittests": "c62e3c65328c72cfa62a657d0434de5762c59e43773e2fe79d2ec009a65880fd/725",
            "perfetto_unittests": "27dc5e71abdbad028f8943a9b9ab3ec4b8b3361533b818581bbe03215f518b8c/569",
            "ppapi_unittests": "f3578dbbb507ed9f6e566b7db153f6058c362f06debb0bad7757bd0104c3f645/569",
            "printing_unittests": "e99c9a08c4ebef8475275b4699422c3ba7683334301eb2ff7802759489502802/569",
            "remoting_unittests": "93b9d59bdf0907c2a21a8b654e7fa5c8abd7ccb8dcc9236df9d271b4272d0bab/646",
            "sandbox_linux_unittests": "12a96ce63e3cfcd1886337f7f33665bc415b8e5f8c53115bc5673af6114416e7/569",
            "service_manager_unittests": "d5b108aa405d3f20903b5061c9e23b16d8f05349122536d181ff6ece7c08a0d6/569",
            "services_unittests": "9a8b58b2bca1647d903370794bb506391c6d1cd22f08448f1087fa407d52bae7/815",
            "shell_dialogs_unittests": "6cc40c97628d31badb77f4bd83046c1effafdda5959b137a08d679a2ad90e777/569",
            "skia_unittests": "644a781b1dc3b2b0c8640a721c839b2d76e5470b55898c1294f688f925aab0df/569",
            "snapshot_unittests": "ac7e496c64e1757658ad8992217901d3c1f959586e667b022d66bd91f857f28b/569",
            "sql_unittests": "452fc024db3a1ae943ea256aa9fd3d17b22b77cc2095d69af0bea8bdc80e7525/646",
            "storage_unittests": "3d5bf5630658019400b9bc1a89a52716562a738f999d7ea7e8b344f34001d46f/727",
            "sync_integration_tests": "6a2cb9fad6a1f27548ab540712edfc33bcf9cc365edd4e089a7fa4d0656c35a8/892",
            "ui_base_unittests": "5776dfc535e0eaf7274100dd8a58d57138bf5426c6af7b2e479429ef050e80b8/723",
            "ui_touch_selection_unittests": "151b7678c9d68d1a98d08a3ba21977d86f84db1e3189e79dbd8bfe0ca56bb9a8/569",
            "unit_tests": "9d8e79d21a32d564e840bab1d5f3aaded84d6dcadfdd1aff9ae1300519dbece0/1141",
            "url_unittests": "3377f39c31a5f11c1fe443316741f6f7c0bd3773e366301e1f4fe986e7e10f61/569",
            "views_unittests": "c6b9051f97ce2bb510a85983f608cfd101411257dab442110c27645a1eac6eb8/569",
            "viz_unittests": "b9ce750666253b2ae2c5f4def1ab99be3ae641effc66b4d829971cff0057eae6/653",
            "vr_common_unittests": "feffa827c6c81c211133522017f68486daa7efb5538cf198f5d765dbf5d8a6e8/811",
            "vr_pixeltests": "4a5546d6ca3b53f1cdf7210ccf7dcdff0262a248aae481deb9d2d24e020663bd/725",
            "weblayer_browsertests": "1c49dc0a2530bbc8e4f63e79db6af4d825db13d95772e8aba72b1f351c5e24ac/893",
            "weblayer_unittests": "78c87623b6408c209241a694de2ff9d7cc8fee9ecb6ebe1025df7adffe28819c/725",
            "wm_unittests": "aedac9e00b09ac7ffd19b90003c3fa1d82b91b08f296f284b2b424832e495b9f/569",
            "wtf_unittests": "3b7369b9f6fbcd4855d15c32d08d245205772fde33473c6f67c57fbdd58fafb7/569",
            "x11_unittests": "bfd31d1da931b8f35f70ea357aa3347be4d3e28f9a5608a8ae289b0157b9771a/569",
            "xr_browser_tests": "0fb8c7644f4642c7224ab8109953f70ec9896c5ce84c00cf7ca36c0228d5e227/891",
            "zlib_unittests": "37da475d70aa618bc936d161fdb9abbab0ae226810d0f1c748e24c09bece6688/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "f0d486abf22639ab3ba9fd78912ffff90aee71501abf199e6c2518e5ece7d641/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "ac3768ad3993b738278ac5658401207f9ce8168a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8997358227360476096"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "78659"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[17:12:47.139] Scheduled build:
{
  "id": "8831928165400284881",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 70615,
  "createdBy": "project:chromium",
  "createTime": "2021-10-30T17:12:46.520012692Z",
  "updateTime": "2021-10-30T17:12:46.520012692Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "ac3768ad3993b738278ac5658401207f9ce8168a",
      "ref": "refs/heads/main"
    }
  }
}
[17:12:47.139] Task URL: https://cr-buildbucket.appspot.com/build/8831928165400284881
[17:12:47.139] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997358227360476096:2:0) after 4m1s
[17:12:59.474] Received PubSub notification, asking Buildbucket for the build status
[17:12:59.506] Build status: STARTED
[17:16:48.163] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997358227360476096:2:0)
[17:16:48.196] Build status: STARTED
[17:16:48.196] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997358227360476096:4:0) after 4m35s
[17:21:23.350] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997358227360476096:4:0)
[17:21:23.382] Build status: STARTED
[17:21:23.382] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997358227360476096:5:0) after 3m18s
[17:24:41.405] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997358227360476096:5:0)
[17:24:41.433] Build status: STARTED
[17:24:41.433] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997358227360476096:6:0) after 5m8s
[17:29:49.555] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997358227360476096:6:0)
[17:29:49.598] Build status: STARTED
[17:29:49.599] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997358227360476096:7:0) after 4m23s
[17:34:12.617] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997358227360476096:7:0)
[17:34:12.650] Build status: STARTED
[17:34:12.650] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997358227360476096:8:0) after 8m45s
[17:40:09.327] Received PubSub notification, asking Buildbucket for the build status
[17:40:09.355] Build:
{
  "id": "8831928165400284881",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 70615,
  "createdBy": "project:chromium",
  "createTime": "2021-10-30T17:12:46.520012692Z",
  "startTime": "2021-10-30T17:12:58.674401Z",
  "endTime": "2021-10-30T17:40:08.673845599Z",
  "updateTime": "2021-10-30T17:40:08.673845599Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "ac3768ad3993b738278ac5658401207f9ce8168a",
      "ref": "refs/heads/main"
    }
  }
}
[17:40:09.355] Invocation finished in 27m24.088070539s with status FAILED