Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 27 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/78640 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "3c6af30cc682ad1c28ffb8b5a75235fc468af8e8"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "81d964a1ae031130e8fe1ccd0af91c228d1bdcba",
  "parent_got_dawn_revision": "b19556e907c5012e6e28906a797f62b197aff965",
  "parent_got_nacl_revision": "9d577686a4321b08f6b86ff2589070fdee1c53f9",
  "parent_got_revision": "3c6af30cc682ad1c28ffb8b5a75235fc468af8e8",
  "parent_got_revision_cp": "refs/heads/main@{#936623}",
  "parent_got_swiftshader_revision": "9d8950e082d87b79f9a67a9fb26494cec36827ba",
  "parent_got_v8_revision": "db391a3b8fc5c3e8448bb0f5c2af1683ae8a4c32",
  "parent_got_v8_revision_cp": "refs/heads/9.7.84@{#1}",
  "parent_got_webrtc_revision": "3cff17133342a6edf438c8614fe630728e88d8c0",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35282}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "3c6af30cc682ad1c28ffb8b5a75235fc468af8e8",
  "swarm_hashes": {
    "absl_hardening_tests": "6e19fc6d34bf39af4f09d7e66285abe15fbda9d0d1cd5c96c31716799a06a651/569",
    "accessibility_unittests": "3afa6bb13c361d216b6dd576593c84663cde6cc5a915ff936d82058ca1ee3eac/569",
    "angle_unittests": "a5f54dd0d43b42b941a5842e1b4c5ade4c297db88cb8783dba936295a178a482/570",
    "app_shell_unittests": "195deb0e655947f2d473e3538acb351e9972e1d1913bd81fb1b6e7d5ecaf102b/809",
    "aura_unittests": "a9e68e57e14dd266dd910981b182169945e7972760c64a817e6a1d12fb9f1d05/569",
    "base_unittests": "8f32922ca1c54d06b462e68753c2fb1f97ca7b70eb6d4c0e3025e6101517ad10/648",
    "blink_common_unittests": "0defdfc097f94123787ace57c4a612606f313c2356c6e785e4c8d57305988ad0/647",
    "blink_fuzzer_unittests": "a7a0633f9b8b6d40fe976f398c6ee55ed9b067424be05b6f6dcf5ab1872730e5/648",
    "blink_heap_unittests": "c17cb56f3251e36529cd6513c686c7e64fb42523d00b8ce514c731e9e105ea17/648",
    "blink_platform_unittests": "e5d0d4ab6ea70cb56da73507dfe868aa2808ca6067459d5a48c1e8950e6d6fce/726",
    "blink_unittests": "4a5c93d749881617bc7c6a6ddaa3bdbd4ce787dcd3c500290ceb49028b665109/726",
    "boringssl_crypto_tests": "068397fc10ca535f12d6ed499b8863259d8c08611aaed19e60396aa75fc081c1/570",
    "boringssl_ssl_tests": "c709200f08dbf2341553bfb19a1ebd7c3c91eee4191e7ac7e2e1879fe0108b40/569",
    "capture_unittests": "58f09dbc0fbc5db991850c549e90b0bec0ad3005c9237c8cf46f54a14647de65/648",
    "cast_unittests": "2d80f00e29ea5fc3ce39db740759b229157b1394ef7dec357105ac9e0c3635dd/569",
    "cc_unittests": "5c3bc97eb366e482db0385038c9dbb2cef6f088d7ebc52825f7e9a84384d104f/653",
    "chrome_app_unittests": "1e6bea08a817844aa1a859ddf8564a542a04faf9e452d839ec53f68e6530e8d3/811",
    "chromedriver_unittests": "a68feaa658844fb12b6f16b7def3132d05254f5a15a968df00ed99795e8f391b/726",
    "color_unittests": "41d6c41bf1e3111904eb59eef94336001bf084f6ca57ccdcc1244992f84883ca/569",
    "components_browsertests": "dc46a618512bc63a803137b2ff96635d35f8f22e7f6459514665e8db1678db07/892",
    "components_unittests": "629d22adb309bc82bcc5a0c620786a7ba593ac8c158ca4ac5ae29de5bf870431/892",
    "compositor_unittests": "03136279e9697935cc4b7dc38fed64377866607e1e5e3e93f8b6fb57bd6d11cc/645",
    "content_browsertests": "e89b1a47ddc5390535aec0661a34a5e7b65b31002e87903ea99a7cd1f8c9f455/887",
    "content_unittests": "99931b6ac51bba639c76fa2aea39150b21ffb9e7c0f0a2915f6fa9f81774e1f9/806",
    "cronet_tests": "20697669328a9cae656d5267923ac36891c99cd98b1a4b379201ed097706e93c/730",
    "cronet_unittests": "3ba3897a4b586f206d38ebf676ad6a38c618fc1de0c8e2929cff3f722ce4a52a/646",
    "crypto_unittests": "311d5fedfd4e6dc453927a9b45a9cd63522e5d02fa927ea854c8330921766db8/569",
    "dbus_unittests": "d8164ca15b54a152aa23f2f6199e215a70ee44cde17b68baab73737e4451d1fd/569",
    "device_unittests": "e48a1390589a1215cc04c90a71c867a15e75370ce1e69f8e3df62284963bbf40/646",
    "display_unittests": "bd0daf43803e88c9471e3d2585709066ab5b0c546a81c7c230bcc15f91cc32dc/569",
    "events_unittests": "17f78b80d4a609d6177612358630174bd6e10369c4d4b18128d66fb2fcab2822/569",
    "extensions_browsertests": "575d241a463b4c55d4b031e0c4389a9c94f1d8e1f35d5380e1b2f62c9215997a/811",
    "extensions_unittests": "79bcaec5ca02862620377d3dd38db547dbe1b242748c92001dfb510754e74eb7/975",
    "filesystem_service_unittests": "3be5d65d94ec5bbaee3c46cf52581d3ef2d0a114e7a2222d9ca14bb3865528b5/569",
    "gcm_unit_tests": "a5ac831cbfb6fc43bd23a2f3fecc2d7796866049c878732daef55d283f7e3be4/646",
    "gfx_unittests": "53e13335baae72392b2e09427f47e4c6c81f901fd5011a3814037de2724d8f6f/645",
    "gin_unittests": "3c16fc128ba1e81fc1616d84c1acd2c3f74840b8b3517b9aa47faca9464cabb9/646",
    "gl_tests": "7b149bf82ee1454b40695606f0421dd21e717edfa23ed6066601f45f8573b08a/569",
    "gl_unittests": "d113b4f734176b73ad5f2544d9e15076cc9c1a8997d1b8a696034d63670e8278/569",
    "google_apis_unittests": "f8274c0690d0e613780fed3d46b64bc81ff476ca81158d28f3406bde345c953b/731",
    "gpu_unittests": "f178b9ded839bd42dc39a6b8e5d53761a9cceb5311605e5333383bc754c3e4f9/646",
    "gwp_asan_unittests": "38ee13b9f4ec816811d9f8868da005b80544fab58a0534944db70bab13b5f355/570",
    "headless_browsertests": "fa44c5422421cb0ddbc337c4432b237600e5cbf0c3c070fd1dc99f5691296afb/809",
    "headless_unittests": "587ea88b030b80ba228616b2cff787bf65e218931749277795d58d51dbd273a1/569",
    "interactive_ui_tests": "22a0bfb34060754eecf7b7aa83b0956ae533b2173d066ba73434623e14d52e04/1128",
    "ipc_tests": "98140d5127b73e5b334dec932f15b4dc93fe64ad3c84cbb3b77403e20a065354/569",
    "jingle_unittests": "1b40f75c0ee60088dba6ec259fb3eeda702d116419c002dcbb3f8d8814d3001a/646",
    "latency_unittests": "6bf2edcb8bc75342b2bca07d8adb37395507fd45d3fdca1050724db850b0e24a/569",
    "libjingle_xmpp_unittests": "cc5156bed9d9213f3af4dd1e76b9a8a4fe9dfb9026e186da6e9f782fee0af8e3/569",
    "liburlpattern_unittests": "b0886976237e7943695869a817340bea7660163785a91858b58273ebc7cfba3b/569",
    "media_unittests": "b4d055a56f5a1173e6b5b9f284632b2d3ffc818c0ed736516dba820d3f733544/649",
    "message_center_unittests": "c381487032fc74aceda9889ca8cd54fec4c71eb24fec4d6f49dfe34b545d04e0/569",
    "midi_unittests": "931d8ac668f1f82be41e87dce81d3c7d112b1698a55a3f757bce8aee83b848e5/569",
    "mojo_core_unittests": "27c414c5bd3acc7088563866369142e6fa253302cafe7e1379c9461bafdcc281/569",
    "mojo_unittests": "630e8b05b5d018bc2977e30988be865aac504bf9ca4cced2ee2f1f5e6c330618/647",
    "native_theme_unittests": "6b9e209f2e8c9812391ab3edb84e240445420118109efcdff636d8c30a8cbfe7/569",
    "net_unittests": "4859388c518b5f0644d5811354b688baac4797d0cf1025a43de67a9366aae517/648",
    "openscreen_unittests": "3a735c679bc3a406266abc271b5f767d017dca7c1b9413468354bc7fd1f7ea52/811",
    "ozone_x11_unittests": "ca2546d4f471c62bc74db2ae3c48430ad485c852cc589168dec792f3016401ec/569",
    "pdf_unittests": "2e7ed96a40eb7e680234965ab08e43fff31e1eb5aa694fdcbddbc8ff7de0697e/725",
    "perfetto_unittests": "27dc5e71abdbad028f8943a9b9ab3ec4b8b3361533b818581bbe03215f518b8c/569",
    "ppapi_unittests": "59f0d02b4d112cd88c2e569e83277429e93b9d2d3d09e2e3dd29b3c877893995/569",
    "printing_unittests": "9c2f793f2c9afc5e02e1e3e4a04e66a549c44689424bb367f1cfa42a23f152c8/569",
    "remoting_unittests": "8861b461877bee85a332494a35c2391c5045ee340b11eee9d2fd611a1ffbc4bc/646",
    "sandbox_linux_unittests": "12a96ce63e3cfcd1886337f7f33665bc415b8e5f8c53115bc5673af6114416e7/569",
    "service_manager_unittests": "936a9273c923d654fa45c640d19b7bf9b39197cbaac2875fac00e997f76361ae/569",
    "services_unittests": "15ec7c761f78ff15b31fb933296fd751bbf6bf89a9bf9b852dfd4860deaecbdf/815",
    "shell_dialogs_unittests": "e5a70967004f0a3218e44450d47c01f7bda53eedaccaeb85f9232349527ef2db/569",
    "skia_unittests": "ca410335411d1ae641dd710fb17cd871cfea1f114edc3ce2bdf007c6cd79ccb2/569",
    "snapshot_unittests": "fbc5b92330ca4ac04b017e4490fc5667bd2693cd7dfcd81e7c92e12c708d2151/569",
    "sql_unittests": "452fc024db3a1ae943ea256aa9fd3d17b22b77cc2095d69af0bea8bdc80e7525/646",
    "storage_unittests": "155e5f9cc9593ee0a6db7c5d43a46ff8571970e73109be02c82a5db2e3e53a04/727",
    "sync_integration_tests": "63cf8b9b73630d34ad2c9b0206d9bb30f2a4a10532626eabd2bf8d99b79f1c7d/892",
    "ui_base_unittests": "3188ebdfd0170d84e3f2bcdf63fb9ce3a795e1b78c8a0d971df1e2938300b6c7/723",
    "ui_touch_selection_unittests": "50f3c423560d646e4743460229330933746dfc336a7cd3348a47f42158049603/569",
    "unit_tests": "3f0b1fe7f37a876e0961c0c9c813299311f88fbc6cef5f568f4006746d50b7cf/1141",
    "url_unittests": "976dd183e11ebf333a95a5959f7485a11c4478c25e32a663abe0181d4e28d98d/569",
    "views_unittests": "c761051e8e28519d6e13d7811a08c02dd39ce37f871882c4833cddabb679d111/569",
    "viz_unittests": "94e54194429e9acaead901fbd1abb1560c3d6b4c43f8d4382cddcdc0c9b99d8f/653",
    "vr_common_unittests": "92fb3ded6e6b68a3b77fc2aa29344df8bf58fdc99d3f1a596376a772f30c5c03/811",
    "vr_pixeltests": "6a352022c1c8fe60c597600250ba7f26357e57bf6c6fefe664f7c35e950678e1/725",
    "weblayer_browsertests": "2b61f2003f248c5be17b166ce016b3928db39a4202d23163b9356504c5f2291b/893",
    "weblayer_unittests": "b07a478c19412351af36d5794097082ae526a09081445954ff999aa5213bca3b/725",
    "wm_unittests": "c38d5bb700ae579b3ac07b41a7169ecdd809d018b5f1069344feff9e1b571c1c/569",
    "wtf_unittests": "3ec9cabdd63760af714546a0655700c16d6833c1c7d0bbeafeabf86c30750d97/569",
    "x11_unittests": "8741ff49a07b630d5eba1ba94cef31b1d245be1290b5771c9e6074c8129ccf22/569",
    "xr_browser_tests": "107bd0c6f41aef8ccc07b1274bd1e9169670415e7c57e5357b6702ffe46df36e/891",
    "zlib_unittests": "37da475d70aa618bc936d161fdb9abbab0ae226810d0f1c748e24c09bece6688/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "f0d486abf22639ab3ba9fd78912ffff90aee71501abf199e6c2518e5ece7d641/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3c6af30cc682ad1c28ffb8b5a75235fc468af8e8
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:78640
  • user_agent:recipe

Debug log (UTC)

[01:03:50.294] New invocation is queued and will start shortly
[01:03:50.294] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[01:03:51.452] Starting the invocation (attempt 1)
[01:03:51.494] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3c6af30cc682ad1c28ffb8b5a75235fc468af8e8"
[01:03:51.495] Popped gitiles commit info from properties and tags
[01:03:51.495] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:03:51.495] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:03:51.496] Buildbucket request:
{
  "requestId": "8997419186315195808",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "3c6af30cc682ad1c28ffb8b5a75235fc468af8e8"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "81d964a1ae031130e8fe1ccd0af91c228d1bdcba",
      "parent_got_dawn_revision": "b19556e907c5012e6e28906a797f62b197aff965",
      "parent_got_nacl_revision": "9d577686a4321b08f6b86ff2589070fdee1c53f9",
      "parent_got_revision": "3c6af30cc682ad1c28ffb8b5a75235fc468af8e8",
      "parent_got_revision_cp": "refs/heads/main@{#936623}",
      "parent_got_swiftshader_revision": "9d8950e082d87b79f9a67a9fb26494cec36827ba",
      "parent_got_v8_revision": "db391a3b8fc5c3e8448bb0f5c2af1683ae8a4c32",
      "parent_got_v8_revision_cp": "refs/heads/9.7.84@{#1}",
      "parent_got_webrtc_revision": "3cff17133342a6edf438c8614fe630728e88d8c0",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35282}",
      "swarm_hashes": {
            "absl_hardening_tests": "6e19fc6d34bf39af4f09d7e66285abe15fbda9d0d1cd5c96c31716799a06a651/569",
            "accessibility_unittests": "3afa6bb13c361d216b6dd576593c84663cde6cc5a915ff936d82058ca1ee3eac/569",
            "angle_unittests": "a5f54dd0d43b42b941a5842e1b4c5ade4c297db88cb8783dba936295a178a482/570",
            "app_shell_unittests": "195deb0e655947f2d473e3538acb351e9972e1d1913bd81fb1b6e7d5ecaf102b/809",
            "aura_unittests": "a9e68e57e14dd266dd910981b182169945e7972760c64a817e6a1d12fb9f1d05/569",
            "base_unittests": "8f32922ca1c54d06b462e68753c2fb1f97ca7b70eb6d4c0e3025e6101517ad10/648",
            "blink_common_unittests": "0defdfc097f94123787ace57c4a612606f313c2356c6e785e4c8d57305988ad0/647",
            "blink_fuzzer_unittests": "a7a0633f9b8b6d40fe976f398c6ee55ed9b067424be05b6f6dcf5ab1872730e5/648",
            "blink_heap_unittests": "c17cb56f3251e36529cd6513c686c7e64fb42523d00b8ce514c731e9e105ea17/648",
            "blink_platform_unittests": "e5d0d4ab6ea70cb56da73507dfe868aa2808ca6067459d5a48c1e8950e6d6fce/726",
            "blink_unittests": "4a5c93d749881617bc7c6a6ddaa3bdbd4ce787dcd3c500290ceb49028b665109/726",
            "boringssl_crypto_tests": "068397fc10ca535f12d6ed499b8863259d8c08611aaed19e60396aa75fc081c1/570",
            "boringssl_ssl_tests": "c709200f08dbf2341553bfb19a1ebd7c3c91eee4191e7ac7e2e1879fe0108b40/569",
            "capture_unittests": "58f09dbc0fbc5db991850c549e90b0bec0ad3005c9237c8cf46f54a14647de65/648",
            "cast_unittests": "2d80f00e29ea5fc3ce39db740759b229157b1394ef7dec357105ac9e0c3635dd/569",
            "cc_unittests": "5c3bc97eb366e482db0385038c9dbb2cef6f088d7ebc52825f7e9a84384d104f/653",
            "chrome_app_unittests": "1e6bea08a817844aa1a859ddf8564a542a04faf9e452d839ec53f68e6530e8d3/811",
            "chromedriver_unittests": "a68feaa658844fb12b6f16b7def3132d05254f5a15a968df00ed99795e8f391b/726",
            "color_unittests": "41d6c41bf1e3111904eb59eef94336001bf084f6ca57ccdcc1244992f84883ca/569",
            "components_browsertests": "dc46a618512bc63a803137b2ff96635d35f8f22e7f6459514665e8db1678db07/892",
            "components_unittests": "629d22adb309bc82bcc5a0c620786a7ba593ac8c158ca4ac5ae29de5bf870431/892",
            "compositor_unittests": "03136279e9697935cc4b7dc38fed64377866607e1e5e3e93f8b6fb57bd6d11cc/645",
            "content_browsertests": "e89b1a47ddc5390535aec0661a34a5e7b65b31002e87903ea99a7cd1f8c9f455/887",
            "content_unittests": "99931b6ac51bba639c76fa2aea39150b21ffb9e7c0f0a2915f6fa9f81774e1f9/806",
            "cronet_tests": "20697669328a9cae656d5267923ac36891c99cd98b1a4b379201ed097706e93c/730",
            "cronet_unittests": "3ba3897a4b586f206d38ebf676ad6a38c618fc1de0c8e2929cff3f722ce4a52a/646",
            "crypto_unittests": "311d5fedfd4e6dc453927a9b45a9cd63522e5d02fa927ea854c8330921766db8/569",
            "dbus_unittests": "d8164ca15b54a152aa23f2f6199e215a70ee44cde17b68baab73737e4451d1fd/569",
            "device_unittests": "e48a1390589a1215cc04c90a71c867a15e75370ce1e69f8e3df62284963bbf40/646",
            "display_unittests": "bd0daf43803e88c9471e3d2585709066ab5b0c546a81c7c230bcc15f91cc32dc/569",
            "events_unittests": "17f78b80d4a609d6177612358630174bd6e10369c4d4b18128d66fb2fcab2822/569",
            "extensions_browsertests": "575d241a463b4c55d4b031e0c4389a9c94f1d8e1f35d5380e1b2f62c9215997a/811",
            "extensions_unittests": "79bcaec5ca02862620377d3dd38db547dbe1b242748c92001dfb510754e74eb7/975",
            "filesystem_service_unittests": "3be5d65d94ec5bbaee3c46cf52581d3ef2d0a114e7a2222d9ca14bb3865528b5/569",
            "gcm_unit_tests": "a5ac831cbfb6fc43bd23a2f3fecc2d7796866049c878732daef55d283f7e3be4/646",
            "gfx_unittests": "53e13335baae72392b2e09427f47e4c6c81f901fd5011a3814037de2724d8f6f/645",
            "gin_unittests": "3c16fc128ba1e81fc1616d84c1acd2c3f74840b8b3517b9aa47faca9464cabb9/646",
            "gl_tests": "7b149bf82ee1454b40695606f0421dd21e717edfa23ed6066601f45f8573b08a/569",
            "gl_unittests": "d113b4f734176b73ad5f2544d9e15076cc9c1a8997d1b8a696034d63670e8278/569",
            "google_apis_unittests": "f8274c0690d0e613780fed3d46b64bc81ff476ca81158d28f3406bde345c953b/731",
            "gpu_unittests": "f178b9ded839bd42dc39a6b8e5d53761a9cceb5311605e5333383bc754c3e4f9/646",
            "gwp_asan_unittests": "38ee13b9f4ec816811d9f8868da005b80544fab58a0534944db70bab13b5f355/570",
            "headless_browsertests": "fa44c5422421cb0ddbc337c4432b237600e5cbf0c3c070fd1dc99f5691296afb/809",
            "headless_unittests": "587ea88b030b80ba228616b2cff787bf65e218931749277795d58d51dbd273a1/569",
            "interactive_ui_tests": "22a0bfb34060754eecf7b7aa83b0956ae533b2173d066ba73434623e14d52e04/1128",
            "ipc_tests": "98140d5127b73e5b334dec932f15b4dc93fe64ad3c84cbb3b77403e20a065354/569",
            "jingle_unittests": "1b40f75c0ee60088dba6ec259fb3eeda702d116419c002dcbb3f8d8814d3001a/646",
            "latency_unittests": "6bf2edcb8bc75342b2bca07d8adb37395507fd45d3fdca1050724db850b0e24a/569",
            "libjingle_xmpp_unittests": "cc5156bed9d9213f3af4dd1e76b9a8a4fe9dfb9026e186da6e9f782fee0af8e3/569",
            "liburlpattern_unittests": "b0886976237e7943695869a817340bea7660163785a91858b58273ebc7cfba3b/569",
            "media_unittests": "b4d055a56f5a1173e6b5b9f284632b2d3ffc818c0ed736516dba820d3f733544/649",
            "message_center_unittests": "c381487032fc74aceda9889ca8cd54fec4c71eb24fec4d6f49dfe34b545d04e0/569",
            "midi_unittests": "931d8ac668f1f82be41e87dce81d3c7d112b1698a55a3f757bce8aee83b848e5/569",
            "mojo_core_unittests": "27c414c5bd3acc7088563866369142e6fa253302cafe7e1379c9461bafdcc281/569",
            "mojo_unittests": "630e8b05b5d018bc2977e30988be865aac504bf9ca4cced2ee2f1f5e6c330618/647",
            "native_theme_unittests": "6b9e209f2e8c9812391ab3edb84e240445420118109efcdff636d8c30a8cbfe7/569",
            "net_unittests": "4859388c518b5f0644d5811354b688baac4797d0cf1025a43de67a9366aae517/648",
            "openscreen_unittests": "3a735c679bc3a406266abc271b5f767d017dca7c1b9413468354bc7fd1f7ea52/811",
            "ozone_x11_unittests": "ca2546d4f471c62bc74db2ae3c48430ad485c852cc589168dec792f3016401ec/569",
            "pdf_unittests": "2e7ed96a40eb7e680234965ab08e43fff31e1eb5aa694fdcbddbc8ff7de0697e/725",
            "perfetto_unittests": "27dc5e71abdbad028f8943a9b9ab3ec4b8b3361533b818581bbe03215f518b8c/569",
            "ppapi_unittests": "59f0d02b4d112cd88c2e569e83277429e93b9d2d3d09e2e3dd29b3c877893995/569",
            "printing_unittests": "9c2f793f2c9afc5e02e1e3e4a04e66a549c44689424bb367f1cfa42a23f152c8/569",
            "remoting_unittests": "8861b461877bee85a332494a35c2391c5045ee340b11eee9d2fd611a1ffbc4bc/646",
            "sandbox_linux_unittests": "12a96ce63e3cfcd1886337f7f33665bc415b8e5f8c53115bc5673af6114416e7/569",
            "service_manager_unittests": "936a9273c923d654fa45c640d19b7bf9b39197cbaac2875fac00e997f76361ae/569",
            "services_unittests": "15ec7c761f78ff15b31fb933296fd751bbf6bf89a9bf9b852dfd4860deaecbdf/815",
            "shell_dialogs_unittests": "e5a70967004f0a3218e44450d47c01f7bda53eedaccaeb85f9232349527ef2db/569",
            "skia_unittests": "ca410335411d1ae641dd710fb17cd871cfea1f114edc3ce2bdf007c6cd79ccb2/569",
            "snapshot_unittests": "fbc5b92330ca4ac04b017e4490fc5667bd2693cd7dfcd81e7c92e12c708d2151/569",
            "sql_unittests": "452fc024db3a1ae943ea256aa9fd3d17b22b77cc2095d69af0bea8bdc80e7525/646",
            "storage_unittests": "155e5f9cc9593ee0a6db7c5d43a46ff8571970e73109be02c82a5db2e3e53a04/727",
            "sync_integration_tests": "63cf8b9b73630d34ad2c9b0206d9bb30f2a4a10532626eabd2bf8d99b79f1c7d/892",
            "ui_base_unittests": "3188ebdfd0170d84e3f2bcdf63fb9ce3a795e1b78c8a0d971df1e2938300b6c7/723",
            "ui_touch_selection_unittests": "50f3c423560d646e4743460229330933746dfc336a7cd3348a47f42158049603/569",
            "unit_tests": "3f0b1fe7f37a876e0961c0c9c813299311f88fbc6cef5f568f4006746d50b7cf/1141",
            "url_unittests": "976dd183e11ebf333a95a5959f7485a11c4478c25e32a663abe0181d4e28d98d/569",
            "views_unittests": "c761051e8e28519d6e13d7811a08c02dd39ce37f871882c4833cddabb679d111/569",
            "viz_unittests": "94e54194429e9acaead901fbd1abb1560c3d6b4c43f8d4382cddcdc0c9b99d8f/653",
            "vr_common_unittests": "92fb3ded6e6b68a3b77fc2aa29344df8bf58fdc99d3f1a596376a772f30c5c03/811",
            "vr_pixeltests": "6a352022c1c8fe60c597600250ba7f26357e57bf6c6fefe664f7c35e950678e1/725",
            "weblayer_browsertests": "2b61f2003f248c5be17b166ce016b3928db39a4202d23163b9356504c5f2291b/893",
            "weblayer_unittests": "b07a478c19412351af36d5794097082ae526a09081445954ff999aa5213bca3b/725",
            "wm_unittests": "c38d5bb700ae579b3ac07b41a7169ecdd809d018b5f1069344feff9e1b571c1c/569",
            "wtf_unittests": "3ec9cabdd63760af714546a0655700c16d6833c1c7d0bbeafeabf86c30750d97/569",
            "x11_unittests": "8741ff49a07b630d5eba1ba94cef31b1d245be1290b5771c9e6074c8129ccf22/569",
            "xr_browser_tests": "107bd0c6f41aef8ccc07b1274bd1e9169670415e7c57e5357b6702ffe46df36e/891",
            "zlib_unittests": "37da475d70aa618bc936d161fdb9abbab0ae226810d0f1c748e24c09bece6688/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "f0d486abf22639ab3ba9fd78912ffff90aee71501abf199e6c2518e5ece7d641/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "3c6af30cc682ad1c28ffb8b5a75235fc468af8e8",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8997419186315195808"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "78640"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[01:03:52.074] Scheduled build:
{
  "id": "8831989124318725361",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 70596,
  "createdBy": "project:chromium",
  "createTime": "2021-10-30T01:03:51.565005128Z",
  "updateTime": "2021-10-30T01:03:51.565005128Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "3c6af30cc682ad1c28ffb8b5a75235fc468af8e8",
      "ref": "refs/heads/main"
    }
  }
}
[01:03:52.074] Task URL: https://cr-buildbucket.appspot.com/build/8831989124318725361
[01:03:52.074] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997419186315195808:2:0) after 5m25s
[01:04:05.087] Received PubSub notification, asking Buildbucket for the build status
[01:04:05.133] Build status: STARTED
[01:09:17.094] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997419186315195808:2:0)
[01:09:17.123] Build status: STARTED
[01:09:17.123] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997419186315195808:4:0) after 4m46s
[01:14:03.299] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997419186315195808:4:0)
[01:14:03.346] Build status: STARTED
[01:14:03.346] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997419186315195808:5:0) after 7m18s
[01:21:21.442] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997419186315195808:5:0)
[01:21:21.478] Build status: STARTED
[01:21:21.478] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997419186315195808:6:0) after 4m42s
[01:26:03.500] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997419186315195808:6:0)
[01:26:03.550] Build status: STARTED
[01:26:03.550] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997419186315195808:7:0) after 2m23s
[01:28:26.622] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997419186315195808:7:0)
[01:28:26.649] Build status: STARTED
[01:28:26.649] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997419186315195808:8:0) after 7m19s
[01:31:05.774] Received PubSub notification, asking Buildbucket for the build status
[01:31:05.928] Build:
{
  "id": "8831989124318725361",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 70596,
  "createdBy": "project:chromium",
  "createTime": "2021-10-30T01:03:51.565005128Z",
  "startTime": "2021-10-30T01:04:03.614053Z",
  "endTime": "2021-10-30T01:31:05.264292537Z",
  "updateTime": "2021-10-30T01:31:05.264292537Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "3c6af30cc682ad1c28ffb8b5a75235fc468af8e8",
      "ref": "refs/heads/main"
    }
  }
}
[01:31:05.928] Invocation finished in 27m15.649723457s with status FAILED