Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 27 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/79538 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "5ca34ff1c07942760b587df8036febd0fac058b9"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "568a350e7c31f347a068a8ca9b9839e5d514f249",
  "parent_got_dawn_revision": "349062fb7231c1d1716176e8417d2cf81d4307ca",
  "parent_got_nacl_revision": "b7368eadfa255d27112e51a7fc83c1f0f4777f73",
  "parent_got_revision": "5ca34ff1c07942760b587df8036febd0fac058b9",
  "parent_got_revision_cp": "refs/heads/main@{#946250}",
  "parent_got_swiftshader_revision": "f12305c3a0d9258c223f7bad5816a6a2fc5d8c27",
  "parent_got_v8_revision": "b2d7879f825d93c8554c51ce57f2c502c504c2ee",
  "parent_got_v8_revision_cp": "refs/heads/9.8.113@{#1}",
  "parent_got_webrtc_revision": "7d6e34ae0b5df1c26b416a8565807d01e77b07ef",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35434}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "5ca34ff1c07942760b587df8036febd0fac058b9",
  "swarm_hashes": {
    "absl_hardening_tests": "a0fcfc964afcec2e98bebd226c9d1d1dbc4f5194502a3c0427f1e80088695a88/569",
    "accessibility_unittests": "fa5cb8b14ec50a739cb9c5dcaba7ff0a4d21e2d2ff27154f63010cc110d79df5/569",
    "angle_unittests": "e4511bef020dda115d72ce14b2dacece009316c0fb9910afbf468783ba89a4f0/570",
    "app_shell_unittests": "478acc77fe2914336a7977bfc4875d0fe1dada911f0e37834f0a7f53037bc4af/730",
    "aura_unittests": "8adcc9a560678745299e1169cd520b243772ff79e3f54c223537babb74e35fe4/569",
    "base_unittests": "16a6ec8edb638f7cc375c2329e3eba89fb4ee115784facdd967d3fa5833c2e96/648",
    "blink_common_unittests": "1b1b5e00c9ca7b9fa55730fa3407c55a9a17060e1cc1f8f307e4f04473ae00db/647",
    "blink_fuzzer_unittests": "dc12ac02e6f57b27c066e6c4ab5acbbd937283dc29219e5821164c994066f3b3/569",
    "blink_heap_unittests": "c04bab9ee3ad001edea478ccfe40daa831e7d78a4cd8d1845aaa74577aebcf2b/569",
    "blink_platform_unittests": "17c43e5af403b73c07802260bbf8dde5c838d2e5738beb65defc9b1cdb020742/726",
    "blink_unittests": "dcc665cca0fcb64a74ea046002e57a75642b30ee7ca9a661663c4f0a5e70cace/810",
    "boringssl_crypto_tests": "c97d67f86a83020b5fcebb2a0379a407135be1fa6f2d179927bf0cb1bbe15afe/570",
    "boringssl_ssl_tests": "35a1d6afbc74d55737127d11d4f549f4d3f3693d81f491a4348ee66ce628bbae/569",
    "capture_unittests": "6b7a86a49159c0ec5e3036628e48cd777f5f23f888e304e69469e23b2a111083/648",
    "cast_unittests": "5c30467d068c41ac08bc67d6ac98b51ee68462f606bbd1c5b6ca8e96dad3f660/569",
    "cc_unittests": "3a6286571ae7f42366425ccb4486fb206d986995c54ab2d01ad5f517a42e3e92/653",
    "chrome_app_unittests": "be42099798d6286baa305a9d852e87945ac28cb24b84ca6b73b623e446fbab4a/648",
    "chromedriver_unittests": "e04b960d1690fcd127513925e350129447bc07bf956d1a93d0d72fe4b350b01d/726",
    "color_unittests": "fece78a7a0ff9689432d84b6e1aff3af8d4cfad8d4760fd1ecea6dcc26add1ab/569",
    "components_browsertests": "c2cf656e396c08dfeec2001c55e54859f27106e4f497654d16014f900daf2888/813",
    "components_unittests": "9dae29f73d4c3f7f1a555539699846c5baedafffee73018f640216ebf2af2a45/813",
    "compositor_unittests": "08fd19c31e22c14a9e9d73835936c68fe5397edc6b91e3288eff688df926a5cb/645",
    "content_browsertests": "b490da74d74375b5bf47b1617627b7c40c35a0e8623ee79edbbe28f17e1fb5ef/887",
    "content_unittests": "9844e0ea374bac8d5feb772d4f41998d1b6902115b54ba7af3a079e0f7a8bd35/806",
    "cronet_tests": "b216af3a1b6a1d94afe17dc8f938c599e800e4b360d7af0f11b60b8358321f90/730",
    "cronet_unittests": "1e85502eed3ec551821cff4622d661a4458cc4aa4776ad0274440d12425ff7f8/646",
    "crypto_unittests": "d2251d22db66983cd1dbd0d31daa23433472bfa129bb6c6af2e79e720b725819/569",
    "dbus_unittests": "b294637ac7031a69141f4ac5a197695eb7e917546a6e83e3d6e6438bfa4aa184/569",
    "device_unittests": "4368307863088e661e40fe15c16371961f1c2634dee027b46dd2e7b064b5e7ed/646",
    "display_unittests": "47844efdca275379c3a142a188c28a92181a060ac30cac5bb123c4bad6d9b33b/569",
    "events_unittests": "98e06f929ce7d5fb38248c2c0562d4a918adf3fdc032490aa62cfb5d6df67cbc/569",
    "extensions_browsertests": "b4e3c7362315cd6e52452b35fbfbc814763bdd644662f6c49029e4df871d1ceb/732",
    "extensions_unittests": "c0d4e777e3b766bc3bdcb1ef321d6ff2c56c4e283d715f91fafd191fa8f3220c/896",
    "filesystem_service_unittests": "b8662ed4a32170d9b5f792ba685c11ca701285bfa6e9b812df1bd8d478c9b025/569",
    "gcm_unit_tests": "261a15c4e25bfaaafaa448fe676b0f4b60dd72fd1d468026ecae59e61c505d3b/646",
    "gfx_unittests": "3742c6209ae613a5ccbafaa7f6895361c5b4af6c0a082c0aad319dcc74a166b0/645",
    "gin_unittests": "9d2aac711b4a8d5e5b5275ef73d5e7990237e9b54936aa4472fea8358ba52f5d/646",
    "gl_tests": "37bf1c327a9b38cb09c9fdd49ba66fdb56dee4df493a7615dc71796933e99efe/569",
    "gl_unittests": "7e3b56520da7f922f8590fa7e96efb02a09f03d07c20ad69fa47eaf0c82a595f/569",
    "google_apis_unittests": "d7701fffc7289e2cf8b5475f273f718f80d47d56bef75e6e58743bfad02fc195/731",
    "gpu_unittests": "12ceda944d830fa76b46126efb613384d28699d9729cb25815b45001be8cb4db/646",
    "gwp_asan_unittests": "0c9304b4dbe2eef6ed1c566c67d463bc3df14cd03864a3d72202ca417173ed10/570",
    "headless_browsertests": "ad201e9dbba853a1bea96dcb6dc8627ae55cbde2bae9231c100f44bf0a201e13/730",
    "headless_unittests": "70939d3563554afc919ae009c96444cf57aa42e1b6aa20a0efa7591809a9c467/569",
    "interactive_ui_tests": "7da41839bad353f36ecade35dbb55943a2199b685f3307a40ce9c639ba000f8d/965",
    "ipc_tests": "cbd53ea490dc483bc451c848d1e52fa7a2136a09589df808a1298b5e52ee0baf/569",
    "jingle_unittests": "e02e041dbddd44aa1c7e0dcd3993589f81646d5cc01cb1f1bd1cdf2e51046a02/646",
    "latency_unittests": "3a5cab9dcc7d68aa6ce950e91c2880000323987b28b4d1dd6f9e0bfdbe3d5520/569",
    "libjingle_xmpp_unittests": "add0aafaf3ff135eac6fd0dd21ec294b7640f65a333695334ca799eaad55b558/569",
    "liburlpattern_unittests": "d52b6dfa66bf7be61761205bf053d75d1022f04d4634823947878fa275fbc2e7/569",
    "media_unittests": "4597f6d7c8d28d6d924d7edd9d8e516f10326f69191ad581cc4c73438ba62cd0/649",
    "message_center_unittests": "791abf8be945d3d9697d651680dd9893e776da2b1393915c3850cab30baa0c51/569",
    "midi_unittests": "1e43bdb8dcf397893832968296f2a96e04c20c8c1517707cace975c4114b911c/569",
    "mojo_core_unittests": "e298a5c15205beca55b11fb02e5292bba8850c9a4a9e4005957697a2dadf9d47/569",
    "mojo_unittests": "a489776e105ef6b2dc296168c0ecaecfe159b13490be7bd1c9c80d596809d4d4/647",
    "native_theme_unittests": "396e826ccbd855b1ed1af56d335a764155bfac70b8b4c6a301b33343f59724e7/569",
    "net_unittests": "8e8f98058aececec2f41c08edca1b6df97ea95354d98942a7f078e271e8c22b6/648",
    "openscreen_unittests": "c9ba1a4d609d846cb0f1abb9a16b99978717cce2f9c59d33894ddee5284d9371/648",
    "ozone_x11_unittests": "58741c036914d26ee986e02c5ae204289228988ffe18c6b72a1880862b950b64/569",
    "pdf_unittests": "0cf4d200c88aa4e4aca5db5b761ea2e109d58399353f1242b7b471bdb45cfa0f/646",
    "perfetto_unittests": "28ab6eb8dc4daec9085c90a0a2cdc1b5f2c7a64466eeda82b8e1750a83c130c2/569",
    "ppapi_unittests": "3624bd72a85f605404bc356438709d4bbf904217ae4b0bdcc6bf0990861c3904/569",
    "printing_unittests": "1567cfa9cf6f0326890e9b50021c84db83d4f01c242d96e07dcebe80d6f2b78d/569",
    "remoting_unittests": "6d5c10d06c9154aa09cb99196525db0934eda6460140568a06d888fd3fba0af0/646",
    "sandbox_linux_unittests": "fb946962d87a97379686dbe072d2e33f4d27d24593da19bfc615a6ff91677335/569",
    "service_manager_unittests": "ee9d471aee53fbd98b7bcc1b85e985aeb1145fb219d362151184cc0bcd041ddb/569",
    "services_unittests": "717d0ffba9d942ca37fe787a75aee1e8b1b7fe0278ca06c5352396c1fc83c5fd/815",
    "shell_dialogs_unittests": "1062e1be0b3724c6c3a4878af464ea1ad0a97dcc25c72868e877af983d414544/569",
    "skia_unittests": "3fd7caa6c9f5efb0fb2db47bb5c1d51ceb9490feea5277ca94725a57682ce131/569",
    "snapshot_unittests": "22a32d131e674813f35bc7e684632328bcfcc81a2e6b5168cae728fec689cba5/569",
    "sql_unittests": "734d4ad2ba82624275a42f3bed709c38d6cf91fe52c08ce83bdaaf6d0373c172/646",
    "storage_unittests": "cb0e5275939d20f69689031e6e034635630c40ef577cd9696cbca75f551728be/727",
    "sync_integration_tests": "d4ad52597ca29936767e1171b452ee5464d1f5e6cbf3257f097942b40ed9f8d2/729",
    "ui_base_unittests": "b255ca338311436d406334e88eefb4ecff2824dcb9a3b0e97aea4286b4efba10/723",
    "ui_touch_selection_unittests": "eb1335cfcf62c424bec751a47cc41a511ab070ed9d298df9e0ff4dd325addc9d/569",
    "unit_tests": "dd35ba7d9d1bb3823aacd75bbf7de42e3e22a2a8c5640b94bf804c5597a9a30b/1062",
    "url_unittests": "7d69b1a18879e21ae2b15d1b7fafb6ec5874a261e18502f0d076d0ee38f22cb5/569",
    "views_unittests": "7d88a759309afc9d7e450419a8e432b302ec93251ac6b47300cf5a74d61dcd58/569",
    "viz_unittests": "ef2bb455ba11b5ef7ed769805f634965fdaa7f95dbbecfd7a5ad093bd1c7ea91/653",
    "vr_common_unittests": "75d7f6ee774261859d05849e89155eee3147314fd1463b2d92ae3f3be27cb140/648",
    "vr_pixeltests": "72cf094a7c07325396aabcf4669a1b1248e895692c7a7efc26a2e3e745c98f5a/646",
    "weblayer_browsertests": "1b101de66e02c3cf8032785eb7450785e6c66c6387476934c1edab96de5ee421/814",
    "weblayer_unittests": "14993fa665e98ea3df14187f1cd4bcb00e1e0a83c46754edcf7f92f68ea0d77a/646",
    "wm_unittests": "e0e851774d185994c2e3e5a2a9e606f7122af7521798b19a01f7855fd3db2fc3/569",
    "wtf_unittests": "a3a19c34c8144f25d87688182d4b65f7d503eb317f6064da1f68b38d9fa8da14/569",
    "x11_unittests": "67d1693ea362b70c660b47a23526be01121b253b00d5be1bea3da4ad3773c0e4/569",
    "xr_browser_tests": "f35e9a133405534da82566e82a4883b662b1c12537413a6f759b6bd2f3f48a7b/728",
    "zlib_unittests": "85d484d22654f454925d1de6421cd1f5bdcc3e71adfc7b0de4ccabab2644fa1a/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "eab9b8fb575ae2ac4feaafbd33bbf7d4a5708088c287cf9dca629d06d6ca34da/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/5ca34ff1c07942760b587df8036febd0fac058b9
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:79538
  • user_agent:recipe

Debug log (UTC)

[01:36:02.418] New invocation is queued and will start shortly
[01:36:02.418] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[01:36:03.563] Starting the invocation (attempt 1)
[01:36:03.596] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/5ca34ff1c07942760b587df8036febd0fac058b9"
[01:36:03.596] Popped gitiles commit info from properties and tags
[01:36:03.596] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:36:03.596] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:36:03.596] Buildbucket request:
{
  "requestId": "8994608654376417408",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "5ca34ff1c07942760b587df8036febd0fac058b9"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "568a350e7c31f347a068a8ca9b9839e5d514f249",
      "parent_got_dawn_revision": "349062fb7231c1d1716176e8417d2cf81d4307ca",
      "parent_got_nacl_revision": "b7368eadfa255d27112e51a7fc83c1f0f4777f73",
      "parent_got_revision": "5ca34ff1c07942760b587df8036febd0fac058b9",
      "parent_got_revision_cp": "refs/heads/main@{#946250}",
      "parent_got_swiftshader_revision": "f12305c3a0d9258c223f7bad5816a6a2fc5d8c27",
      "parent_got_v8_revision": "b2d7879f825d93c8554c51ce57f2c502c504c2ee",
      "parent_got_v8_revision_cp": "refs/heads/9.8.113@{#1}",
      "parent_got_webrtc_revision": "7d6e34ae0b5df1c26b416a8565807d01e77b07ef",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35434}",
      "swarm_hashes": {
            "absl_hardening_tests": "a0fcfc964afcec2e98bebd226c9d1d1dbc4f5194502a3c0427f1e80088695a88/569",
            "accessibility_unittests": "fa5cb8b14ec50a739cb9c5dcaba7ff0a4d21e2d2ff27154f63010cc110d79df5/569",
            "angle_unittests": "e4511bef020dda115d72ce14b2dacece009316c0fb9910afbf468783ba89a4f0/570",
            "app_shell_unittests": "478acc77fe2914336a7977bfc4875d0fe1dada911f0e37834f0a7f53037bc4af/730",
            "aura_unittests": "8adcc9a560678745299e1169cd520b243772ff79e3f54c223537babb74e35fe4/569",
            "base_unittests": "16a6ec8edb638f7cc375c2329e3eba89fb4ee115784facdd967d3fa5833c2e96/648",
            "blink_common_unittests": "1b1b5e00c9ca7b9fa55730fa3407c55a9a17060e1cc1f8f307e4f04473ae00db/647",
            "blink_fuzzer_unittests": "dc12ac02e6f57b27c066e6c4ab5acbbd937283dc29219e5821164c994066f3b3/569",
            "blink_heap_unittests": "c04bab9ee3ad001edea478ccfe40daa831e7d78a4cd8d1845aaa74577aebcf2b/569",
            "blink_platform_unittests": "17c43e5af403b73c07802260bbf8dde5c838d2e5738beb65defc9b1cdb020742/726",
            "blink_unittests": "dcc665cca0fcb64a74ea046002e57a75642b30ee7ca9a661663c4f0a5e70cace/810",
            "boringssl_crypto_tests": "c97d67f86a83020b5fcebb2a0379a407135be1fa6f2d179927bf0cb1bbe15afe/570",
            "boringssl_ssl_tests": "35a1d6afbc74d55737127d11d4f549f4d3f3693d81f491a4348ee66ce628bbae/569",
            "capture_unittests": "6b7a86a49159c0ec5e3036628e48cd777f5f23f888e304e69469e23b2a111083/648",
            "cast_unittests": "5c30467d068c41ac08bc67d6ac98b51ee68462f606bbd1c5b6ca8e96dad3f660/569",
            "cc_unittests": "3a6286571ae7f42366425ccb4486fb206d986995c54ab2d01ad5f517a42e3e92/653",
            "chrome_app_unittests": "be42099798d6286baa305a9d852e87945ac28cb24b84ca6b73b623e446fbab4a/648",
            "chromedriver_unittests": "e04b960d1690fcd127513925e350129447bc07bf956d1a93d0d72fe4b350b01d/726",
            "color_unittests": "fece78a7a0ff9689432d84b6e1aff3af8d4cfad8d4760fd1ecea6dcc26add1ab/569",
            "components_browsertests": "c2cf656e396c08dfeec2001c55e54859f27106e4f497654d16014f900daf2888/813",
            "components_unittests": "9dae29f73d4c3f7f1a555539699846c5baedafffee73018f640216ebf2af2a45/813",
            "compositor_unittests": "08fd19c31e22c14a9e9d73835936c68fe5397edc6b91e3288eff688df926a5cb/645",
            "content_browsertests": "b490da74d74375b5bf47b1617627b7c40c35a0e8623ee79edbbe28f17e1fb5ef/887",
            "content_unittests": "9844e0ea374bac8d5feb772d4f41998d1b6902115b54ba7af3a079e0f7a8bd35/806",
            "cronet_tests": "b216af3a1b6a1d94afe17dc8f938c599e800e4b360d7af0f11b60b8358321f90/730",
            "cronet_unittests": "1e85502eed3ec551821cff4622d661a4458cc4aa4776ad0274440d12425ff7f8/646",
            "crypto_unittests": "d2251d22db66983cd1dbd0d31daa23433472bfa129bb6c6af2e79e720b725819/569",
            "dbus_unittests": "b294637ac7031a69141f4ac5a197695eb7e917546a6e83e3d6e6438bfa4aa184/569",
            "device_unittests": "4368307863088e661e40fe15c16371961f1c2634dee027b46dd2e7b064b5e7ed/646",
            "display_unittests": "47844efdca275379c3a142a188c28a92181a060ac30cac5bb123c4bad6d9b33b/569",
            "events_unittests": "98e06f929ce7d5fb38248c2c0562d4a918adf3fdc032490aa62cfb5d6df67cbc/569",
            "extensions_browsertests": "b4e3c7362315cd6e52452b35fbfbc814763bdd644662f6c49029e4df871d1ceb/732",
            "extensions_unittests": "c0d4e777e3b766bc3bdcb1ef321d6ff2c56c4e283d715f91fafd191fa8f3220c/896",
            "filesystem_service_unittests": "b8662ed4a32170d9b5f792ba685c11ca701285bfa6e9b812df1bd8d478c9b025/569",
            "gcm_unit_tests": "261a15c4e25bfaaafaa448fe676b0f4b60dd72fd1d468026ecae59e61c505d3b/646",
            "gfx_unittests": "3742c6209ae613a5ccbafaa7f6895361c5b4af6c0a082c0aad319dcc74a166b0/645",
            "gin_unittests": "9d2aac711b4a8d5e5b5275ef73d5e7990237e9b54936aa4472fea8358ba52f5d/646",
            "gl_tests": "37bf1c327a9b38cb09c9fdd49ba66fdb56dee4df493a7615dc71796933e99efe/569",
            "gl_unittests": "7e3b56520da7f922f8590fa7e96efb02a09f03d07c20ad69fa47eaf0c82a595f/569",
            "google_apis_unittests": "d7701fffc7289e2cf8b5475f273f718f80d47d56bef75e6e58743bfad02fc195/731",
            "gpu_unittests": "12ceda944d830fa76b46126efb613384d28699d9729cb25815b45001be8cb4db/646",
            "gwp_asan_unittests": "0c9304b4dbe2eef6ed1c566c67d463bc3df14cd03864a3d72202ca417173ed10/570",
            "headless_browsertests": "ad201e9dbba853a1bea96dcb6dc8627ae55cbde2bae9231c100f44bf0a201e13/730",
            "headless_unittests": "70939d3563554afc919ae009c96444cf57aa42e1b6aa20a0efa7591809a9c467/569",
            "interactive_ui_tests": "7da41839bad353f36ecade35dbb55943a2199b685f3307a40ce9c639ba000f8d/965",
            "ipc_tests": "cbd53ea490dc483bc451c848d1e52fa7a2136a09589df808a1298b5e52ee0baf/569",
            "jingle_unittests": "e02e041dbddd44aa1c7e0dcd3993589f81646d5cc01cb1f1bd1cdf2e51046a02/646",
            "latency_unittests": "3a5cab9dcc7d68aa6ce950e91c2880000323987b28b4d1dd6f9e0bfdbe3d5520/569",
            "libjingle_xmpp_unittests": "add0aafaf3ff135eac6fd0dd21ec294b7640f65a333695334ca799eaad55b558/569",
            "liburlpattern_unittests": "d52b6dfa66bf7be61761205bf053d75d1022f04d4634823947878fa275fbc2e7/569",
            "media_unittests": "4597f6d7c8d28d6d924d7edd9d8e516f10326f69191ad581cc4c73438ba62cd0/649",
            "message_center_unittests": "791abf8be945d3d9697d651680dd9893e776da2b1393915c3850cab30baa0c51/569",
            "midi_unittests": "1e43bdb8dcf397893832968296f2a96e04c20c8c1517707cace975c4114b911c/569",
            "mojo_core_unittests": "e298a5c15205beca55b11fb02e5292bba8850c9a4a9e4005957697a2dadf9d47/569",
            "mojo_unittests": "a489776e105ef6b2dc296168c0ecaecfe159b13490be7bd1c9c80d596809d4d4/647",
            "native_theme_unittests": "396e826ccbd855b1ed1af56d335a764155bfac70b8b4c6a301b33343f59724e7/569",
            "net_unittests": "8e8f98058aececec2f41c08edca1b6df97ea95354d98942a7f078e271e8c22b6/648",
            "openscreen_unittests": "c9ba1a4d609d846cb0f1abb9a16b99978717cce2f9c59d33894ddee5284d9371/648",
            "ozone_x11_unittests": "58741c036914d26ee986e02c5ae204289228988ffe18c6b72a1880862b950b64/569",
            "pdf_unittests": "0cf4d200c88aa4e4aca5db5b761ea2e109d58399353f1242b7b471bdb45cfa0f/646",
            "perfetto_unittests": "28ab6eb8dc4daec9085c90a0a2cdc1b5f2c7a64466eeda82b8e1750a83c130c2/569",
            "ppapi_unittests": "3624bd72a85f605404bc356438709d4bbf904217ae4b0bdcc6bf0990861c3904/569",
            "printing_unittests": "1567cfa9cf6f0326890e9b50021c84db83d4f01c242d96e07dcebe80d6f2b78d/569",
            "remoting_unittests": "6d5c10d06c9154aa09cb99196525db0934eda6460140568a06d888fd3fba0af0/646",
            "sandbox_linux_unittests": "fb946962d87a97379686dbe072d2e33f4d27d24593da19bfc615a6ff91677335/569",
            "service_manager_unittests": "ee9d471aee53fbd98b7bcc1b85e985aeb1145fb219d362151184cc0bcd041ddb/569",
            "services_unittests": "717d0ffba9d942ca37fe787a75aee1e8b1b7fe0278ca06c5352396c1fc83c5fd/815",
            "shell_dialogs_unittests": "1062e1be0b3724c6c3a4878af464ea1ad0a97dcc25c72868e877af983d414544/569",
            "skia_unittests": "3fd7caa6c9f5efb0fb2db47bb5c1d51ceb9490feea5277ca94725a57682ce131/569",
            "snapshot_unittests": "22a32d131e674813f35bc7e684632328bcfcc81a2e6b5168cae728fec689cba5/569",
            "sql_unittests": "734d4ad2ba82624275a42f3bed709c38d6cf91fe52c08ce83bdaaf6d0373c172/646",
            "storage_unittests": "cb0e5275939d20f69689031e6e034635630c40ef577cd9696cbca75f551728be/727",
            "sync_integration_tests": "d4ad52597ca29936767e1171b452ee5464d1f5e6cbf3257f097942b40ed9f8d2/729",
            "ui_base_unittests": "b255ca338311436d406334e88eefb4ecff2824dcb9a3b0e97aea4286b4efba10/723",
            "ui_touch_selection_unittests": "eb1335cfcf62c424bec751a47cc41a511ab070ed9d298df9e0ff4dd325addc9d/569",
            "unit_tests": "dd35ba7d9d1bb3823aacd75bbf7de42e3e22a2a8c5640b94bf804c5597a9a30b/1062",
            "url_unittests": "7d69b1a18879e21ae2b15d1b7fafb6ec5874a261e18502f0d076d0ee38f22cb5/569",
            "views_unittests": "7d88a759309afc9d7e450419a8e432b302ec93251ac6b47300cf5a74d61dcd58/569",
            "viz_unittests": "ef2bb455ba11b5ef7ed769805f634965fdaa7f95dbbecfd7a5ad093bd1c7ea91/653",
            "vr_common_unittests": "75d7f6ee774261859d05849e89155eee3147314fd1463b2d92ae3f3be27cb140/648",
            "vr_pixeltests": "72cf094a7c07325396aabcf4669a1b1248e895692c7a7efc26a2e3e745c98f5a/646",
            "weblayer_browsertests": "1b101de66e02c3cf8032785eb7450785e6c66c6387476934c1edab96de5ee421/814",
            "weblayer_unittests": "14993fa665e98ea3df14187f1cd4bcb00e1e0a83c46754edcf7f92f68ea0d77a/646",
            "wm_unittests": "e0e851774d185994c2e3e5a2a9e606f7122af7521798b19a01f7855fd3db2fc3/569",
            "wtf_unittests": "a3a19c34c8144f25d87688182d4b65f7d503eb317f6064da1f68b38d9fa8da14/569",
            "x11_unittests": "67d1693ea362b70c660b47a23526be01121b253b00d5be1bea3da4ad3773c0e4/569",
            "xr_browser_tests": "f35e9a133405534da82566e82a4883b662b1c12537413a6f759b6bd2f3f48a7b/728",
            "zlib_unittests": "85d484d22654f454925d1de6421cd1f5bdcc3e71adfc7b0de4ccabab2644fa1a/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "eab9b8fb575ae2ac4feaafbd33bbf7d4a5708088c287cf9dca629d06d6ca34da/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "5ca34ff1c07942760b587df8036febd0fac058b9",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8994608654376417408"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "79538"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[01:36:04.212] Scheduled build:
{
  "id": "8829178592289595089",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 71491,
  "createdBy": "project:chromium",
  "createTime": "2021-11-30T01:36:03.777024956Z",
  "updateTime": "2021-11-30T01:36:03.777024956Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "5ca34ff1c07942760b587df8036febd0fac058b9",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[01:36:04.212] Task URL: https://cr-buildbucket.appspot.com/build/8829178592289595089
[01:36:04.212] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994608654376417408:2:0) after 6m53s
[01:36:14.036] Received PubSub notification, asking Buildbucket for the build status
[01:36:14.069] Build status: STARTED
[01:42:57.265] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994608654376417408:2:0)
[01:42:57.350] Build status: STARTED
[01:42:57.350] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994608654376417408:4:0) after 8m14s
[01:51:11.457] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994608654376417408:4:0)
[01:51:11.490] Build status: STARTED
[01:51:11.490] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994608654376417408:5:0) after 3m50s
[01:55:01.699] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994608654376417408:5:0)
[01:55:01.736] Build status: STARTED
[01:55:01.736] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994608654376417408:6:0) after 2m57s
[01:57:58.759] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994608654376417408:6:0)
[01:57:58.791] Build status: STARTED
[01:57:58.791] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994608654376417408:7:0) after 3m50s
[02:01:48.958] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994608654376417408:7:0)
[02:01:48.991] Build status: STARTED
[02:01:48.991] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994608654376417408:8:0) after 8m16s
[02:03:15.654] Received PubSub notification, asking Buildbucket for the build status
[02:03:15.696] Build:
{
  "id": "8829178592289595089",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 71491,
  "createdBy": "project:chromium",
  "createTime": "2021-11-30T01:36:03.777024956Z",
  "startTime": "2021-11-30T01:36:12.141408Z",
  "endTime": "2021-11-30T02:03:15.184527448Z",
  "updateTime": "2021-11-30T02:03:15.184527448Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "5ca34ff1c07942760b587df8036febd0fac058b9",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[02:03:15.696] Invocation finished in 27m13.293520424s with status FAILED