Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 25 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/81000 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "5e27657b779ae3900030a911a921ae36442a167e",
        "project": "chromium/src",
        "ref": "refs/heads/main"
      }
    ]
  },
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "5e27657b779ae3900030a911a921ae36442a167e"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "31942507f384ba51cc76a02c9d01c86af9b22013",
  "parent_got_dawn_revision": "1351d4bbd8d5b2e0942299c98d243f07aec4dbf2",
  "parent_got_nacl_revision": "96f4b7e974d6fc13ec74926d1576b107b4c109af",
  "parent_got_revision": "5e27657b779ae3900030a911a921ae36442a167e",
  "parent_got_revision_cp": "refs/heads/main@{#961098}",
  "parent_got_swiftshader_revision": "2e74d5dc03dfbfab0821f9aac5d2b3ad317eab28",
  "parent_got_v8_revision": "c4208cca4b053300b7ae3d297790c7dcd0be551a",
  "parent_got_v8_revision_cp": "refs/heads/9.9.115@{#1}",
  "parent_got_webrtc_revision": "1ca57b9015517627f7d08ea8cfb82db30d2f8193",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35740}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "5e27657b779ae3900030a911a921ae36442a167e",
  "swarm_hashes": {
    "absl_hardening_tests": "7a7e0a873acd2ceaf34b37a7a129c1c73b4bbcd2236ac24d537b6686189b8905/569",
    "accessibility_unittests": "6d2f69249d806250f4883e07641b89e16df5e27f6d6f4e9a058fbb33a2a56a0b/569",
    "angle_unittests": "48bf93430c874f047a0d96027dcfb7f699f4ac9a20b94eb36508cd378963ea8d/570",
    "app_shell_unittests": "71b5c1a20fa64ead76bf5546a4d43016ce429c269f33f63bfd7972c18c33cb33/730",
    "aura_unittests": "834c4cb3c5300b9da862dc1547d610bef895318bed10aa17b9b31dfa087677e7/569",
    "base_unittests": "4f1736ea7ab722f0fcd594eb3fd4d46319efc8a22d08610a0cd260d75c6814eb/648",
    "blink_common_unittests": "b38387d83c6bff7dc8793b8b077534d64ba0bd1c82ae6fdd528f5bd237dead9e/647",
    "blink_fuzzer_unittests": "52ea2b768ddc20668dd60238507ae878063f8e78fa4b1c56aab9e57cb662732c/569",
    "blink_heap_unittests": "2e4436f3df1c72eed1b1d7522bc3b4933487f51420c18d6a9e43f881811140a3/569",
    "blink_platform_unittests": "421de65b173720726578ab97ba344072ec944d32bc3b6a04125f9d744d1809d5/726",
    "blink_unittests": "a94261baede32e2e392589699d62e846a6a76b579e346122603c683e42523aa4/810",
    "boringssl_crypto_tests": "d27d0f9ad6731908c9b03169c20436e9f6b1241fb2adfb1d677468c2c440c4e7/570",
    "boringssl_ssl_tests": "e246fabf42710258c7cbe68e33e8a424492f1f51c2673dc2844469d816183fc8/569",
    "capture_unittests": "7a114f4e46357519e7e3a22b59fc96e8c54b96605c3ad4dbd57fefa6ce10ced0/648",
    "cast_unittests": "acf08ef8be65e398d33c34bab2f08c2f4872bad3c7463d463afb34fdda8ae140/569",
    "cc_unittests": "24ada5ffe6d689238befbd3f6ac7a3b34b71a9aeda36d5fec70210906db40505/653",
    "chrome_app_unittests": "dece2076ef2d106ed2e5034362192a587e98732aa36518f60ad1ef22c7f73da5/648",
    "chromedriver_unittests": "8b5e69d6593a27022a91cb73fed72e00257b6ec75755aaf41ba8b5847bbb78cf/726",
    "color_unittests": "1ec2de0fb83f92f95525e51bcea22f7b8b82f45054ba50177c2b85836341a6af/569",
    "components_browsertests": "4f04059877028f0fc803ffcf204842b0e88285454434f5ec54408a37dabc2947/813",
    "components_unittests": "c8383b961f05c3d35b93f8574fdfe2ac518d1dd0879d18a069f44c1d57bd2b55/813",
    "compositor_unittests": "28235a2f80e19b919980bdfd580629a4b5752d48c45249ec56abe81ee2fa0540/645",
    "content_browsertests": "51c4a5e938e0477e877dc15b7c3689f384bf3d9fdc29f24023093b79b0ed5f02/887",
    "content_unittests": "61f9f02e1e68376bcd1ca041881b9d685cf64ac6dafe29f39b657e3781f3faa9/806",
    "cronet_tests": "6f2989441cf6db19c0363f157ac1e5674774b12e7973f110f9fe671cdc633298/730",
    "cronet_unittests": "e1e33f4e42d142a7d6bbcae39e13ed13e75f5741aadc52eda7d77ad4a8199017/646",
    "crypto_unittests": "3403d6007e5e9d37079223a33a91b318efd15023d7844820ceab7431cf0c197c/569",
    "dbus_unittests": "175bc460b60a407146e5081b53cac5ca8fed5c1d64c638fe9bc8d34e9c5d5f37/569",
    "device_unittests": "0cb6192aa432175ff56f4b8d16add1aa61098a0b4aa916475dd0dd55e4293f3e/646",
    "display_unittests": "7c4adf967fd3f4d91d503560dd9d38e9c52e48af6c625fe78f47eff6bf740086/569",
    "events_unittests": "18f79aa34f0c08589084669f788f375a25aa779369e58d2279ae322a467bc758/569",
    "extensions_browsertests": "c54ce5ed7a4cd2d74907403aec0bc9254484d9d76a7eaed9d998451a4239e823/732",
    "extensions_unittests": "5269b6790a592b1aaf8225073c0ccc3ac33c4075ed4cadd51d2646072c94cff9/896",
    "filesystem_service_unittests": "9aa5d3d50658a371f9cdfe0458c33ceade2b20f69f9675f0f4a6ecd25a0da1ff/569",
    "gcm_unit_tests": "5d740feee79a19f4797cab57af7e919dcb26194954e7b2d030ba6d6c5a8cd435/646",
    "gfx_unittests": "87bb9d3af4cb981975cf0b7676bf1480c4f9380d11dbc17a419ba4df14b09b84/645",
    "gin_unittests": "ecacedc2617e3bba22d1864d91d768f13c1539bc2256a37b9a7bd37760881497/646",
    "gl_tests": "298b6a0df4414da09937fc0fc7073cb36c61145cb37729f46ede5c76058499c4/569",
    "gl_unittests": "f0500e73f13e1498647410c1aaed9238eb4bdc29337320d46c866da6fec5bf93/569",
    "google_apis_unittests": "c48776b2c79ff84587daf534ac688fd5066e1c2f95dfb3f4df9a39ba38280162/731",
    "gpu_unittests": "af73afbe365a2ee4042b673e7ce65dde2ede063e1c1867a38bdf1d17953166c0/646",
    "gwp_asan_unittests": "826db44d3399682badb15edbd3f088a0ad5761783bb1c910d4c314322f8bc14b/570",
    "headless_browsertests": "2b5445e0bc8834cd4218f858cb74e38892483f07aca5e2ba1e650bdbf5e8cb19/730",
    "headless_unittests": "ba49ba48960b5a82a668c8ab925f15fe69896fd4d601d9485e8d66ce49c0806e/569",
    "interactive_ui_tests": "0298759185fe5a5fd399591fda6e83c03efdcb60e863bc939a3783c92387b8dd/965",
    "ipc_tests": "edae44a707846fa801048c44293ed7cb101631dc924aa9e4d5fa5ed1ce7dcae2/569",
    "jingle_unittests": "76f69e7f78264bb6859a24ca5cfe30a4255b43ad8c9f2e64453eb856ac875c69/646",
    "latency_unittests": "75ec0f3a0aa88b05edfc7ad91d396451a391d701153e4b22187ecee2ef46f1ca/569",
    "libjingle_xmpp_unittests": "d79896d3247042963785fad15768b55f3d9d5307b5d122f9f989a91c1a4693a3/569",
    "liburlpattern_unittests": "cc4e20b312bf59a958ed8b39baa0008a623fb233c579edaf4bfcc26de9e13ecf/569",
    "media_unittests": "3af509fe1de8a063e0de38a2f4a17fc65a20304e70b34f997e812010f8d33657/649",
    "message_center_unittests": "017cf2a7e2883561ee3ea3fbd0f5cd139511850aacc64c1571dd65e36f414df6/569",
    "midi_unittests": "bd701668f8ffad48b53879fc58701ea303ce8bbdfcc32c9068150544cd0a4fd4/569",
    "mojo_core_unittests": "fed71b75f73772ae918e8d6da7487c6f6918707ae9bd8ac94c8d4bba1ce9283c/569",
    "mojo_unittests": "32ba8a6e23c239ebadaa45b8f11902734550c1046d0fced0087d37607de1606c/647",
    "native_theme_unittests": "5f6c020044ed057a7f4e19060fb5b0d94d97ecb59dab357839af7b029af749ac/569",
    "net_unittests": "7ef06e1576f77c906d33484905f8b5883d046979c02515fdf397033ff387d7d4/648",
    "openscreen_unittests": "0fc66d5be32c5ec5f802f25f0f0f70e269092c5c0561fba0661e1ca8a2eebf49/648",
    "ozone_x11_unittests": "076f7390fb9b9d0aedd09155366879a2cc29089230f0026b801221321309e2f5/569",
    "pdf_unittests": "6e9c3ab2716c988e366c8dde21a58dbdceb48b7e3e04379e90a41d87f428b6b4/646",
    "perfetto_unittests": "3e990347ca25950a017e150cd6d6d9650411aa494303b8b190e4be7d820ed337/569",
    "ppapi_unittests": "32c76b6f9b5eb5453f37443ebdecdcdae42ab0b46ec5d131901f3e3974d866c1/569",
    "printing_unittests": "5c63a7566e2b5e20be91743314fee4c212f822ee9a75ad63f638af3bb4f7999b/569",
    "remoting_unittests": "6d90a3aeb7d0cce63f73b27efcd0ffb7ab7c3fe33bbcc69b582b2d055a368143/646",
    "sandbox_linux_unittests": "bc385583c978e63843be4eb075f944b47307ad203f5b200e6c9e3615650f9967/569",
    "service_manager_unittests": "4d53f9a928a86982c2643308c32fe0144137d7468e463aead4ff5b10ad82564f/569",
    "services_unittests": "d05ab3f9d64681530b03c7d246fec5f82ad885b1fee02a8044afc0f9946b38e5/815",
    "shell_dialogs_unittests": "12f486524fae9cc686853e3efd46391da32fe3a7ddca3956e4d66b5f93a145e9/569",
    "skia_unittests": "4bd670ee47f1742da8a75692029e1e8bc12f5cad289c894755260e02b9ae6ce3/569",
    "snapshot_unittests": "a453799b8fdd0681fd18eb21d715258a1b9584f0516e601b21a597e96aae8447/569",
    "sql_unittests": "b87c8cc9258e8eeec6b54940bdc39148d42b8e7564469a22cf44af582de236f2/646",
    "storage_unittests": "9f96f3a98b6b19c7f02b49e8eac2f1a1dd3893f8d04cda5d320e1b8fe4f2394e/727",
    "sync_integration_tests": "8b8785a2a760acd5f0e427b202008f73c680080ef652f9d551c3dde7279feece/729",
    "ui_base_unittests": "5790384db6dd4bd9ecfa6c76f8612a78943491d5b2dcec8c53c229acbd9c305a/723",
    "ui_touch_selection_unittests": "05da6ed50041b812ffa47a357e2f4c01ab8178dac2095fcef6c5c17e68655f4b/569",
    "unit_tests": "2f94efcf6e343308e545083c38467f05ac7d7303a21cf4ed7d725ece65d698aa/1139",
    "url_unittests": "1a1371ddfa1edde07b7ec84f8f2570f9ca886f7299301bccdd38c08fdc524bbf/569",
    "views_unittests": "6b24a95e9c9e35db16c3162dc8e4f0a3f7555e72a68128c9e7bdcce89b21e06a/569",
    "viz_unittests": "e98f08e9dfb405f070f51af7fa3efb4b71d8fa32121a0fe2aaa647cb81f801a5/653",
    "vr_common_unittests": "932aa113451fa0618c459830a206e683044c79951650b99c76b779c57aaccc15/648",
    "vr_pixeltests": "cf8af568f1aa0e4fb45a3326a6b3278d664af95aa35df49996a3e192a5090769/646",
    "weblayer_browsertests": "f42efc93a2f2d475909adeb0659f6b4d9adb368f79116b874ca0db4bd18c9eeb/814",
    "weblayer_unittests": "cd38cbde332b5bf7a23ef434b6d96f7761044cab758764b1de86b9c9bbf79a1a/646",
    "wm_unittests": "54c90b7f27d41ea62f2ca034eccca93e285c438742fd77414f883263a533bf63/569",
    "wtf_unittests": "1a63f4378f38e1207dc410cea4c2ae8948b664adddabe0eac36264ed7dc3effe/569",
    "x11_unittests": "215abc1a478cddcca077fc444b49aee9a893e723f1da70cff201247d157de260/569",
    "xr_browser_tests": "37f997e69e4dd8dfe6c6906695f88dd1e524069c87b96144ca9223850a6963cc/728",
    "zlib_unittests": "e45a0875b966feaae1e0b114628db0f5bc3f48848bb9efa287dd51ce3da6d8a2/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "d35d624e302339bddf63f41a26541de5b97ee363969aba926d26843428908d07/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/5e27657b779ae3900030a911a921ae36442a167e
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:81000
  • user_agent:recipe

Debug log (UTC)

[20:55:36.530] New invocation is queued and will start shortly
[20:55:36.530] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[20:55:37.595] Starting the invocation (attempt 1)
[20:55:37.626] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/5e27657b779ae3900030a911a921ae36442a167e"
[20:55:37.626] Popped gitiles commit info from properties and tags
[20:55:37.627] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:55:37.627] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:55:37.627] Buildbucket request:
{
  "requestId": "8990005852314270832",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "5e27657b779ae3900030a911a921ae36442a167e",
                        "project": "chromium/src",
                        "ref": "refs/heads/main"
                      }
                ]
          },
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "5e27657b779ae3900030a911a921ae36442a167e"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "31942507f384ba51cc76a02c9d01c86af9b22013",
      "parent_got_dawn_revision": "1351d4bbd8d5b2e0942299c98d243f07aec4dbf2",
      "parent_got_nacl_revision": "96f4b7e974d6fc13ec74926d1576b107b4c109af",
      "parent_got_revision": "5e27657b779ae3900030a911a921ae36442a167e",
      "parent_got_revision_cp": "refs/heads/main@{#961098}",
      "parent_got_swiftshader_revision": "2e74d5dc03dfbfab0821f9aac5d2b3ad317eab28",
      "parent_got_v8_revision": "c4208cca4b053300b7ae3d297790c7dcd0be551a",
      "parent_got_v8_revision_cp": "refs/heads/9.9.115@{#1}",
      "parent_got_webrtc_revision": "1ca57b9015517627f7d08ea8cfb82db30d2f8193",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35740}",
      "swarm_hashes": {
            "absl_hardening_tests": "7a7e0a873acd2ceaf34b37a7a129c1c73b4bbcd2236ac24d537b6686189b8905/569",
            "accessibility_unittests": "6d2f69249d806250f4883e07641b89e16df5e27f6d6f4e9a058fbb33a2a56a0b/569",
            "angle_unittests": "48bf93430c874f047a0d96027dcfb7f699f4ac9a20b94eb36508cd378963ea8d/570",
            "app_shell_unittests": "71b5c1a20fa64ead76bf5546a4d43016ce429c269f33f63bfd7972c18c33cb33/730",
            "aura_unittests": "834c4cb3c5300b9da862dc1547d610bef895318bed10aa17b9b31dfa087677e7/569",
            "base_unittests": "4f1736ea7ab722f0fcd594eb3fd4d46319efc8a22d08610a0cd260d75c6814eb/648",
            "blink_common_unittests": "b38387d83c6bff7dc8793b8b077534d64ba0bd1c82ae6fdd528f5bd237dead9e/647",
            "blink_fuzzer_unittests": "52ea2b768ddc20668dd60238507ae878063f8e78fa4b1c56aab9e57cb662732c/569",
            "blink_heap_unittests": "2e4436f3df1c72eed1b1d7522bc3b4933487f51420c18d6a9e43f881811140a3/569",
            "blink_platform_unittests": "421de65b173720726578ab97ba344072ec944d32bc3b6a04125f9d744d1809d5/726",
            "blink_unittests": "a94261baede32e2e392589699d62e846a6a76b579e346122603c683e42523aa4/810",
            "boringssl_crypto_tests": "d27d0f9ad6731908c9b03169c20436e9f6b1241fb2adfb1d677468c2c440c4e7/570",
            "boringssl_ssl_tests": "e246fabf42710258c7cbe68e33e8a424492f1f51c2673dc2844469d816183fc8/569",
            "capture_unittests": "7a114f4e46357519e7e3a22b59fc96e8c54b96605c3ad4dbd57fefa6ce10ced0/648",
            "cast_unittests": "acf08ef8be65e398d33c34bab2f08c2f4872bad3c7463d463afb34fdda8ae140/569",
            "cc_unittests": "24ada5ffe6d689238befbd3f6ac7a3b34b71a9aeda36d5fec70210906db40505/653",
            "chrome_app_unittests": "dece2076ef2d106ed2e5034362192a587e98732aa36518f60ad1ef22c7f73da5/648",
            "chromedriver_unittests": "8b5e69d6593a27022a91cb73fed72e00257b6ec75755aaf41ba8b5847bbb78cf/726",
            "color_unittests": "1ec2de0fb83f92f95525e51bcea22f7b8b82f45054ba50177c2b85836341a6af/569",
            "components_browsertests": "4f04059877028f0fc803ffcf204842b0e88285454434f5ec54408a37dabc2947/813",
            "components_unittests": "c8383b961f05c3d35b93f8574fdfe2ac518d1dd0879d18a069f44c1d57bd2b55/813",
            "compositor_unittests": "28235a2f80e19b919980bdfd580629a4b5752d48c45249ec56abe81ee2fa0540/645",
            "content_browsertests": "51c4a5e938e0477e877dc15b7c3689f384bf3d9fdc29f24023093b79b0ed5f02/887",
            "content_unittests": "61f9f02e1e68376bcd1ca041881b9d685cf64ac6dafe29f39b657e3781f3faa9/806",
            "cronet_tests": "6f2989441cf6db19c0363f157ac1e5674774b12e7973f110f9fe671cdc633298/730",
            "cronet_unittests": "e1e33f4e42d142a7d6bbcae39e13ed13e75f5741aadc52eda7d77ad4a8199017/646",
            "crypto_unittests": "3403d6007e5e9d37079223a33a91b318efd15023d7844820ceab7431cf0c197c/569",
            "dbus_unittests": "175bc460b60a407146e5081b53cac5ca8fed5c1d64c638fe9bc8d34e9c5d5f37/569",
            "device_unittests": "0cb6192aa432175ff56f4b8d16add1aa61098a0b4aa916475dd0dd55e4293f3e/646",
            "display_unittests": "7c4adf967fd3f4d91d503560dd9d38e9c52e48af6c625fe78f47eff6bf740086/569",
            "events_unittests": "18f79aa34f0c08589084669f788f375a25aa779369e58d2279ae322a467bc758/569",
            "extensions_browsertests": "c54ce5ed7a4cd2d74907403aec0bc9254484d9d76a7eaed9d998451a4239e823/732",
            "extensions_unittests": "5269b6790a592b1aaf8225073c0ccc3ac33c4075ed4cadd51d2646072c94cff9/896",
            "filesystem_service_unittests": "9aa5d3d50658a371f9cdfe0458c33ceade2b20f69f9675f0f4a6ecd25a0da1ff/569",
            "gcm_unit_tests": "5d740feee79a19f4797cab57af7e919dcb26194954e7b2d030ba6d6c5a8cd435/646",
            "gfx_unittests": "87bb9d3af4cb981975cf0b7676bf1480c4f9380d11dbc17a419ba4df14b09b84/645",
            "gin_unittests": "ecacedc2617e3bba22d1864d91d768f13c1539bc2256a37b9a7bd37760881497/646",
            "gl_tests": "298b6a0df4414da09937fc0fc7073cb36c61145cb37729f46ede5c76058499c4/569",
            "gl_unittests": "f0500e73f13e1498647410c1aaed9238eb4bdc29337320d46c866da6fec5bf93/569",
            "google_apis_unittests": "c48776b2c79ff84587daf534ac688fd5066e1c2f95dfb3f4df9a39ba38280162/731",
            "gpu_unittests": "af73afbe365a2ee4042b673e7ce65dde2ede063e1c1867a38bdf1d17953166c0/646",
            "gwp_asan_unittests": "826db44d3399682badb15edbd3f088a0ad5761783bb1c910d4c314322f8bc14b/570",
            "headless_browsertests": "2b5445e0bc8834cd4218f858cb74e38892483f07aca5e2ba1e650bdbf5e8cb19/730",
            "headless_unittests": "ba49ba48960b5a82a668c8ab925f15fe69896fd4d601d9485e8d66ce49c0806e/569",
            "interactive_ui_tests": "0298759185fe5a5fd399591fda6e83c03efdcb60e863bc939a3783c92387b8dd/965",
            "ipc_tests": "edae44a707846fa801048c44293ed7cb101631dc924aa9e4d5fa5ed1ce7dcae2/569",
            "jingle_unittests": "76f69e7f78264bb6859a24ca5cfe30a4255b43ad8c9f2e64453eb856ac875c69/646",
            "latency_unittests": "75ec0f3a0aa88b05edfc7ad91d396451a391d701153e4b22187ecee2ef46f1ca/569",
            "libjingle_xmpp_unittests": "d79896d3247042963785fad15768b55f3d9d5307b5d122f9f989a91c1a4693a3/569",
            "liburlpattern_unittests": "cc4e20b312bf59a958ed8b39baa0008a623fb233c579edaf4bfcc26de9e13ecf/569",
            "media_unittests": "3af509fe1de8a063e0de38a2f4a17fc65a20304e70b34f997e812010f8d33657/649",
            "message_center_unittests": "017cf2a7e2883561ee3ea3fbd0f5cd139511850aacc64c1571dd65e36f414df6/569",
            "midi_unittests": "bd701668f8ffad48b53879fc58701ea303ce8bbdfcc32c9068150544cd0a4fd4/569",
            "mojo_core_unittests": "fed71b75f73772ae918e8d6da7487c6f6918707ae9bd8ac94c8d4bba1ce9283c/569",
            "mojo_unittests": "32ba8a6e23c239ebadaa45b8f11902734550c1046d0fced0087d37607de1606c/647",
            "native_theme_unittests": "5f6c020044ed057a7f4e19060fb5b0d94d97ecb59dab357839af7b029af749ac/569",
            "net_unittests": "7ef06e1576f77c906d33484905f8b5883d046979c02515fdf397033ff387d7d4/648",
            "openscreen_unittests": "0fc66d5be32c5ec5f802f25f0f0f70e269092c5c0561fba0661e1ca8a2eebf49/648",
            "ozone_x11_unittests": "076f7390fb9b9d0aedd09155366879a2cc29089230f0026b801221321309e2f5/569",
            "pdf_unittests": "6e9c3ab2716c988e366c8dde21a58dbdceb48b7e3e04379e90a41d87f428b6b4/646",
            "perfetto_unittests": "3e990347ca25950a017e150cd6d6d9650411aa494303b8b190e4be7d820ed337/569",
            "ppapi_unittests": "32c76b6f9b5eb5453f37443ebdecdcdae42ab0b46ec5d131901f3e3974d866c1/569",
            "printing_unittests": "5c63a7566e2b5e20be91743314fee4c212f822ee9a75ad63f638af3bb4f7999b/569",
            "remoting_unittests": "6d90a3aeb7d0cce63f73b27efcd0ffb7ab7c3fe33bbcc69b582b2d055a368143/646",
            "sandbox_linux_unittests": "bc385583c978e63843be4eb075f944b47307ad203f5b200e6c9e3615650f9967/569",
            "service_manager_unittests": "4d53f9a928a86982c2643308c32fe0144137d7468e463aead4ff5b10ad82564f/569",
            "services_unittests": "d05ab3f9d64681530b03c7d246fec5f82ad885b1fee02a8044afc0f9946b38e5/815",
            "shell_dialogs_unittests": "12f486524fae9cc686853e3efd46391da32fe3a7ddca3956e4d66b5f93a145e9/569",
            "skia_unittests": "4bd670ee47f1742da8a75692029e1e8bc12f5cad289c894755260e02b9ae6ce3/569",
            "snapshot_unittests": "a453799b8fdd0681fd18eb21d715258a1b9584f0516e601b21a597e96aae8447/569",
            "sql_unittests": "b87c8cc9258e8eeec6b54940bdc39148d42b8e7564469a22cf44af582de236f2/646",
            "storage_unittests": "9f96f3a98b6b19c7f02b49e8eac2f1a1dd3893f8d04cda5d320e1b8fe4f2394e/727",
            "sync_integration_tests": "8b8785a2a760acd5f0e427b202008f73c680080ef652f9d551c3dde7279feece/729",
            "ui_base_unittests": "5790384db6dd4bd9ecfa6c76f8612a78943491d5b2dcec8c53c229acbd9c305a/723",
            "ui_touch_selection_unittests": "05da6ed50041b812ffa47a357e2f4c01ab8178dac2095fcef6c5c17e68655f4b/569",
            "unit_tests": "2f94efcf6e343308e545083c38467f05ac7d7303a21cf4ed7d725ece65d698aa/1139",
            "url_unittests": "1a1371ddfa1edde07b7ec84f8f2570f9ca886f7299301bccdd38c08fdc524bbf/569",
            "views_unittests": "6b24a95e9c9e35db16c3162dc8e4f0a3f7555e72a68128c9e7bdcce89b21e06a/569",
            "viz_unittests": "e98f08e9dfb405f070f51af7fa3efb4b71d8fa32121a0fe2aaa647cb81f801a5/653",
            "vr_common_unittests": "932aa113451fa0618c459830a206e683044c79951650b99c76b779c57aaccc15/648",
            "vr_pixeltests": "cf8af568f1aa0e4fb45a3326a6b3278d664af95aa35df49996a3e192a5090769/646",
            "weblayer_browsertests": "f42efc93a2f2d475909adeb0659f6b4d9adb368f79116b874ca0db4bd18c9eeb/814",
            "weblayer_unittests": "cd38cbde332b5bf7a23ef434b6d96f7761044cab758764b1de86b9c9bbf79a1a/646",
            "wm_unittests": "54c90b7f27d41ea62f2ca034eccca93e285c438742fd77414f883263a533bf63/569",
            "wtf_unittests": "1a63f4378f38e1207dc410cea4c2ae8948b664adddabe0eac36264ed7dc3effe/569",
            "x11_unittests": "215abc1a478cddcca077fc444b49aee9a893e723f1da70cff201247d157de260/569",
            "xr_browser_tests": "37f997e69e4dd8dfe6c6906695f88dd1e524069c87b96144ca9223850a6963cc/728",
            "zlib_unittests": "e45a0875b966feaae1e0b114628db0f5bc3f48848bb9efa287dd51ce3da6d8a2/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "d35d624e302339bddf63f41a26541de5b97ee363969aba926d26843428908d07/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "5e27657b779ae3900030a911a921ae36442a167e",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8990005852314270832"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "81000"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[20:55:38.816] Scheduled build:
{
  "id": "8824575790443395825",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 72945,
  "createdBy": "project:chromium",
  "createTime": "2022-01-19T20:55:37.681108923Z",
  "updateTime": "2022-01-19T20:55:37.681108923Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "5e27657b779ae3900030a911a921ae36442a167e",
      "ref": "refs/heads/main"
    }
  }
}
[20:55:38.816] Task URL: https://cr-buildbucket.appspot.com/build/8824575790443395825
[20:55:38.816] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8990005852314270832:2:0) after 9m47s
[20:56:23.700] Received PubSub notification, asking Buildbucket for the build status
[20:56:23.991] Build status: STARTED
[21:05:25.920] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8990005852314270832:2:0)
[21:05:25.953] Build status: STARTED
[21:05:25.953] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8990005852314270832:4:0) after 1m11s
[21:06:37.272] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8990005852314270832:4:0)
[21:06:37.304] Build status: STARTED
[21:06:37.304] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8990005852314270832:5:0) after 3m37s
[21:10:14.369] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8990005852314270832:5:0)
[21:10:14.393] Build status: STARTED
[21:10:14.393] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8990005852314270832:6:0) after 7m47s
[21:18:01.533] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8990005852314270832:6:0)
[21:18:01.570] Build status: STARTED
[21:18:01.570] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8990005852314270832:7:0) after 2m56s
[21:20:38.029] Received PubSub notification, asking Buildbucket for the build status
[21:20:38.062] Build:
{
  "id": "8824575790443395825",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 72945,
  "createdBy": "project:chromium",
  "createTime": "2022-01-19T20:55:37.681108923Z",
  "startTime": "2022-01-19T20:56:17.127946Z",
  "endTime": "2022-01-19T21:20:37.146329247Z",
  "updateTime": "2022-01-19T21:20:37.146329247Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "5e27657b779ae3900030a911a921ae36442a167e",
      "ref": "refs/heads/main"
    }
  }
}
[21:20:38.062] Invocation finished in 25m1.54781311s with status FAILED