Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 28 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/78045 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "9208a23c237993c6f4e18b54202721c4e2428dea"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "af5ea7f9e31c00c82992f56ad05ed5e72e1817c2",
  "parent_got_dawn_revision": "3bf47122d2b4dbd1a94ee24ad02c0e7606e13f9c",
  "parent_got_nacl_revision": "79b39c6c5f0395e0d60ad65e9c1d258d4bb6825c",
  "parent_got_revision": "9208a23c237993c6f4e18b54202721c4e2428dea",
  "parent_got_revision_cp": "refs/heads/main@{#929558}",
  "parent_got_swiftshader_revision": "a1594b97ef0c7cb4425cd45634d58b141fc505f5",
  "parent_got_v8_revision": "0b7bda016178bf438f09b3c93da572ae3663a1f7",
  "parent_got_v8_revision_cp": "refs/heads/9.6.180@{#1}",
  "parent_got_webrtc_revision": "40abb7d8ff6ebdb8095d372c18949940c5fcecb5",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35164}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "9208a23c237993c6f4e18b54202721c4e2428dea",
  "swarm_hashes": {
    "absl_hardening_tests": "ca415b9c065594de03d8ff77eaaa1c5da6541886093b5ecb23d5983643740fea/569",
    "accessibility_unittests": "02379adab7369c9e9d8bcef89fcf61701c2f0180ee8e0c6fa818b9e8e467d50c/569",
    "angle_unittests": "04d48e9b51099edb71273ad2e4085598c089022ed06622868e1f2a75a3863697/570",
    "app_shell_unittests": "d6ea67827fb7e60aae5109ed0a2c2328bd8d7acc5439c664eeab5bf4222b91d8/809",
    "aura_unittests": "639bd80cfbf994c853c326d28ef9ba5ea899ad6061da3bfd5e88a94e4d27c8c3/569",
    "base_unittests": "2184a41898705ef9a17342cf63d6298ab3ab0c96bacd01124716e26a4d521b14/648",
    "blink_common_unittests": "d0d74b6553138bfd8a9c2c1f293f83a97ef65f5fb1c82393ce5c1b1d93781004/647",
    "blink_fuzzer_unittests": "243894c1dd61ce496c512090f86159c0b9c55059a96f9209a1d778730c9834b8/648",
    "blink_heap_unittests": "f171fceddad02303e360f0ea33253263cd4a8d36a6753dad240b26ecb0192667/648",
    "blink_platform_unittests": "8afc300c07446baef4a2587dcf3442413854fbbc3f5d179643280d717f9faf04/726",
    "blink_unittests": "6390839a59004eaf5a16065d7190a0b50d4f750ea6b1363e0bf5035227a4db33/726",
    "boringssl_crypto_tests": "51f8ae4e7b537a6559bf21295574f116824621e94b22bc187ea9d55c1818fe06/570",
    "boringssl_ssl_tests": "3441ebe0984ebe3a6de9350e886509e5d4f0f265b6af5006ff481be0fc75affb/569",
    "capture_unittests": "5bf37e194d23b4b0bae88b1bd1a6ef28c70f2d32fad06b7b60c0d44452c48634/648",
    "cast_unittests": "7c5615a96f7b66acdbb98cb0326da74d4e3b9646748036771395830d7683c756/569",
    "cc_unittests": "599b850aaf713fe3d400896ff1f46e5c68a6dbeed717e6e26adabf5264b64606/653",
    "chrome_app_unittests": "1e98bde05672dc14c2410d4c3d55d5d10985ae8b2d7860b016fc71358c13d08d/811",
    "chromedriver_unittests": "d92bc5a4df25126424c37fd122c94b3779333a0013d8297a2abb50965b3e9ff1/726",
    "color_unittests": "657a1947e3473d98cb7107ba2f08e49c9325191353487cac1b288ecce5ff08fb/569",
    "components_browsertests": "808657adae8b4e922f177e8b3863cf2f2563dd7f007eb03c08bc9f486c93d218/892",
    "components_unittests": "ce7896bfbadf444490365f57251086000b1ac102ae918a842398537600e3d013/892",
    "compositor_unittests": "b3d9294c7a1e69c68d06b0717a45260020f130624a7e8bd79314898982a393c9/645",
    "content_browsertests": "c736d16b72c7b0882dc1fb009020692acb57716f08e829f35e99a2f41755ec3f/887",
    "content_unittests": "b0dcd90019ed239830f20463f703a56aae05b7b4a9260138142742a086045a87/806",
    "cronet_tests": "492f3cfe401b06e5bd298123eec96463c9bb0800183ffdd95866485b6a529b93/730",
    "cronet_unittests": "8e2947ed348ed91add0952e592234c77edf0b8ec8b9952e81a9c6811f0dd1a1e/646",
    "crypto_unittests": "eeddd23f0324326b67c87c813c6f9a2fd235709b9edb9c506013ff596c7697b7/569",
    "dbus_unittests": "d1e1d257d252da60a57028c2cf7214d3c192557d0fb17e481d6cc76aa3c4076f/569",
    "device_unittests": "19f7cdce0f05a1593a03d3fe4dd282b5548df7f836fe589f34056b3ffde85484/646",
    "display_unittests": "f4af1febddcac8594bfe0f185e065668ef6910fe70d91e35634a5d5efd3547f7/569",
    "events_unittests": "2be58c0d3b85ae99dffce7305c94739b90fcb0324e06085f9c0fbc18280236c7/569",
    "extensions_browsertests": "ed77283789be323ad0cd538be52ec174a497eee88f98d5fe8db0a5f2aa85f36d/811",
    "extensions_unittests": "5295488e9d65443327e31723b8cf4130cd784451550a7154e88ed498e242f48c/975",
    "filesystem_service_unittests": "15a6a2b72c03fb9240b29311b91520f40d7818e6053813f8aadc5a39e801dfd7/569",
    "gcm_unit_tests": "42626ae0fc3747f2d3de07576c57788f3cc95e6939d03fe9d1cf81842067b5d3/646",
    "gfx_unittests": "6d932f51e41c85ea77e984ac767be6c11a51b4af72af9da1ec3ef821af3d4023/645",
    "gin_unittests": "8d81de57c684bda1e1364f78b1f40510368f805f3c2f1cf07cee59e982595959/646",
    "gl_tests": "8a189db03bd51132ca29b61d1b79fc48a620e1e12ea23d698c8034169dbe9123/569",
    "gl_unittests": "08df0b356a7eb3d40d424015fb557b487f9fd9d74f6e9644d70dab8d9041223e/569",
    "google_apis_unittests": "2951dfb911eac40877717e7ee0b4a1aaf80fb3ac4ac8d80a64e7eeec90c2054f/731",
    "gpu_unittests": "ae9b9ed6b79ab159920325e6203cf271057a79183d26ffd58e69268b9f277987/646",
    "gtk_unittests": "678fd5207941f15c17cda92af804bd0d568191fa53ebf0e24dd17dd3180a27d6/569",
    "gwp_asan_unittests": "54dcca1f594b6a4903d22be73d35e9589a585662e61693f33e690884f07bde4f/570",
    "headless_browsertests": "bbce9cd9868ca95b20f0f91e5c0a89dbd311750900cf82fa21abe0500fdeb4a7/809",
    "headless_unittests": "d959b0a65f8c84ad98d03dbc6a10d4916daddd94aa6507d9bbbe8067bdd9c422/569",
    "interactive_ui_tests": "1ad160efc8a9b9dfe2e336e71e664e91582fec003bed4c66b08c92bb1d26bc0b/1128",
    "ipc_tests": "e3c7ce6b6db08cde589985d24c30e7c16d06edfc94a5888f0b1d3e49c933d9f7/569",
    "jingle_unittests": "d26e950bfd85d7cd8cb4abc1f9e558aa143d5290290d916b8b92013c6a107ea7/646",
    "latency_unittests": "ce8bc98c3b62840597083e40e9ea93e7437246cd1f1188a84d0155d954877345/569",
    "libjingle_xmpp_unittests": "6420fe8c5d7f139a4f338a0881ab0cb2333aa3f16a8a002fcfb7a68e9a195435/569",
    "liburlpattern_unittests": "f9e637ea224b89887ae2ba4bbda1dd814592879a13efcc1af4d3eb9699658aa2/569",
    "media_unittests": "df4d808539a9dbcb7a883c6a71192fa2f7af623a69d389aaf2306ca8af3969a4/649",
    "message_center_unittests": "5fe1a9ec51c8fa8a01143c30599125250baa2f303a7ae1219ee7b5d166480dfd/569",
    "midi_unittests": "66c52ff71df8a0ab2d9ad64a01fd1fb89d2c022e07632231e5906e98a80db495/569",
    "mojo_core_unittests": "8b1ea47f40dcd34f9ddad71b9a678c8b302a1a71fbe30e99d27ed98d663a593a/569",
    "mojo_unittests": "17d5fe2f4616c58895b626640f4fef2746db1933c4759466dd947c3d84f5c23e/647",
    "native_theme_unittests": "41d9e7740f8b7a3a35ab181253ea4884a627d18ef951191679fc88387878a0c0/569",
    "net_unittests": "53d9124700a4b83d3d0d0c36ad3517b6e1e15d48fb6022e2c19c579e7b75b5c7/648",
    "openscreen_unittests": "56732bd2f977650078e960e9eb8174e303e774548d53e40869b0d1deb9db6cfc/811",
    "ozone_x11_unittests": "26f20dcb2990123afddaf8ad16aa419b62dd3decf1ccd6cf99f549cbc085336c/569",
    "pdf_unittests": "c31a38c063f5eacf6b53d39bbe8b516eb5ebf77c23b1f513afcddbc8fb8e3b68/725",
    "perfetto_unittests": "48f607b96fe0a6880deec48e61f51a28f4ccc9399366f88ffd53f9eab4968d35/569",
    "ppapi_unittests": "3918fc8a5679c320f185b42f02edbacb02be6e08e4f2d68327032e4200a4f8e6/569",
    "printing_unittests": "d92d3444797f3aca140b3e352d5193c002a2e9021ad843d55e5ea7e3c6b128bb/569",
    "remoting_unittests": "1ca241e2efed7b7f4e5e8138ca8af84f025c9cb99c0f42479fba929d33a82cd5/646",
    "sandbox_linux_unittests": "bcf57bec8528e76008705c831f461c73f8e1224a1ebaf7f618ed6570772b3072/569",
    "service_manager_unittests": "d92354d6ef6b65adc8358a7cea8c291d1ad5c7b38552f395233296293bdb7124/569",
    "services_unittests": "87583f0da8426a78c175231e86a86e54c38af2a95f7af26d656f8b5748bef8b4/815",
    "shell_dialogs_unittests": "9e33e8e29270493c9431e3e4b244b0532336e45865c4476c0bd3039634a9cec6/569",
    "skia_unittests": "05517012cc191aeb8c13b5e99cda120df49edc9b34a19fb69488c1d313060743/569",
    "snapshot_unittests": "41088dfccad19ace881a3a8e08e30e8f10e5d017301b55d912f49c486415ec1c/569",
    "sql_unittests": "8b104978f9e9ead107ae10b01834fd84708fd6be944f96db3d5d5d5747baedfa/646",
    "storage_unittests": "bf78b0fccbdfa45f52025a44bf598f45218794a003258c98e9fc9127cf676c3e/727",
    "sync_integration_tests": "88474a2b86e8382c90272d4b840f86963c88fd177c93ed166e83fb4ee5b83148/892",
    "ui_base_unittests": "ab4b80d7f1e5ba8eb608908f59a31c981c05faeb6a484ee835093e038f0a3e92/723",
    "ui_touch_selection_unittests": "17cef01f9c49adbb312c5d958f9eb54bd1f9ab178cbee6cf682652712f58edeb/569",
    "unit_tests": "2abdad6aa52002c82f9cd9e2e790322394f264161c4e9f5028a46e2abcee83b9/1141",
    "url_unittests": "d82d237a61599fd326cd3d99294a6ff09f71afe71ad68efbe158a49082e73913/569",
    "views_unittests": "57018f56b471991b5b43c35176c8c54951372ef802367add453615aa3b31b3de/569",
    "viz_unittests": "3932a0f3af478098371b1f3bcc09cceb5f84c59942f43208e7d64cb8e9ec3447/653",
    "vr_common_unittests": "f1bc4d958be109969c680f9a6512a9140fe8c79c968736944d23e4abe242b087/811",
    "vr_pixeltests": "14b966926d1caf25609196d9b2e867ff6881e5591ab221b2ea37b51fcb43384d/725",
    "weblayer_browsertests": "7058739d1537f42659a30f88897b42a9750a006b74178657617a4edf2603d98a/893",
    "weblayer_unittests": "99ccbff7ae05a5235228a1910f7e087a4c8deac2f34ca20a265e88408bf724f7/725",
    "wm_unittests": "22dbb2a4a9fa31d7f1dc3a7a80c533d5f7b94fad0384d9f5f5c9123a6a9b5c5f/569",
    "wtf_unittests": "5d626433decb07513f405da2d66eb3453baeb5c3543b62487b5bee1d7708034a/569",
    "x11_unittests": "4b525e6d17c29897c2c5724fb8b71037f4c6156211c912a17c77748e5c8caa12/569",
    "xr_browser_tests": "747314ef4899c55df6702f1596fa0adf3e7753dd509b12e899e28cac21befcdf/891",
    "zlib_unittests": "ab34f0c9998af604e812e8d609991166998d9588bc73957ef581eae7def12383/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "a737c3978d8217c5d52b0b885ca0018ad0e5420c0ed97a0e9b5f7ac48162d323/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/9208a23c237993c6f4e18b54202721c4e2428dea
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:78045
  • user_agent:recipe

Debug log (UTC)

[04:45:12.726] New invocation is queued and will start shortly
[04:45:12.726] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[04:45:13.802] Starting the invocation (attempt 1)
[04:45:13.834] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/9208a23c237993c6f4e18b54202721c4e2428dea"
[04:45:13.834] Popped gitiles commit info from properties and tags
[04:45:13.834] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:45:13.834] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:45:13.835] Buildbucket request:
{
  "requestId": "8999398391936417472",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "9208a23c237993c6f4e18b54202721c4e2428dea"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "af5ea7f9e31c00c82992f56ad05ed5e72e1817c2",
      "parent_got_dawn_revision": "3bf47122d2b4dbd1a94ee24ad02c0e7606e13f9c",
      "parent_got_nacl_revision": "79b39c6c5f0395e0d60ad65e9c1d258d4bb6825c",
      "parent_got_revision": "9208a23c237993c6f4e18b54202721c4e2428dea",
      "parent_got_revision_cp": "refs/heads/main@{#929558}",
      "parent_got_swiftshader_revision": "a1594b97ef0c7cb4425cd45634d58b141fc505f5",
      "parent_got_v8_revision": "0b7bda016178bf438f09b3c93da572ae3663a1f7",
      "parent_got_v8_revision_cp": "refs/heads/9.6.180@{#1}",
      "parent_got_webrtc_revision": "40abb7d8ff6ebdb8095d372c18949940c5fcecb5",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35164}",
      "swarm_hashes": {
            "absl_hardening_tests": "ca415b9c065594de03d8ff77eaaa1c5da6541886093b5ecb23d5983643740fea/569",
            "accessibility_unittests": "02379adab7369c9e9d8bcef89fcf61701c2f0180ee8e0c6fa818b9e8e467d50c/569",
            "angle_unittests": "04d48e9b51099edb71273ad2e4085598c089022ed06622868e1f2a75a3863697/570",
            "app_shell_unittests": "d6ea67827fb7e60aae5109ed0a2c2328bd8d7acc5439c664eeab5bf4222b91d8/809",
            "aura_unittests": "639bd80cfbf994c853c326d28ef9ba5ea899ad6061da3bfd5e88a94e4d27c8c3/569",
            "base_unittests": "2184a41898705ef9a17342cf63d6298ab3ab0c96bacd01124716e26a4d521b14/648",
            "blink_common_unittests": "d0d74b6553138bfd8a9c2c1f293f83a97ef65f5fb1c82393ce5c1b1d93781004/647",
            "blink_fuzzer_unittests": "243894c1dd61ce496c512090f86159c0b9c55059a96f9209a1d778730c9834b8/648",
            "blink_heap_unittests": "f171fceddad02303e360f0ea33253263cd4a8d36a6753dad240b26ecb0192667/648",
            "blink_platform_unittests": "8afc300c07446baef4a2587dcf3442413854fbbc3f5d179643280d717f9faf04/726",
            "blink_unittests": "6390839a59004eaf5a16065d7190a0b50d4f750ea6b1363e0bf5035227a4db33/726",
            "boringssl_crypto_tests": "51f8ae4e7b537a6559bf21295574f116824621e94b22bc187ea9d55c1818fe06/570",
            "boringssl_ssl_tests": "3441ebe0984ebe3a6de9350e886509e5d4f0f265b6af5006ff481be0fc75affb/569",
            "capture_unittests": "5bf37e194d23b4b0bae88b1bd1a6ef28c70f2d32fad06b7b60c0d44452c48634/648",
            "cast_unittests": "7c5615a96f7b66acdbb98cb0326da74d4e3b9646748036771395830d7683c756/569",
            "cc_unittests": "599b850aaf713fe3d400896ff1f46e5c68a6dbeed717e6e26adabf5264b64606/653",
            "chrome_app_unittests": "1e98bde05672dc14c2410d4c3d55d5d10985ae8b2d7860b016fc71358c13d08d/811",
            "chromedriver_unittests": "d92bc5a4df25126424c37fd122c94b3779333a0013d8297a2abb50965b3e9ff1/726",
            "color_unittests": "657a1947e3473d98cb7107ba2f08e49c9325191353487cac1b288ecce5ff08fb/569",
            "components_browsertests": "808657adae8b4e922f177e8b3863cf2f2563dd7f007eb03c08bc9f486c93d218/892",
            "components_unittests": "ce7896bfbadf444490365f57251086000b1ac102ae918a842398537600e3d013/892",
            "compositor_unittests": "b3d9294c7a1e69c68d06b0717a45260020f130624a7e8bd79314898982a393c9/645",
            "content_browsertests": "c736d16b72c7b0882dc1fb009020692acb57716f08e829f35e99a2f41755ec3f/887",
            "content_unittests": "b0dcd90019ed239830f20463f703a56aae05b7b4a9260138142742a086045a87/806",
            "cronet_tests": "492f3cfe401b06e5bd298123eec96463c9bb0800183ffdd95866485b6a529b93/730",
            "cronet_unittests": "8e2947ed348ed91add0952e592234c77edf0b8ec8b9952e81a9c6811f0dd1a1e/646",
            "crypto_unittests": "eeddd23f0324326b67c87c813c6f9a2fd235709b9edb9c506013ff596c7697b7/569",
            "dbus_unittests": "d1e1d257d252da60a57028c2cf7214d3c192557d0fb17e481d6cc76aa3c4076f/569",
            "device_unittests": "19f7cdce0f05a1593a03d3fe4dd282b5548df7f836fe589f34056b3ffde85484/646",
            "display_unittests": "f4af1febddcac8594bfe0f185e065668ef6910fe70d91e35634a5d5efd3547f7/569",
            "events_unittests": "2be58c0d3b85ae99dffce7305c94739b90fcb0324e06085f9c0fbc18280236c7/569",
            "extensions_browsertests": "ed77283789be323ad0cd538be52ec174a497eee88f98d5fe8db0a5f2aa85f36d/811",
            "extensions_unittests": "5295488e9d65443327e31723b8cf4130cd784451550a7154e88ed498e242f48c/975",
            "filesystem_service_unittests": "15a6a2b72c03fb9240b29311b91520f40d7818e6053813f8aadc5a39e801dfd7/569",
            "gcm_unit_tests": "42626ae0fc3747f2d3de07576c57788f3cc95e6939d03fe9d1cf81842067b5d3/646",
            "gfx_unittests": "6d932f51e41c85ea77e984ac767be6c11a51b4af72af9da1ec3ef821af3d4023/645",
            "gin_unittests": "8d81de57c684bda1e1364f78b1f40510368f805f3c2f1cf07cee59e982595959/646",
            "gl_tests": "8a189db03bd51132ca29b61d1b79fc48a620e1e12ea23d698c8034169dbe9123/569",
            "gl_unittests": "08df0b356a7eb3d40d424015fb557b487f9fd9d74f6e9644d70dab8d9041223e/569",
            "google_apis_unittests": "2951dfb911eac40877717e7ee0b4a1aaf80fb3ac4ac8d80a64e7eeec90c2054f/731",
            "gpu_unittests": "ae9b9ed6b79ab159920325e6203cf271057a79183d26ffd58e69268b9f277987/646",
            "gtk_unittests": "678fd5207941f15c17cda92af804bd0d568191fa53ebf0e24dd17dd3180a27d6/569",
            "gwp_asan_unittests": "54dcca1f594b6a4903d22be73d35e9589a585662e61693f33e690884f07bde4f/570",
            "headless_browsertests": "bbce9cd9868ca95b20f0f91e5c0a89dbd311750900cf82fa21abe0500fdeb4a7/809",
            "headless_unittests": "d959b0a65f8c84ad98d03dbc6a10d4916daddd94aa6507d9bbbe8067bdd9c422/569",
            "interactive_ui_tests": "1ad160efc8a9b9dfe2e336e71e664e91582fec003bed4c66b08c92bb1d26bc0b/1128",
            "ipc_tests": "e3c7ce6b6db08cde589985d24c30e7c16d06edfc94a5888f0b1d3e49c933d9f7/569",
            "jingle_unittests": "d26e950bfd85d7cd8cb4abc1f9e558aa143d5290290d916b8b92013c6a107ea7/646",
            "latency_unittests": "ce8bc98c3b62840597083e40e9ea93e7437246cd1f1188a84d0155d954877345/569",
            "libjingle_xmpp_unittests": "6420fe8c5d7f139a4f338a0881ab0cb2333aa3f16a8a002fcfb7a68e9a195435/569",
            "liburlpattern_unittests": "f9e637ea224b89887ae2ba4bbda1dd814592879a13efcc1af4d3eb9699658aa2/569",
            "media_unittests": "df4d808539a9dbcb7a883c6a71192fa2f7af623a69d389aaf2306ca8af3969a4/649",
            "message_center_unittests": "5fe1a9ec51c8fa8a01143c30599125250baa2f303a7ae1219ee7b5d166480dfd/569",
            "midi_unittests": "66c52ff71df8a0ab2d9ad64a01fd1fb89d2c022e07632231e5906e98a80db495/569",
            "mojo_core_unittests": "8b1ea47f40dcd34f9ddad71b9a678c8b302a1a71fbe30e99d27ed98d663a593a/569",
            "mojo_unittests": "17d5fe2f4616c58895b626640f4fef2746db1933c4759466dd947c3d84f5c23e/647",
            "native_theme_unittests": "41d9e7740f8b7a3a35ab181253ea4884a627d18ef951191679fc88387878a0c0/569",
            "net_unittests": "53d9124700a4b83d3d0d0c36ad3517b6e1e15d48fb6022e2c19c579e7b75b5c7/648",
            "openscreen_unittests": "56732bd2f977650078e960e9eb8174e303e774548d53e40869b0d1deb9db6cfc/811",
            "ozone_x11_unittests": "26f20dcb2990123afddaf8ad16aa419b62dd3decf1ccd6cf99f549cbc085336c/569",
            "pdf_unittests": "c31a38c063f5eacf6b53d39bbe8b516eb5ebf77c23b1f513afcddbc8fb8e3b68/725",
            "perfetto_unittests": "48f607b96fe0a6880deec48e61f51a28f4ccc9399366f88ffd53f9eab4968d35/569",
            "ppapi_unittests": "3918fc8a5679c320f185b42f02edbacb02be6e08e4f2d68327032e4200a4f8e6/569",
            "printing_unittests": "d92d3444797f3aca140b3e352d5193c002a2e9021ad843d55e5ea7e3c6b128bb/569",
            "remoting_unittests": "1ca241e2efed7b7f4e5e8138ca8af84f025c9cb99c0f42479fba929d33a82cd5/646",
            "sandbox_linux_unittests": "bcf57bec8528e76008705c831f461c73f8e1224a1ebaf7f618ed6570772b3072/569",
            "service_manager_unittests": "d92354d6ef6b65adc8358a7cea8c291d1ad5c7b38552f395233296293bdb7124/569",
            "services_unittests": "87583f0da8426a78c175231e86a86e54c38af2a95f7af26d656f8b5748bef8b4/815",
            "shell_dialogs_unittests": "9e33e8e29270493c9431e3e4b244b0532336e45865c4476c0bd3039634a9cec6/569",
            "skia_unittests": "05517012cc191aeb8c13b5e99cda120df49edc9b34a19fb69488c1d313060743/569",
            "snapshot_unittests": "41088dfccad19ace881a3a8e08e30e8f10e5d017301b55d912f49c486415ec1c/569",
            "sql_unittests": "8b104978f9e9ead107ae10b01834fd84708fd6be944f96db3d5d5d5747baedfa/646",
            "storage_unittests": "bf78b0fccbdfa45f52025a44bf598f45218794a003258c98e9fc9127cf676c3e/727",
            "sync_integration_tests": "88474a2b86e8382c90272d4b840f86963c88fd177c93ed166e83fb4ee5b83148/892",
            "ui_base_unittests": "ab4b80d7f1e5ba8eb608908f59a31c981c05faeb6a484ee835093e038f0a3e92/723",
            "ui_touch_selection_unittests": "17cef01f9c49adbb312c5d958f9eb54bd1f9ab178cbee6cf682652712f58edeb/569",
            "unit_tests": "2abdad6aa52002c82f9cd9e2e790322394f264161c4e9f5028a46e2abcee83b9/1141",
            "url_unittests": "d82d237a61599fd326cd3d99294a6ff09f71afe71ad68efbe158a49082e73913/569",
            "views_unittests": "57018f56b471991b5b43c35176c8c54951372ef802367add453615aa3b31b3de/569",
            "viz_unittests": "3932a0f3af478098371b1f3bcc09cceb5f84c59942f43208e7d64cb8e9ec3447/653",
            "vr_common_unittests": "f1bc4d958be109969c680f9a6512a9140fe8c79c968736944d23e4abe242b087/811",
            "vr_pixeltests": "14b966926d1caf25609196d9b2e867ff6881e5591ab221b2ea37b51fcb43384d/725",
            "weblayer_browsertests": "7058739d1537f42659a30f88897b42a9750a006b74178657617a4edf2603d98a/893",
            "weblayer_unittests": "99ccbff7ae05a5235228a1910f7e087a4c8deac2f34ca20a265e88408bf724f7/725",
            "wm_unittests": "22dbb2a4a9fa31d7f1dc3a7a80c533d5f7b94fad0384d9f5f5c9123a6a9b5c5f/569",
            "wtf_unittests": "5d626433decb07513f405da2d66eb3453baeb5c3543b62487b5bee1d7708034a/569",
            "x11_unittests": "4b525e6d17c29897c2c5724fb8b71037f4c6156211c912a17c77748e5c8caa12/569",
            "xr_browser_tests": "747314ef4899c55df6702f1596fa0adf3e7753dd509b12e899e28cac21befcdf/891",
            "zlib_unittests": "ab34f0c9998af604e812e8d609991166998d9588bc73957ef581eae7def12383/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "a737c3978d8217c5d52b0b885ca0018ad0e5420c0ed97a0e9b5f7ac48162d323/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "9208a23c237993c6f4e18b54202721c4e2428dea",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8999398391936417472"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "78045"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[04:45:14.440] Scheduled build:
{
  "id": "8833968330028814497",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 70003,
  "createdBy": "project:chromium",
  "createTime": "2021-10-08T04:45:13.913786846Z",
  "updateTime": "2021-10-08T04:45:14.179597457Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "9208a23c237993c6f4e18b54202721c4e2428dea",
      "ref": "refs/heads/main"
    }
  }
}
[04:45:14.440] Task URL: https://cr-buildbucket.appspot.com/build/8833968330028814497
[04:45:14.440] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999398391936417472:2:0) after 6m59s
[04:45:34.447] Received PubSub notification, asking Buildbucket for the build status
[04:45:34.475] Build status: STARTED
[04:52:13.488] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999398391936417472:2:0)
[04:52:13.604] Build status: STARTED
[04:52:13.604] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999398391936417472:4:0) after 9m3s
[05:01:16.652] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999398391936417472:4:0)
[05:01:16.693] Build status: STARTED
[05:01:16.693] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999398391936417472:5:0) after 3m23s
[05:04:39.712] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999398391936417472:5:0)
[05:04:39.744] Build status: STARTED
[05:04:39.744] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999398391936417472:6:0) after 4m39s
[05:09:18.938] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999398391936417472:6:0)
[05:09:18.976] Build status: STARTED
[05:09:18.976] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999398391936417472:7:0) after 1m1s
[05:10:20.095] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999398391936417472:7:0)
[05:10:20.126] Build status: STARTED
[05:10:20.126] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999398391936417472:8:0) after 4m40s
[05:13:12.752] Received PubSub notification, asking Buildbucket for the build status
[05:13:12.791] Build:
{
  "id": "8833968330028814497",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 70003,
  "createdBy": "project:chromium",
  "createTime": "2021-10-08T04:45:13.913786846Z",
  "startTime": "2021-10-08T04:45:33.355751Z",
  "endTime": "2021-10-08T05:13:12.175691250Z",
  "updateTime": "2021-10-08T05:13:12.176095587Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "9208a23c237993c6f4e18b54202721c4e2428dea",
      "ref": "refs/heads/main"
    }
  }
}
[05:13:12.791] Invocation finished in 28m0.080852438s with status FAILED