Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 29 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/77442 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "d08ab091c810522ba7b94e6416eb2624bdf7be65"
    }
  },
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "9112b1a96d49967d87142179758ff6f32ca132e8",
  "parent_got_dawn_revision": "020d69905e03b2f1d6f658775bd0993609eca1de",
  "parent_got_nacl_revision": "9cf177a3090c39cee56402e009e1e4665d8a3132",
  "parent_got_revision": "d08ab091c810522ba7b94e6416eb2624bdf7be65",
  "parent_got_revision_cp": "refs/heads/main@{#921508}",
  "parent_got_swiftshader_revision": "0fa19bd6c285e8ad3459a3f58ca903ceb2d7ab00",
  "parent_got_v8_revision": "38c0b55a1bc497992da57fa14e34afc97f0bf282",
  "parent_got_v8_revision_cp": "refs/heads/9.6.14@{#1}",
  "parent_got_webrtc_revision": "7ca630f8dd0c1c8179a635660c0265bb5f4ea179",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#34992}",
  "revision": "d08ab091c810522ba7b94e6416eb2624bdf7be65",
  "swarm_hashes": {
    "absl_hardening_tests": "db5371955e54639787a74b471f54e04440a497246e72dc6a03f1cf0a98ffaae8/569",
    "accessibility_unittests": "77a4a999bc1c1108e4f385c15291128485f4c14bf0d3d330aee5675e438e3136/569",
    "angle_unittests": "24c98191dbfc2ef7eed8ac8154d9b417633438ba8864b7a258d6400be33148e6/570",
    "app_shell_unittests": "305297ee68d955e5737b55239276c0ab96991456448b77b779fdc0bc5881fd9a/809",
    "aura_unittests": "253ee02dbff09eb0917cd0efaf0ab957cefff39d92b150a17c16d83d6a294d92/569",
    "base_unittests": "fd710467174c30ed564f6e114f27ec335d8cd80ee978a970cf17d133796e67ce/648",
    "blink_common_unittests": "278f38c11c690dfa7d19469803921e78a7fba73d79f1fbdcf403e6ca14a9063d/647",
    "blink_fuzzer_unittests": "0496f91dd0d8d49ef1f5f4d4cfd0df00eaa89e059387418a91967404e9299ace/648",
    "blink_heap_unittests": "a6ede010818be79e88a9532399f866fc65a5a6c2097ba3f9ddb000b08ab9496d/648",
    "blink_platform_unittests": "275a6931938d82ca44d7ed875c600779caed9c32dfe7e4663dbed89ff89f2c6a/726",
    "blink_unittests": "96f45a0f3bc4b993af9d8908090f7c7d2006c907d1e48c6e674c56556e9900da/726",
    "boringssl_crypto_tests": "b2fe5dda99be485dd0e44c5a350b605464472f3e5274e60c4a584e891a67e7bf/570",
    "boringssl_ssl_tests": "acd5050e4fcf905b4cddd1ce3adaa041504556c4eae4c9e85cd56c114bf857d6/569",
    "capture_unittests": "bd3c135a7887d410ed7f08cd32ffb911d9ec1a936a536aee53befeba6b0a1f5e/648",
    "cast_unittests": "78c7d94dc7f076e28cbd632485b9251e760c6361ba2ac99c26fa9f2b833a93f6/569",
    "cc_unittests": "37bb35a67c4887c2e26a01504697cef8acd69c08699f1803517989caed8d1b75/653",
    "chrome_app_unittests": "d0ad098c101e5638edd36cea8d243798abca84b13accb0df7555c1043ff26d56/811",
    "chromedriver_unittests": "70d23aef76d286c092d1e492d3de600ef5bb2e3d0f499ce3ff7060eeac6d2637/726",
    "color_unittests": "44da2a65b0e2fa50d59ac87faf16b47cd8c67fe1ae8acb406b054d6b0964d49c/569",
    "components_browsertests": "eaf3d6fa330dd10525e4e4a286c8612814437b957c8692233a936c3d19d27249/892",
    "components_unittests": "b11045dc942bd5a2884e92fcab1243692bb9eb09f87b33fe3ddd3b8cbb92af7a/892",
    "compositor_unittests": "fd99b77a103e87e33ab614658f119bd2bf95f33151bc731e9d37525f314b0f46/645",
    "content_browsertests": "64a2d94671442ba0b37b852960c09fba730e48962f7ca22b50cac04552ccdb95/887",
    "content_unittests": "e95c02b4a66c3edca9da12d1e0db7193757c7e0fd272a45fb814e00650d051c1/806",
    "cronet_tests": "cf93e53fa9926f004c93fb892d2251551816d05896e82c448075daacbc2121e4/730",
    "cronet_unittests": "58a8c57113d66f79eceaddb4c9da34fff375732b0b26b26fc17adbf02fdde41f/646",
    "crypto_unittests": "ca0f2ae70105f3741cf9c1e21cc963cb771eff137767317a6fa6dd39a7fa7c09/569",
    "dbus_unittests": "f350daa8da3fbb0b10a77afa74fe5661c812559c832ceebc36eed532c0092b19/569",
    "device_unittests": "c6a07e310156b27cbb861908f4191c157cde40578adde293991336614fd92370/646",
    "display_unittests": "2e92a1540fec42e9e5a37adb8b81018bdaa808287e8396677edbd94c83ad0549/569",
    "events_unittests": "948ca5c6b086c6047dbce276795cfde80a2781008851cb15269e636ba132d060/569",
    "extensions_browsertests": "b1a412d3983323220fc379e5829e3cec7b7b40dee1c38a7265fd3e986eeab7b7/811",
    "extensions_unittests": "8bc3f44680d66da2bdd42d0b043f0ecd2d16f529d11fd23137baf9ff5ee80f36/975",
    "filesystem_service_unittests": "b4beec9dc38c447a9c4891f90fdc2dd767bcafc29902c78368c1f06cae6d9f60/569",
    "gcm_unit_tests": "b82d9513bab8eebb16967280d17dba5a7413c4104a1f7728a321e926dd88cf75/646",
    "gfx_unittests": "cd040379cd51d53abc348a82d9cb375cac183c627a49782d2b648d7f7b96626f/645",
    "gin_unittests": "0f42850a20dfada4c9f23cf2a62bf38c52961f433fffd9ac67504543a484e81c/646",
    "gl_tests": "c370493a19ab390c0fb6bc047125a3cff98ebc674b433d068224f229fb5cf542/569",
    "gl_unittests": "10c7e977a15b24ee6ed0706e01d7158235bb981e904ce1912d960a2b69aacee3/569",
    "google_apis_unittests": "db55d3df75e65526f6f4cb7569e6a5ba2d735840df9751bac34d3e30d3fb084d/731",
    "gpu_unittests": "d86eec3599a4254cdd8b60fcffd780183bca0867c70161f69ccb3a16cf1e98f4/646",
    "gtk_unittests": "f7dea199fa43797d3009b7eeaff97a37a70cb856e5d8b6a9265c8b796e2ce6d9/569",
    "gwp_asan_unittests": "ee636195675b2ef2fc3fb4975b38cf4a66d112628f20d389c978cec7c19669de/570",
    "headless_browsertests": "21bccf179322b5885fa8048d574a5d127e002da5c26c65185def770964518186/809",
    "headless_unittests": "6be70ae52fe6b92105be7cbf9a3d0f1d05d0f287918256c9ef62438fcae2e5b6/569",
    "interactive_ui_tests": "54248166a7de3c542accdb355a6c4bab790d1d601e85b7e712e18b9a5636b9c9/1128",
    "ipc_tests": "94a7eaf56ac87228e9171028969ac360192f66faba3c1dfa98e8765c947056ef/569",
    "jingle_unittests": "9c7a4406b36606bc4165e2b0b8cdd84a62ce40bd355d3ffc13733a39855a862a/646",
    "latency_unittests": "d70e2d2356e323214e191f597d957843f7234cb69d3adcaae0dbcf64107321b4/569",
    "libjingle_xmpp_unittests": "36aa6f5f99121996a905ffa826979c903e8785c459ca0be249b119b703484a36/569",
    "liburlpattern_unittests": "5f812b24ed2a07f127eb1d80cda62917eb12742c8aee40cd27d55d0a77408a04/569",
    "media_unittests": "ad226c2b959db650fcb60e458c9118c6a27b1bfd7dc1791ed2580991d206b3be/649",
    "message_center_unittests": "7e6de04feb57b5577cd352879022fc36fc1422fab8e5f41a30153f263bec4547/569",
    "midi_unittests": "d892abfad6a8089fc377ec5b237e9c6d24ebb28b1c3fa590afaea4c1c2669eaf/569",
    "mojo_core_unittests": "8572a9a86820c85bdd6042ebeb3e6136993e1e88ee6f4932d1a7ddbb399fbe5a/569",
    "mojo_unittests": "d18e90561c6064981c86112ed677a6352cbfc2eb0a3c2121e9cb5f02c3f07bf3/647",
    "native_theme_unittests": "0056b4c6927e833398d76ac757d4699cfdd1b57a04a9e50e8a4f7854f9be0cf3/569",
    "net_unittests": "fa88b3fc422ae7363c3f64c93a0e2c1816a100f7a84dbfb670bb0f8235b7ab2d/648",
    "openscreen_unittests": "dda9066cb7494c43d58fd38e178bd4663b081c69eae81a5cfeb54462b30196fc/811",
    "pdf_unittests": "a65f1c33b2dfcf397aee951de9372f170098ec9a7725d08057e6e00be2b1b653/725",
    "perfetto_unittests": "8a668e3fb8510cb5e62da382d5d28573f2a444a87d643c6909f536aa389be4b6/569",
    "ppapi_unittests": "7ca29268afd61d7a6ee7d77d5738d5d9b6052c027b17364e0a906c26a11bda3a/569",
    "printing_unittests": "2c35da5537a3b9f699c84accc42adbd89c5075f59982d578f0e5175050c5731d/569",
    "remoting_unittests": "d570aebefa5656ade9455e66fa1cd6054166fdc158ee7ccf96cdf67503c9d9fc/646",
    "sandbox_linux_unittests": "90f2d902d9cf3643c63179538497fe3cff505824ba0679dc85be56ce6fb1d26b/569",
    "service_manager_unittests": "d88e917db208cd95eeecbd35b0fff06022a412df4dc8d0ca4272ff217d8882f7/569",
    "services_unittests": "83e8c1d44f66b8b462a02d1e232ad91ceea51398e2cb19f72f5519b1913a8913/815",
    "shell_dialogs_unittests": "dee5d76662f7bfcd5efc994ac3affd7bcc61e6d8d83aa68804afc34f447b83b4/569",
    "skia_unittests": "3b011a53da10ed010414fefa42552dfeca1999fbf2d7a22bafdbe5f3f63c96ec/569",
    "snapshot_unittests": "32b5d2e4a0819c57cda3c20139e9c295f91c64515cc0522acdb88520d24bcb29/569",
    "sql_unittests": "78c8579f6ae4de0930504a82cb7a03aafb9b2fd021bce3bcc4d9daaf2550aaa1/646",
    "storage_unittests": "8939bc6e110f04cff61c17e69415ed5b8e24c452e3aeade20558ef462e005722/727",
    "sync_integration_tests": "87ffd5439d29957cf3c4a324efbc54498a1b33adab6b9418b9b379f044f0eea2/892",
    "traffic_annotation_auditor_unittests": "502f285b6e869364c2457153ce0190df4daf9c87e8a5edb4094f2de8052264af/650",
    "ui_base_unittests": "9f8f21d73d86146819a1e6782ee9d998b000dd6c9a0c7d87c1e77e88598d9aaa/723",
    "ui_touch_selection_unittests": "de66800fae30444b0e5ae7ce7f17509316d812c937087e4b6472257bed44d2fd/569",
    "unit_tests": "8a30cd0471986374463280a528fb5b340a2f3ec49dbcadd13a1572e5958feedb/1141",
    "url_unittests": "b29a941ee410a39ce7579d7d4080a8add9aa562aed91c21a9ede48dfe07d3b16/569",
    "views_unittests": "a8e3091dbe68c3dddee8db950732ede6d41740ab291a6262954a3b52c3cfcb0c/569",
    "viz_unittests": "4a23ab4ee2f8ecf804824f9ff97fe9133286aacbc40232f32def6cafe700b03d/653",
    "vr_common_unittests": "a4d9e1c6ee49d7c175f948cc3364bcc2813c4227fb650ac4b6ada99e16c02101/811",
    "vr_pixeltests": "f0673214fcc701588c80e063f7be390e7a6d1cc0e55e2ac05039c21f8cbf4155/725",
    "weblayer_browsertests": "99ba44a9e6d164d6dd398e9495c1a8cad5f5e1414648734961f16f911738f373/893",
    "weblayer_unittests": "6f3f278f753ced74ddc62f4316d3f10006e06b62fd30f4a7dba41e1c095df6be/725",
    "wm_unittests": "6fd15236d88fc9b1b6d18b437ca89234ae7a6d31734cfa111e6feff49368c733/569",
    "wtf_unittests": "216731a9f36997668721bd41bd65655dd590961e4e4102abd788a81d3bd404a8/569",
    "x11_unittests": "632ee4e5c2083f3c9e2906faede8bcc387d85d1af952975bd4cfe81b7f7ec652/569",
    "xr_browser_tests": "aa07bf3ca2bfcbece3516eff0f646b747c235c379fe17ee447397d4a5adaa295/891",
    "zlib_unittests": "f7f89fe481793ba0a9174620dfb0790c64c8be40653f2f0922517766081bf81d/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "e72e1a0ee60a3025feb4553ecc2b98359bae41ea95b68cf312527eb188ab646d/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d08ab091c810522ba7b94e6416eb2624bdf7be65
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:77442
  • user_agent:recipe

Debug log (UTC)

[03:12:15.166] New invocation is queued and will start shortly
[03:12:15.166] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[03:12:16.958] Starting the invocation (attempt 1)
[03:12:17.010] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d08ab091c810522ba7b94e6416eb2624bdf7be65"
[03:12:17.010] Reconstructed gitiles commit from tags
[03:12:17.010] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:12:17.010] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:12:17.011] Buildbucket request:
{
  "requestId": "9001487970659070944",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "d08ab091c810522ba7b94e6416eb2624bdf7be65"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "9112b1a96d49967d87142179758ff6f32ca132e8",
      "parent_got_dawn_revision": "020d69905e03b2f1d6f658775bd0993609eca1de",
      "parent_got_nacl_revision": "9cf177a3090c39cee56402e009e1e4665d8a3132",
      "parent_got_revision": "d08ab091c810522ba7b94e6416eb2624bdf7be65",
      "parent_got_revision_cp": "refs/heads/main@{#921508}",
      "parent_got_swiftshader_revision": "0fa19bd6c285e8ad3459a3f58ca903ceb2d7ab00",
      "parent_got_v8_revision": "38c0b55a1bc497992da57fa14e34afc97f0bf282",
      "parent_got_v8_revision_cp": "refs/heads/9.6.14@{#1}",
      "parent_got_webrtc_revision": "7ca630f8dd0c1c8179a635660c0265bb5f4ea179",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#34992}",
      "swarm_hashes": {
            "absl_hardening_tests": "db5371955e54639787a74b471f54e04440a497246e72dc6a03f1cf0a98ffaae8/569",
            "accessibility_unittests": "77a4a999bc1c1108e4f385c15291128485f4c14bf0d3d330aee5675e438e3136/569",
            "angle_unittests": "24c98191dbfc2ef7eed8ac8154d9b417633438ba8864b7a258d6400be33148e6/570",
            "app_shell_unittests": "305297ee68d955e5737b55239276c0ab96991456448b77b779fdc0bc5881fd9a/809",
            "aura_unittests": "253ee02dbff09eb0917cd0efaf0ab957cefff39d92b150a17c16d83d6a294d92/569",
            "base_unittests": "fd710467174c30ed564f6e114f27ec335d8cd80ee978a970cf17d133796e67ce/648",
            "blink_common_unittests": "278f38c11c690dfa7d19469803921e78a7fba73d79f1fbdcf403e6ca14a9063d/647",
            "blink_fuzzer_unittests": "0496f91dd0d8d49ef1f5f4d4cfd0df00eaa89e059387418a91967404e9299ace/648",
            "blink_heap_unittests": "a6ede010818be79e88a9532399f866fc65a5a6c2097ba3f9ddb000b08ab9496d/648",
            "blink_platform_unittests": "275a6931938d82ca44d7ed875c600779caed9c32dfe7e4663dbed89ff89f2c6a/726",
            "blink_unittests": "96f45a0f3bc4b993af9d8908090f7c7d2006c907d1e48c6e674c56556e9900da/726",
            "boringssl_crypto_tests": "b2fe5dda99be485dd0e44c5a350b605464472f3e5274e60c4a584e891a67e7bf/570",
            "boringssl_ssl_tests": "acd5050e4fcf905b4cddd1ce3adaa041504556c4eae4c9e85cd56c114bf857d6/569",
            "capture_unittests": "bd3c135a7887d410ed7f08cd32ffb911d9ec1a936a536aee53befeba6b0a1f5e/648",
            "cast_unittests": "78c7d94dc7f076e28cbd632485b9251e760c6361ba2ac99c26fa9f2b833a93f6/569",
            "cc_unittests": "37bb35a67c4887c2e26a01504697cef8acd69c08699f1803517989caed8d1b75/653",
            "chrome_app_unittests": "d0ad098c101e5638edd36cea8d243798abca84b13accb0df7555c1043ff26d56/811",
            "chromedriver_unittests": "70d23aef76d286c092d1e492d3de600ef5bb2e3d0f499ce3ff7060eeac6d2637/726",
            "color_unittests": "44da2a65b0e2fa50d59ac87faf16b47cd8c67fe1ae8acb406b054d6b0964d49c/569",
            "components_browsertests": "eaf3d6fa330dd10525e4e4a286c8612814437b957c8692233a936c3d19d27249/892",
            "components_unittests": "b11045dc942bd5a2884e92fcab1243692bb9eb09f87b33fe3ddd3b8cbb92af7a/892",
            "compositor_unittests": "fd99b77a103e87e33ab614658f119bd2bf95f33151bc731e9d37525f314b0f46/645",
            "content_browsertests": "64a2d94671442ba0b37b852960c09fba730e48962f7ca22b50cac04552ccdb95/887",
            "content_unittests": "e95c02b4a66c3edca9da12d1e0db7193757c7e0fd272a45fb814e00650d051c1/806",
            "cronet_tests": "cf93e53fa9926f004c93fb892d2251551816d05896e82c448075daacbc2121e4/730",
            "cronet_unittests": "58a8c57113d66f79eceaddb4c9da34fff375732b0b26b26fc17adbf02fdde41f/646",
            "crypto_unittests": "ca0f2ae70105f3741cf9c1e21cc963cb771eff137767317a6fa6dd39a7fa7c09/569",
            "dbus_unittests": "f350daa8da3fbb0b10a77afa74fe5661c812559c832ceebc36eed532c0092b19/569",
            "device_unittests": "c6a07e310156b27cbb861908f4191c157cde40578adde293991336614fd92370/646",
            "display_unittests": "2e92a1540fec42e9e5a37adb8b81018bdaa808287e8396677edbd94c83ad0549/569",
            "events_unittests": "948ca5c6b086c6047dbce276795cfde80a2781008851cb15269e636ba132d060/569",
            "extensions_browsertests": "b1a412d3983323220fc379e5829e3cec7b7b40dee1c38a7265fd3e986eeab7b7/811",
            "extensions_unittests": "8bc3f44680d66da2bdd42d0b043f0ecd2d16f529d11fd23137baf9ff5ee80f36/975",
            "filesystem_service_unittests": "b4beec9dc38c447a9c4891f90fdc2dd767bcafc29902c78368c1f06cae6d9f60/569",
            "gcm_unit_tests": "b82d9513bab8eebb16967280d17dba5a7413c4104a1f7728a321e926dd88cf75/646",
            "gfx_unittests": "cd040379cd51d53abc348a82d9cb375cac183c627a49782d2b648d7f7b96626f/645",
            "gin_unittests": "0f42850a20dfada4c9f23cf2a62bf38c52961f433fffd9ac67504543a484e81c/646",
            "gl_tests": "c370493a19ab390c0fb6bc047125a3cff98ebc674b433d068224f229fb5cf542/569",
            "gl_unittests": "10c7e977a15b24ee6ed0706e01d7158235bb981e904ce1912d960a2b69aacee3/569",
            "google_apis_unittests": "db55d3df75e65526f6f4cb7569e6a5ba2d735840df9751bac34d3e30d3fb084d/731",
            "gpu_unittests": "d86eec3599a4254cdd8b60fcffd780183bca0867c70161f69ccb3a16cf1e98f4/646",
            "gtk_unittests": "f7dea199fa43797d3009b7eeaff97a37a70cb856e5d8b6a9265c8b796e2ce6d9/569",
            "gwp_asan_unittests": "ee636195675b2ef2fc3fb4975b38cf4a66d112628f20d389c978cec7c19669de/570",
            "headless_browsertests": "21bccf179322b5885fa8048d574a5d127e002da5c26c65185def770964518186/809",
            "headless_unittests": "6be70ae52fe6b92105be7cbf9a3d0f1d05d0f287918256c9ef62438fcae2e5b6/569",
            "interactive_ui_tests": "54248166a7de3c542accdb355a6c4bab790d1d601e85b7e712e18b9a5636b9c9/1128",
            "ipc_tests": "94a7eaf56ac87228e9171028969ac360192f66faba3c1dfa98e8765c947056ef/569",
            "jingle_unittests": "9c7a4406b36606bc4165e2b0b8cdd84a62ce40bd355d3ffc13733a39855a862a/646",
            "latency_unittests": "d70e2d2356e323214e191f597d957843f7234cb69d3adcaae0dbcf64107321b4/569",
            "libjingle_xmpp_unittests": "36aa6f5f99121996a905ffa826979c903e8785c459ca0be249b119b703484a36/569",
            "liburlpattern_unittests": "5f812b24ed2a07f127eb1d80cda62917eb12742c8aee40cd27d55d0a77408a04/569",
            "media_unittests": "ad226c2b959db650fcb60e458c9118c6a27b1bfd7dc1791ed2580991d206b3be/649",
            "message_center_unittests": "7e6de04feb57b5577cd352879022fc36fc1422fab8e5f41a30153f263bec4547/569",
            "midi_unittests": "d892abfad6a8089fc377ec5b237e9c6d24ebb28b1c3fa590afaea4c1c2669eaf/569",
            "mojo_core_unittests": "8572a9a86820c85bdd6042ebeb3e6136993e1e88ee6f4932d1a7ddbb399fbe5a/569",
            "mojo_unittests": "d18e90561c6064981c86112ed677a6352cbfc2eb0a3c2121e9cb5f02c3f07bf3/647",
            "native_theme_unittests": "0056b4c6927e833398d76ac757d4699cfdd1b57a04a9e50e8a4f7854f9be0cf3/569",
            "net_unittests": "fa88b3fc422ae7363c3f64c93a0e2c1816a100f7a84dbfb670bb0f8235b7ab2d/648",
            "openscreen_unittests": "dda9066cb7494c43d58fd38e178bd4663b081c69eae81a5cfeb54462b30196fc/811",
            "pdf_unittests": "a65f1c33b2dfcf397aee951de9372f170098ec9a7725d08057e6e00be2b1b653/725",
            "perfetto_unittests": "8a668e3fb8510cb5e62da382d5d28573f2a444a87d643c6909f536aa389be4b6/569",
            "ppapi_unittests": "7ca29268afd61d7a6ee7d77d5738d5d9b6052c027b17364e0a906c26a11bda3a/569",
            "printing_unittests": "2c35da5537a3b9f699c84accc42adbd89c5075f59982d578f0e5175050c5731d/569",
            "remoting_unittests": "d570aebefa5656ade9455e66fa1cd6054166fdc158ee7ccf96cdf67503c9d9fc/646",
            "sandbox_linux_unittests": "90f2d902d9cf3643c63179538497fe3cff505824ba0679dc85be56ce6fb1d26b/569",
            "service_manager_unittests": "d88e917db208cd95eeecbd35b0fff06022a412df4dc8d0ca4272ff217d8882f7/569",
            "services_unittests": "83e8c1d44f66b8b462a02d1e232ad91ceea51398e2cb19f72f5519b1913a8913/815",
            "shell_dialogs_unittests": "dee5d76662f7bfcd5efc994ac3affd7bcc61e6d8d83aa68804afc34f447b83b4/569",
            "skia_unittests": "3b011a53da10ed010414fefa42552dfeca1999fbf2d7a22bafdbe5f3f63c96ec/569",
            "snapshot_unittests": "32b5d2e4a0819c57cda3c20139e9c295f91c64515cc0522acdb88520d24bcb29/569",
            "sql_unittests": "78c8579f6ae4de0930504a82cb7a03aafb9b2fd021bce3bcc4d9daaf2550aaa1/646",
            "storage_unittests": "8939bc6e110f04cff61c17e69415ed5b8e24c452e3aeade20558ef462e005722/727",
            "sync_integration_tests": "87ffd5439d29957cf3c4a324efbc54498a1b33adab6b9418b9b379f044f0eea2/892",
            "traffic_annotation_auditor_unittests": "502f285b6e869364c2457153ce0190df4daf9c87e8a5edb4094f2de8052264af/650",
            "ui_base_unittests": "9f8f21d73d86146819a1e6782ee9d998b000dd6c9a0c7d87c1e77e88598d9aaa/723",
            "ui_touch_selection_unittests": "de66800fae30444b0e5ae7ce7f17509316d812c937087e4b6472257bed44d2fd/569",
            "unit_tests": "8a30cd0471986374463280a528fb5b340a2f3ec49dbcadd13a1572e5958feedb/1141",
            "url_unittests": "b29a941ee410a39ce7579d7d4080a8add9aa562aed91c21a9ede48dfe07d3b16/569",
            "views_unittests": "a8e3091dbe68c3dddee8db950732ede6d41740ab291a6262954a3b52c3cfcb0c/569",
            "viz_unittests": "4a23ab4ee2f8ecf804824f9ff97fe9133286aacbc40232f32def6cafe700b03d/653",
            "vr_common_unittests": "a4d9e1c6ee49d7c175f948cc3364bcc2813c4227fb650ac4b6ada99e16c02101/811",
            "vr_pixeltests": "f0673214fcc701588c80e063f7be390e7a6d1cc0e55e2ac05039c21f8cbf4155/725",
            "weblayer_browsertests": "99ba44a9e6d164d6dd398e9495c1a8cad5f5e1414648734961f16f911738f373/893",
            "weblayer_unittests": "6f3f278f753ced74ddc62f4316d3f10006e06b62fd30f4a7dba41e1c095df6be/725",
            "wm_unittests": "6fd15236d88fc9b1b6d18b437ca89234ae7a6d31734cfa111e6feff49368c733/569",
            "wtf_unittests": "216731a9f36997668721bd41bd65655dd590961e4e4102abd788a81d3bd404a8/569",
            "x11_unittests": "632ee4e5c2083f3c9e2906faede8bcc387d85d1af952975bd4cfe81b7f7ec652/569",
            "xr_browser_tests": "aa07bf3ca2bfcbece3516eff0f646b747c235c379fe17ee447397d4a5adaa295/891",
            "zlib_unittests": "f7f89fe481793ba0a9174620dfb0790c64c8be40653f2f0922517766081bf81d/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "e72e1a0ee60a3025feb4553ecc2b98359bae41ea95b68cf312527eb188ab646d/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d08ab091c810522ba7b94e6416eb2624bdf7be65",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "9001487970659070944"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "77442"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[03:12:17.556] Scheduled build:
{
  "id": "8836057907967357393",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 69409,
  "createdBy": "project:chromium",
  "createTime": "2021-09-15T03:12:17.101588661Z",
  "updateTime": "2021-09-15T03:12:17.358802392Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "d08ab091c810522ba7b94e6416eb2624bdf7be65",
      "ref": "refs/heads/main"
    }
  }
}
[03:12:17.556] Task URL: https://cr-buildbucket.appspot.com/build/8836057907967357393
[03:12:17.556] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9001487970659070944:2:0) after 4m13s
[03:12:22.240] Received PubSub notification, asking Buildbucket for the build status
[03:12:22.288] Build status: STARTED
[03:16:30.626] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9001487970659070944:2:0)
[03:16:30.674] Build status: STARTED
[03:16:30.674] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9001487970659070944:4:0) after 9m33s
[03:26:03.806] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9001487970659070944:4:0)
[03:26:03.838] Build status: STARTED
[03:26:03.838] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9001487970659070944:5:0) after 5m18s
[03:31:21.977] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9001487970659070944:5:0)
[03:31:22.008] Build status: STARTED
[03:31:22.008] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9001487970659070944:6:0) after 5m43s
[03:37:05.197] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9001487970659070944:6:0)
[03:37:05.242] Build status: STARTED
[03:37:05.243] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9001487970659070944:7:0) after 1m8s
[03:38:13.278] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9001487970659070944:7:0)
[03:38:13.428] Build status: STARTED
[03:38:13.428] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9001487970659070944:8:0) after 8m18s
[03:41:31.735] Received PubSub notification, asking Buildbucket for the build status
[03:41:31.790] Build:
{
  "id": "8836057907967357393",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 69409,
  "createdBy": "project:chromium",
  "createTime": "2021-09-15T03:12:17.101588661Z",
  "startTime": "2021-09-15T03:12:21.069579Z",
  "endTime": "2021-09-15T03:41:31.013082576Z",
  "updateTime": "2021-09-15T03:41:31.013671251Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "d08ab091c810522ba7b94e6416eb2624bdf7be65",
      "ref": "refs/heads/main"
    }
  }
}
[03:41:31.790] Invocation finished in 29m16.640792605s with status FAILED