Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 39 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/78671 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "ae8133f1dbd9c7b49f8eb621a20fdb258032d07f"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "d2b4d9aec1590dae5c33625a30878b5bcf423527",
  "parent_got_dawn_revision": "b19556e907c5012e6e28906a797f62b197aff965",
  "parent_got_nacl_revision": "9d577686a4321b08f6b86ff2589070fdee1c53f9",
  "parent_got_revision": "ae8133f1dbd9c7b49f8eb621a20fdb258032d07f",
  "parent_got_revision_cp": "refs/heads/main@{#936732}",
  "parent_got_swiftshader_revision": "9d8950e082d87b79f9a67a9fb26494cec36827ba",
  "parent_got_v8_revision": "db391a3b8fc5c3e8448bb0f5c2af1683ae8a4c32",
  "parent_got_v8_revision_cp": "refs/heads/9.7.84@{#1}",
  "parent_got_webrtc_revision": "3cff17133342a6edf438c8614fe630728e88d8c0",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35282}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "ae8133f1dbd9c7b49f8eb621a20fdb258032d07f",
  "swarm_hashes": {
    "absl_hardening_tests": "6e19fc6d34bf39af4f09d7e66285abe15fbda9d0d1cd5c96c31716799a06a651/569",
    "accessibility_unittests": "362888b1e3fd0f67e5e12c193d7c5a11377255baaad5dd88d4af9a3819ba3f31/569",
    "angle_unittests": "89aae4252ff2d5108a24d2ed4de8523090e8cdf2aa71e1e3af74ddf87abe9e0d/570",
    "app_shell_unittests": "81fa75622f70607143f2dcd04eeec53fe088f31901aa9aea7fa649d03d8c5c6c/809",
    "aura_unittests": "068287ffcf4665116156c18afebe433a69c1b7ca73f532560db05eb30cd4457e/569",
    "base_unittests": "f6d0d867e981b0a51fea32632e37e18b5e170022002a1024042aa042f02fb9ae/648",
    "blink_common_unittests": "29a349de7b87c3b608eeaf2b0eb09792a3bfe04a52ec007f35dd803faca3e43d/647",
    "blink_fuzzer_unittests": "c205f57676d0b8b6e5da39e9824f56a670364b8b1745b0df59e2112f4326c2ff/648",
    "blink_heap_unittests": "226a2c1a7c3239a79e0e996ba73470fde4d83a8223c569182a4e62c145a70402/648",
    "blink_platform_unittests": "3b40712aab725002bf229df95e256dbd8fcb1a3aa0bb147526ab1faf3394eb7d/726",
    "blink_unittests": "7c2b61b82ef177e39d7aecfbeb7a760bb4e66d0148a1387386cd0c4392dd824a/726",
    "boringssl_crypto_tests": "068397fc10ca535f12d6ed499b8863259d8c08611aaed19e60396aa75fc081c1/570",
    "boringssl_ssl_tests": "c709200f08dbf2341553bfb19a1ebd7c3c91eee4191e7ac7e2e1879fe0108b40/569",
    "capture_unittests": "f72826572a7645c273ba5a4ab98d82385c5fef585ce3da7b60a2b5a18abd80dd/648",
    "cast_unittests": "cb87772256be99bdaa0f39e96bbaf5517d340d06177021a52f3c49fce21df4b8/569",
    "cc_unittests": "aa0e55a0bd6f4685a1b8e67be53f9d02bf8fce43394fb12e7307596b90570553/653",
    "chrome_app_unittests": "1ac9bdca0a9521370e161a62ff1dc13a7d39a088119717bed8b202d0587a9bcb/811",
    "chromedriver_unittests": "dca3521cab7925d2b276bc07a14d19e7dfe591f8aaed483ba9d65b135790560d/726",
    "color_unittests": "b2743494c218920e19ae25c8ab644fc20cd2485a8d41721ed1774712bf9221c1/569",
    "components_browsertests": "d23ad689fab0c3530834361cd973436ab94b3622620df5993354a9c3f571f588/892",
    "components_unittests": "51ae8fc7d54954c2819647b00d1fa89221bda4d718f7df74125abc32a21c460d/892",
    "compositor_unittests": "de138bdb352f7557f7e542094f16c1ce4013c7a6b25eaf7611f37ad0ce95ccb0/645",
    "content_browsertests": "a7ecf158fb90e409663cb37d90dd3c4bfabbf703e1cd2a77c5d16539024fb5b9/887",
    "content_unittests": "ef624d416c5dac49bd78ae7055c2b143c9d0111b75735647d020b70a4349419d/806",
    "cronet_tests": "030015fa05998fd1b09496b0f7d53acc5d8aa561862cb84fdda2f95941d8b17f/730",
    "cronet_unittests": "e9c1abb35db15724ee5071a5c14588b52ba5eda1c4907b9dbe3a23916ca5a2a9/646",
    "crypto_unittests": "311d5fedfd4e6dc453927a9b45a9cd63522e5d02fa927ea854c8330921766db8/569",
    "dbus_unittests": "d8164ca15b54a152aa23f2f6199e215a70ee44cde17b68baab73737e4451d1fd/569",
    "device_unittests": "27ea06e76e13acda0a86ff0ee5f54c1212ba3fdded8746f7146573541ccfc09f/646",
    "display_unittests": "8ea54451889182859c781ec3169cb897d00bc8e1e574ca10f5ef0831e58f95af/569",
    "events_unittests": "a6d4e971c2c9cfaa9d1c9861e334a7922c7b2e1b914fdff9210f8f6f83e0aff3/569",
    "extensions_browsertests": "7ab6dd51f4ee1556af50e6aa40e9370a13c9b583ae84e8d82e5d3b7080803049/811",
    "extensions_unittests": "7aab7a83c520aa22d9b570bda1a53289904b6541341b8d8e287cc061272e3c30/975",
    "filesystem_service_unittests": "48f3c6ad6d9dacb8133ffdea32bc5a12dd3774e02b1a0c77d2e1c3e782e31f15/569",
    "gcm_unit_tests": "d7b6f34658f149a2b863068de25429b2613251293187db43862ca1168b4aa77e/646",
    "gfx_unittests": "0d8be2da7427b89376508193aeaf096913f89d44938415551604c14daf74d044/645",
    "gin_unittests": "3c16fc128ba1e81fc1616d84c1acd2c3f74840b8b3517b9aa47faca9464cabb9/646",
    "gl_tests": "5b435fc936210c633c1bbcc5c366da29c01a2bb59aa99dee5a4d7f9aab62728b/569",
    "gl_unittests": "20e909b17ececab4d709bf94f17b1566d0856bcbf9d4df915efb3638b243c50e/569",
    "google_apis_unittests": "d43eb3e90c97e12744cd744d4d7e674cbef391de4fad24f1dc5a3f290a86d1d2/731",
    "gpu_unittests": "bbfc98d4d933391cfe05aab964af29476a1a98b27139c475305531a5cc88705c/646",
    "gwp_asan_unittests": "38ee13b9f4ec816811d9f8868da005b80544fab58a0534944db70bab13b5f355/570",
    "headless_browsertests": "46920ab3437b5129f07655f62d0e8dbcd0096f62cb76f2def292f64776d0da9d/809",
    "headless_unittests": "04f001bbc010daff30d90b492888d8bbd1e06dcfd45bef580d1929d5da529451/569",
    "interactive_ui_tests": "0dafd7d84a98834f94d11d93e3a62b2831a280d6ebcb4192284cb349e91e9dfc/1128",
    "ipc_tests": "2a21efc831e8012a5ea6bc5fbc4e7044718a122408b2de665b281eabeed30e6e/569",
    "jingle_unittests": "6a0a3aa90536adf323d1467b2ce481726b13513f0e92c32ebbcf51e917dbc0d9/646",
    "latency_unittests": "344dc450c02aae4d3ff192c37546770f53525fac8ec31f0b2ceaaabc0de34b45/569",
    "libjingle_xmpp_unittests": "cc5156bed9d9213f3af4dd1e76b9a8a4fe9dfb9026e186da6e9f782fee0af8e3/569",
    "liburlpattern_unittests": "b0886976237e7943695869a817340bea7660163785a91858b58273ebc7cfba3b/569",
    "media_unittests": "22792b9bcbc2abdda0dc0030bd80924bdb50af7d2097d22526a2e41d50e92daa/649",
    "message_center_unittests": "71266510ab397d3f3c09835acbdb5a1446b9f7ce47f8104b53fcb89e8783e690/569",
    "midi_unittests": "7383ab7386d1936d210e6ba02eed244dd98052e2890576978f7c035c4e9887be/569",
    "mojo_core_unittests": "27c414c5bd3acc7088563866369142e6fa253302cafe7e1379c9461bafdcc281/569",
    "mojo_unittests": "673984e50594168858f07aa19bbfacd3ce22888b83e1d8dc9cc037bc82a02ba2/647",
    "native_theme_unittests": "5a06af07c3f8eb409cd115ea93c0700dc92aeb3fbbb7440b7904872a4d3d289c/569",
    "net_unittests": "4859388c518b5f0644d5811354b688baac4797d0cf1025a43de67a9366aae517/648",
    "openscreen_unittests": "d04ce4ae3ff73c83ece0ceb5f8ba596494ac459b57d30724d599869790b31851/811",
    "ozone_x11_unittests": "574a342fee72a92ed84fba7e3e0b1a51b644ffb3a93f8bc07b12ef69cac0f484/569",
    "pdf_unittests": "8f29b989803510edb704accd71c857fda5aac506d7940fd9c856621b83ef46c8/725",
    "perfetto_unittests": "27dc5e71abdbad028f8943a9b9ab3ec4b8b3361533b818581bbe03215f518b8c/569",
    "ppapi_unittests": "ca491d888071cfd18e1ca8259dcba93a47f00215068e3f439972a598069ab6a9/569",
    "printing_unittests": "370155811b1f35011e6d2f1e709b25fc6ef7291c1615db185729d06a0008f3c4/569",
    "remoting_unittests": "b90d0bd7a2f5c5495765c6e733cdcb6dca727f2d05ee74f0c7a9f8139af303e1/646",
    "sandbox_linux_unittests": "12a96ce63e3cfcd1886337f7f33665bc415b8e5f8c53115bc5673af6114416e7/569",
    "service_manager_unittests": "344807b83d0c75aeb211895a948f3e117842ddad2b45ab26b9959a1a5c7b7a5c/569",
    "services_unittests": "b06239558fffc9c8caf305ce9d2e268fe3c59722b397f02cc7eda00d920b80be/815",
    "shell_dialogs_unittests": "f84ddec33ff62a02e4f3e1a56c8f00730137550b3fae9e57e15d8fd69cc70951/569",
    "skia_unittests": "1fa0457b189217242a8c6b9c4ca8403d917a6b266c7c3c94caf01daec060e288/569",
    "snapshot_unittests": "2fb2a7b5db1ea70cb82d2f862dcd5f5b22b0b5a6a4876bdbf9bf42987df21461/569",
    "sql_unittests": "452fc024db3a1ae943ea256aa9fd3d17b22b77cc2095d69af0bea8bdc80e7525/646",
    "storage_unittests": "327c7bdee90777b33378494ca459f85c433fc0b300408519d9939760cb3e697b/727",
    "sync_integration_tests": "db09560c24b3f0360219837a4cf8be777e41feec0b2dc8357fb23e14181d7e00/892",
    "ui_base_unittests": "b9d7ccc8ecc9a0c61ad288f6d77b13c18f30b11e92e2790ec8e34283fd385b81/723",
    "ui_touch_selection_unittests": "a0d3c6be5772e66e27258d10c5cc1039d43ecefc74848646b29e76b6e671c642/569",
    "unit_tests": "6fce95a09744f1d0a0c3b77f80647be36553152a5d71acd2b9dfe1431cae87b9/1141",
    "url_unittests": "d07eafa53a41428a191a26c647b863c1e8ce7e22e4abde0dd799c0ac6e0fce11/569",
    "views_unittests": "1685d252221aba59116280bd994b468fb0309b93897922aa6a401b7652f94f7a/569",
    "viz_unittests": "3813d6aa01fcc94ea52d1c6272c965ca694998450e5bd0a215b6c6bb36af6ce9/653",
    "vr_common_unittests": "6c0aa1e27aadb99661d44398c4d1fcbfb29f08484d1195dc6f45527f2c3e6750/811",
    "vr_pixeltests": "96981e4e852734c616504732ee6d5f217facc56b2d0c328de1705eab0a501521/725",
    "weblayer_browsertests": "ae7273d7233876cd7f1e5d82c54dc87908d3573c4a071016ba1de2c86b4c3b24/893",
    "weblayer_unittests": "ebd0949e2ba0c92f4c1a408b5f653d50c098a1e029769c64c706bfd0d3e15184/725",
    "wm_unittests": "bd9635ab64ef5f2b59636d1ac40bac20d854889e04c6c651840dc8a01330d822/569",
    "wtf_unittests": "c41d1838740ea2f4a1ea242f1dc7831c82c63292868c7e20c4bee27791e20713/569",
    "x11_unittests": "7f2263170776a7f6e9a60c797137b51523bd6daf58cc4ceef5c45045a37a4649/569",
    "xr_browser_tests": "1a3be8caf8f408ea949587ade23ad3c4a9289ce384a1c2ec0e704c7a1cfbfe4c/891",
    "zlib_unittests": "37da475d70aa618bc936d161fdb9abbab0ae226810d0f1c748e24c09bece6688/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "f0d486abf22639ab3ba9fd78912ffff90aee71501abf199e6c2518e5ece7d641/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/ae8133f1dbd9c7b49f8eb621a20fdb258032d07f
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:78671
  • user_agent:recipe

Debug log (UTC)

[05:33:04.358] New invocation is queued and will start shortly
[05:33:04.358] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[05:33:05.438] Starting the invocation (attempt 1)
[05:33:05.528] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/ae8133f1dbd9c7b49f8eb621a20fdb258032d07f"
[05:33:05.528] Popped gitiles commit info from properties and tags
[05:33:05.528] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[05:33:05.528] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[05:33:05.529] Buildbucket request:
{
  "requestId": "8997311650588484672",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "ae8133f1dbd9c7b49f8eb621a20fdb258032d07f"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "d2b4d9aec1590dae5c33625a30878b5bcf423527",
      "parent_got_dawn_revision": "b19556e907c5012e6e28906a797f62b197aff965",
      "parent_got_nacl_revision": "9d577686a4321b08f6b86ff2589070fdee1c53f9",
      "parent_got_revision": "ae8133f1dbd9c7b49f8eb621a20fdb258032d07f",
      "parent_got_revision_cp": "refs/heads/main@{#936732}",
      "parent_got_swiftshader_revision": "9d8950e082d87b79f9a67a9fb26494cec36827ba",
      "parent_got_v8_revision": "db391a3b8fc5c3e8448bb0f5c2af1683ae8a4c32",
      "parent_got_v8_revision_cp": "refs/heads/9.7.84@{#1}",
      "parent_got_webrtc_revision": "3cff17133342a6edf438c8614fe630728e88d8c0",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35282}",
      "swarm_hashes": {
            "absl_hardening_tests": "6e19fc6d34bf39af4f09d7e66285abe15fbda9d0d1cd5c96c31716799a06a651/569",
            "accessibility_unittests": "362888b1e3fd0f67e5e12c193d7c5a11377255baaad5dd88d4af9a3819ba3f31/569",
            "angle_unittests": "89aae4252ff2d5108a24d2ed4de8523090e8cdf2aa71e1e3af74ddf87abe9e0d/570",
            "app_shell_unittests": "81fa75622f70607143f2dcd04eeec53fe088f31901aa9aea7fa649d03d8c5c6c/809",
            "aura_unittests": "068287ffcf4665116156c18afebe433a69c1b7ca73f532560db05eb30cd4457e/569",
            "base_unittests": "f6d0d867e981b0a51fea32632e37e18b5e170022002a1024042aa042f02fb9ae/648",
            "blink_common_unittests": "29a349de7b87c3b608eeaf2b0eb09792a3bfe04a52ec007f35dd803faca3e43d/647",
            "blink_fuzzer_unittests": "c205f57676d0b8b6e5da39e9824f56a670364b8b1745b0df59e2112f4326c2ff/648",
            "blink_heap_unittests": "226a2c1a7c3239a79e0e996ba73470fde4d83a8223c569182a4e62c145a70402/648",
            "blink_platform_unittests": "3b40712aab725002bf229df95e256dbd8fcb1a3aa0bb147526ab1faf3394eb7d/726",
            "blink_unittests": "7c2b61b82ef177e39d7aecfbeb7a760bb4e66d0148a1387386cd0c4392dd824a/726",
            "boringssl_crypto_tests": "068397fc10ca535f12d6ed499b8863259d8c08611aaed19e60396aa75fc081c1/570",
            "boringssl_ssl_tests": "c709200f08dbf2341553bfb19a1ebd7c3c91eee4191e7ac7e2e1879fe0108b40/569",
            "capture_unittests": "f72826572a7645c273ba5a4ab98d82385c5fef585ce3da7b60a2b5a18abd80dd/648",
            "cast_unittests": "cb87772256be99bdaa0f39e96bbaf5517d340d06177021a52f3c49fce21df4b8/569",
            "cc_unittests": "aa0e55a0bd6f4685a1b8e67be53f9d02bf8fce43394fb12e7307596b90570553/653",
            "chrome_app_unittests": "1ac9bdca0a9521370e161a62ff1dc13a7d39a088119717bed8b202d0587a9bcb/811",
            "chromedriver_unittests": "dca3521cab7925d2b276bc07a14d19e7dfe591f8aaed483ba9d65b135790560d/726",
            "color_unittests": "b2743494c218920e19ae25c8ab644fc20cd2485a8d41721ed1774712bf9221c1/569",
            "components_browsertests": "d23ad689fab0c3530834361cd973436ab94b3622620df5993354a9c3f571f588/892",
            "components_unittests": "51ae8fc7d54954c2819647b00d1fa89221bda4d718f7df74125abc32a21c460d/892",
            "compositor_unittests": "de138bdb352f7557f7e542094f16c1ce4013c7a6b25eaf7611f37ad0ce95ccb0/645",
            "content_browsertests": "a7ecf158fb90e409663cb37d90dd3c4bfabbf703e1cd2a77c5d16539024fb5b9/887",
            "content_unittests": "ef624d416c5dac49bd78ae7055c2b143c9d0111b75735647d020b70a4349419d/806",
            "cronet_tests": "030015fa05998fd1b09496b0f7d53acc5d8aa561862cb84fdda2f95941d8b17f/730",
            "cronet_unittests": "e9c1abb35db15724ee5071a5c14588b52ba5eda1c4907b9dbe3a23916ca5a2a9/646",
            "crypto_unittests": "311d5fedfd4e6dc453927a9b45a9cd63522e5d02fa927ea854c8330921766db8/569",
            "dbus_unittests": "d8164ca15b54a152aa23f2f6199e215a70ee44cde17b68baab73737e4451d1fd/569",
            "device_unittests": "27ea06e76e13acda0a86ff0ee5f54c1212ba3fdded8746f7146573541ccfc09f/646",
            "display_unittests": "8ea54451889182859c781ec3169cb897d00bc8e1e574ca10f5ef0831e58f95af/569",
            "events_unittests": "a6d4e971c2c9cfaa9d1c9861e334a7922c7b2e1b914fdff9210f8f6f83e0aff3/569",
            "extensions_browsertests": "7ab6dd51f4ee1556af50e6aa40e9370a13c9b583ae84e8d82e5d3b7080803049/811",
            "extensions_unittests": "7aab7a83c520aa22d9b570bda1a53289904b6541341b8d8e287cc061272e3c30/975",
            "filesystem_service_unittests": "48f3c6ad6d9dacb8133ffdea32bc5a12dd3774e02b1a0c77d2e1c3e782e31f15/569",
            "gcm_unit_tests": "d7b6f34658f149a2b863068de25429b2613251293187db43862ca1168b4aa77e/646",
            "gfx_unittests": "0d8be2da7427b89376508193aeaf096913f89d44938415551604c14daf74d044/645",
            "gin_unittests": "3c16fc128ba1e81fc1616d84c1acd2c3f74840b8b3517b9aa47faca9464cabb9/646",
            "gl_tests": "5b435fc936210c633c1bbcc5c366da29c01a2bb59aa99dee5a4d7f9aab62728b/569",
            "gl_unittests": "20e909b17ececab4d709bf94f17b1566d0856bcbf9d4df915efb3638b243c50e/569",
            "google_apis_unittests": "d43eb3e90c97e12744cd744d4d7e674cbef391de4fad24f1dc5a3f290a86d1d2/731",
            "gpu_unittests": "bbfc98d4d933391cfe05aab964af29476a1a98b27139c475305531a5cc88705c/646",
            "gwp_asan_unittests": "38ee13b9f4ec816811d9f8868da005b80544fab58a0534944db70bab13b5f355/570",
            "headless_browsertests": "46920ab3437b5129f07655f62d0e8dbcd0096f62cb76f2def292f64776d0da9d/809",
            "headless_unittests": "04f001bbc010daff30d90b492888d8bbd1e06dcfd45bef580d1929d5da529451/569",
            "interactive_ui_tests": "0dafd7d84a98834f94d11d93e3a62b2831a280d6ebcb4192284cb349e91e9dfc/1128",
            "ipc_tests": "2a21efc831e8012a5ea6bc5fbc4e7044718a122408b2de665b281eabeed30e6e/569",
            "jingle_unittests": "6a0a3aa90536adf323d1467b2ce481726b13513f0e92c32ebbcf51e917dbc0d9/646",
            "latency_unittests": "344dc450c02aae4d3ff192c37546770f53525fac8ec31f0b2ceaaabc0de34b45/569",
            "libjingle_xmpp_unittests": "cc5156bed9d9213f3af4dd1e76b9a8a4fe9dfb9026e186da6e9f782fee0af8e3/569",
            "liburlpattern_unittests": "b0886976237e7943695869a817340bea7660163785a91858b58273ebc7cfba3b/569",
            "media_unittests": "22792b9bcbc2abdda0dc0030bd80924bdb50af7d2097d22526a2e41d50e92daa/649",
            "message_center_unittests": "71266510ab397d3f3c09835acbdb5a1446b9f7ce47f8104b53fcb89e8783e690/569",
            "midi_unittests": "7383ab7386d1936d210e6ba02eed244dd98052e2890576978f7c035c4e9887be/569",
            "mojo_core_unittests": "27c414c5bd3acc7088563866369142e6fa253302cafe7e1379c9461bafdcc281/569",
            "mojo_unittests": "673984e50594168858f07aa19bbfacd3ce22888b83e1d8dc9cc037bc82a02ba2/647",
            "native_theme_unittests": "5a06af07c3f8eb409cd115ea93c0700dc92aeb3fbbb7440b7904872a4d3d289c/569",
            "net_unittests": "4859388c518b5f0644d5811354b688baac4797d0cf1025a43de67a9366aae517/648",
            "openscreen_unittests": "d04ce4ae3ff73c83ece0ceb5f8ba596494ac459b57d30724d599869790b31851/811",
            "ozone_x11_unittests": "574a342fee72a92ed84fba7e3e0b1a51b644ffb3a93f8bc07b12ef69cac0f484/569",
            "pdf_unittests": "8f29b989803510edb704accd71c857fda5aac506d7940fd9c856621b83ef46c8/725",
            "perfetto_unittests": "27dc5e71abdbad028f8943a9b9ab3ec4b8b3361533b818581bbe03215f518b8c/569",
            "ppapi_unittests": "ca491d888071cfd18e1ca8259dcba93a47f00215068e3f439972a598069ab6a9/569",
            "printing_unittests": "370155811b1f35011e6d2f1e709b25fc6ef7291c1615db185729d06a0008f3c4/569",
            "remoting_unittests": "b90d0bd7a2f5c5495765c6e733cdcb6dca727f2d05ee74f0c7a9f8139af303e1/646",
            "sandbox_linux_unittests": "12a96ce63e3cfcd1886337f7f33665bc415b8e5f8c53115bc5673af6114416e7/569",
            "service_manager_unittests": "344807b83d0c75aeb211895a948f3e117842ddad2b45ab26b9959a1a5c7b7a5c/569",
            "services_unittests": "b06239558fffc9c8caf305ce9d2e268fe3c59722b397f02cc7eda00d920b80be/815",
            "shell_dialogs_unittests": "f84ddec33ff62a02e4f3e1a56c8f00730137550b3fae9e57e15d8fd69cc70951/569",
            "skia_unittests": "1fa0457b189217242a8c6b9c4ca8403d917a6b266c7c3c94caf01daec060e288/569",
            "snapshot_unittests": "2fb2a7b5db1ea70cb82d2f862dcd5f5b22b0b5a6a4876bdbf9bf42987df21461/569",
            "sql_unittests": "452fc024db3a1ae943ea256aa9fd3d17b22b77cc2095d69af0bea8bdc80e7525/646",
            "storage_unittests": "327c7bdee90777b33378494ca459f85c433fc0b300408519d9939760cb3e697b/727",
            "sync_integration_tests": "db09560c24b3f0360219837a4cf8be777e41feec0b2dc8357fb23e14181d7e00/892",
            "ui_base_unittests": "b9d7ccc8ecc9a0c61ad288f6d77b13c18f30b11e92e2790ec8e34283fd385b81/723",
            "ui_touch_selection_unittests": "a0d3c6be5772e66e27258d10c5cc1039d43ecefc74848646b29e76b6e671c642/569",
            "unit_tests": "6fce95a09744f1d0a0c3b77f80647be36553152a5d71acd2b9dfe1431cae87b9/1141",
            "url_unittests": "d07eafa53a41428a191a26c647b863c1e8ce7e22e4abde0dd799c0ac6e0fce11/569",
            "views_unittests": "1685d252221aba59116280bd994b468fb0309b93897922aa6a401b7652f94f7a/569",
            "viz_unittests": "3813d6aa01fcc94ea52d1c6272c965ca694998450e5bd0a215b6c6bb36af6ce9/653",
            "vr_common_unittests": "6c0aa1e27aadb99661d44398c4d1fcbfb29f08484d1195dc6f45527f2c3e6750/811",
            "vr_pixeltests": "96981e4e852734c616504732ee6d5f217facc56b2d0c328de1705eab0a501521/725",
            "weblayer_browsertests": "ae7273d7233876cd7f1e5d82c54dc87908d3573c4a071016ba1de2c86b4c3b24/893",
            "weblayer_unittests": "ebd0949e2ba0c92f4c1a408b5f653d50c098a1e029769c64c706bfd0d3e15184/725",
            "wm_unittests": "bd9635ab64ef5f2b59636d1ac40bac20d854889e04c6c651840dc8a01330d822/569",
            "wtf_unittests": "c41d1838740ea2f4a1ea242f1dc7831c82c63292868c7e20c4bee27791e20713/569",
            "x11_unittests": "7f2263170776a7f6e9a60c797137b51523bd6daf58cc4ceef5c45045a37a4649/569",
            "xr_browser_tests": "1a3be8caf8f408ea949587ade23ad3c4a9289ce384a1c2ec0e704c7a1cfbfe4c/891",
            "zlib_unittests": "37da475d70aa618bc936d161fdb9abbab0ae226810d0f1c748e24c09bece6688/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "f0d486abf22639ab3ba9fd78912ffff90aee71501abf199e6c2518e5ece7d641/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "ae8133f1dbd9c7b49f8eb621a20fdb258032d07f",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8997311650588484672"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "78671"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[05:33:06.132] Scheduled build:
{
  "id": "8831881588630246145",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 70627,
  "createdBy": "project:chromium",
  "createTime": "2021-10-31T05:33:05.590382312Z",
  "updateTime": "2021-10-31T05:33:05.590382312Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "ae8133f1dbd9c7b49f8eb621a20fdb258032d07f",
      "ref": "refs/heads/main"
    }
  }
}
[05:33:06.132] Task URL: https://cr-buildbucket.appspot.com/build/8831881588630246145
[05:33:06.132] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997311650588484672:2:0) after 7m52s
[05:38:07.506] Received PubSub notification, asking Buildbucket for the build status
[05:38:07.548] Build status: STARTED
[05:40:58.235] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997311650588484672:2:0)
[05:40:58.261] Build status: STARTED
[05:40:58.261] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997311650588484672:4:0) after 3m2s
[05:44:00.287] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997311650588484672:4:0)
[05:44:00.323] Build status: STARTED
[05:44:00.323] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997311650588484672:5:0) after 6m14s
[05:50:14.384] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997311650588484672:5:0)
[05:50:14.419] Build status: STARTED
[05:50:14.419] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997311650588484672:6:0) after 4m29s
[05:54:43.444] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997311650588484672:6:0)
[05:54:43.471] Build status: STARTED
[05:54:43.471] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997311650588484672:7:0) after 2m10s
[05:56:53.491] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997311650588484672:7:0)
[05:56:53.549] Build status: STARTED
[05:56:53.549] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997311650588484672:8:0) after 2m5s
[05:58:58.571] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997311650588484672:8:0)
[05:58:58.692] Build status: STARTED
[05:58:58.692] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997311650588484672:9:0) after 6m40s
[06:05:38.716] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997311650588484672:9:0)
[06:05:38.744] Build status: STARTED
[06:05:38.744] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997311650588484672:10:0) after 5m10s
[06:10:48.811] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997311650588484672:10:0)
[06:10:48.842] Build status: STARTED
[06:10:48.842] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997311650588484672:11:0) after 5m11s
[06:12:43.395] Received PubSub notification, asking Buildbucket for the build status
[06:12:43.423] Build:
{
  "id": "8831881588630246145",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 70627,
  "createdBy": "project:chromium",
  "createTime": "2021-10-31T05:33:05.590382312Z",
  "startTime": "2021-10-31T05:38:02.499393Z",
  "endTime": "2021-10-31T06:12:42.400857985Z",
  "updateTime": "2021-10-31T06:12:42.400857985Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "ae8133f1dbd9c7b49f8eb621a20fdb258032d07f",
      "ref": "refs/heads/main"
    }
  }
}
[06:12:43.423] Invocation finished in 39m39.084300927s with status FAILED