Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 27 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/79612 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "3978d7dcadab96c71725153d1c36a59822a58e13"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "29babe0fdc4401bfbdad574aa84795570cc82f40",
  "parent_got_dawn_revision": "e7efad03259a6cc1643d9bc545c16bb9f3ddc1e4",
  "parent_got_nacl_revision": "957cbe470018adc3d9d1763fd75bbae455a9fddc",
  "parent_got_revision": "3978d7dcadab96c71725153d1c36a59822a58e13",
  "parent_got_revision_cp": "refs/heads/main@{#947420}",
  "parent_got_swiftshader_revision": "f12305c3a0d9258c223f7bad5816a6a2fc5d8c27",
  "parent_got_v8_revision": "002b2ce54709408c3fc76c7a54d9388c7d0a0315",
  "parent_got_v8_revision_cp": "refs/heads/9.8.133@{#1}",
  "parent_got_webrtc_revision": "b5dcbbf9a6f62b9ab575336b893d259d7b855fce",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35456}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "3978d7dcadab96c71725153d1c36a59822a58e13",
  "swarm_hashes": {
    "absl_hardening_tests": "586e1f7f24e7fc71ff6275a8b6672c76c7b025c8ceb3aaa0d0eb48407508f5f7/569",
    "accessibility_unittests": "9f8473939cbf640556b2c209af4a1345a5808d6de25568649ee721fabf30bf0c/569",
    "angle_unittests": "80670caaa8dec65d3c3de64cd70a04c27cfe947870239e86ca9746747b38f6d2/570",
    "app_shell_unittests": "3ecc3cc32a39aff9b60ae7d2dda5adb49c7c85a2ce1f68ef4459196c00546486/730",
    "aura_unittests": "91c7d55544459761f938b91b0155b0349a70fa682cc739a225be5d96498dc8f0/569",
    "base_unittests": "202ec446e247ef599eb2830fd4625a67aa971eebea17626aae4bb7925a01f49f/648",
    "blink_common_unittests": "856562b6b33c524aa942eedf1537a406e4a046cd9f08c6be8db4034042a2782e/647",
    "blink_fuzzer_unittests": "cae558912fa05e064f0186604c26a845a4e58e1c3e1ed54078c1bdfd690617a4/569",
    "blink_heap_unittests": "a44154fe5f654b29568ac88d13779026a3d5542776e214bf2f4fe7379dca39a3/569",
    "blink_platform_unittests": "445041326f6656c1d6a1f0251a02707ad8b272ce173a6c310b367fe46f2705f5/726",
    "blink_unittests": "9ba5437543e3e987d0a62ddf5f5ca9080b43f8934fa64cb2da7bf78e61024919/810",
    "boringssl_crypto_tests": "8a56e5b6be69f16b4417dad2c75a80eb73aa4bb28423ea32e31df862c4fc42f4/570",
    "boringssl_ssl_tests": "a6a0291588baf89ed616598c3293d3a7a314db87ff79b1824210650d65276a30/569",
    "capture_unittests": "144dcf4e6284bd90cd9b619f279ac912c10b3387e480a983d6906997b5f8d79a/648",
    "cast_unittests": "3141597da2374cab5fe1672c8da71cd62eee2a5797a01ba040a3ba17a148b4f6/569",
    "cc_unittests": "033fb7ea16131f2a7f5bfc6f0eb791ac5d2bdac5ffef27cd7a6f698b40b5dc0f/653",
    "chrome_app_unittests": "a701d8bf45cd4279232bb07173c625e3dfdeca8a45ddd7f16687716e453c431d/648",
    "chromedriver_unittests": "47fd43894d71c4a61b79136376523461856d0f7145da35b1d494ca9801e042e3/726",
    "color_unittests": "1f3735e0b1ae3923987b7d63c01c575a6ae4ef5eb8c4342a899428605ca8c085/569",
    "components_browsertests": "eeb6852451293b86a29e702155f1a62fdb2db0bc6422e8a63bfb5c3cca37b278/813",
    "components_unittests": "4bbaa0e7c0da2caae319518d67a3b7adb32177b939874230f00067a97d409623/813",
    "compositor_unittests": "0384ad7888f2698c28d4bba311d9e78a9de78ffa1f226486d708e327957c95be/645",
    "content_browsertests": "113d799cd8d3c5aa9c2e312b896bdcf1569fbae1f4e97f10450077116631761b/887",
    "content_unittests": "7d19ecbe12c0250bc94d18c029aeb5c548e24bf5208335b6689cee84a97253bb/806",
    "cronet_tests": "fda4c1d9360b68bf0d3654aba850693aa00d9f0beb61f107a9be458a28d068a1/730",
    "cronet_unittests": "3a99f45251cfc4baf660565de483c3c289e88a313b8ffe244d05ac0e6ff13e19/646",
    "crypto_unittests": "6c8d302ee9df62f8a0507214c3e5c273509c71798e62201cdd86564914a4fd7d/569",
    "dbus_unittests": "d09561c95e17fd0279ce643af60d6f179eb87d520019bd2e9d4680679e24165f/569",
    "device_unittests": "92757130347dfcd27caab922512192dc77ea373425df353a9e7be36b2ee9955f/646",
    "display_unittests": "b1008002d7911cdab461fce2948f99e84bd16f5ce33830112698ca63222bb8d8/569",
    "events_unittests": "cac26091bb8add7b80b081c51cf8bed09f4ac2fab64e8f9934c3cb58c896dcf3/569",
    "extensions_browsertests": "8b103eeb5ade7922f4e09fd6b43b5216582176be1f9e7b91076fd769d2c14d10/732",
    "extensions_unittests": "1b16389c5ca04660fb49f75d5b0c40e4429ba2fda05d0c9eff775fee9a9899f8/896",
    "filesystem_service_unittests": "6cf2f75422f3324628db29187d20998165f9e6b69be8fd3853c8346af7c11471/569",
    "gcm_unit_tests": "f996bc6bc5c1f0eb3af20a39b0b0d5d074df35413a0c7daadaa3765cdb1b5fc3/646",
    "gfx_unittests": "70da317c1f1b57eba9012d95ff7f7d1b747f194842414ac825db070d3abef12b/645",
    "gin_unittests": "a0416194fbce1abaf1e150fcddc17cf23629e389c6a56e602a5bbdea8f91c9ac/646",
    "gl_tests": "c14f0234398a73746144075160a66be9cded0e6dfdcd8e679495d44328f63a57/569",
    "gl_unittests": "ac5e2f31280e9e950d2f363bfa26a1dc79edc081310f036a1d51f3aa54cb90e1/569",
    "google_apis_unittests": "9ff48c0dabf1dbf83d9984f7f7b3d4b51be90ebf9a91f79eb3dbb929edd59aa9/731",
    "gpu_unittests": "27ecb092181bd0eed71b9cf28b783336077a8059e0a4d9adf0d9f009890db04a/646",
    "gwp_asan_unittests": "c95709b61d950bc2973ba72b09327e98a78754c08acf111878e6749d6caa4741/570",
    "headless_browsertests": "8ab4f040ab4ca966108046876a3baf0b4ab5959fef241a9e8e1d88ab5905aea8/730",
    "headless_unittests": "25c6a994bdbe86bea7e5f2f09860cd3cd1cc04749524c1592d7250264eaf904c/569",
    "interactive_ui_tests": "588e9e697210d04f6bc26af41f8dcdea4ade1af363fe2dfb47ad325b7384d323/965",
    "ipc_tests": "e7d25dd176ef46ebf095e3e69b24f42760db014c0859084dd64829965d2902d3/569",
    "jingle_unittests": "6ad700e6843032c15fc7bb5c0dff83ef3cbeff810d1369be8603726465a7af4b/646",
    "latency_unittests": "98d324cab81e414a705cb36626bdd90f35a3fd06a8f80adc5ea581bb4e2d0ea2/569",
    "libjingle_xmpp_unittests": "4b8a64aeaab73e44a863d275ce49b2fb73bd8a62bce62c193d5a3c8662389a4d/569",
    "liburlpattern_unittests": "2ab9632004ccff802575988a16592c0b625405adb9a8c04d52efc4ff62999347/569",
    "media_unittests": "d3a55e35396e53c7ee2aec9a9dbe6732d639055e6bb3e264931d973909884cb1/649",
    "message_center_unittests": "7e8c5d8aef62d4269fec59dbb42b9f806d56249ac135196201b4a3ca2650062c/569",
    "midi_unittests": "531c29b26183c909ea4e318242990e53f75341b1e48b16debca600ba70d89b2b/569",
    "mojo_core_unittests": "7f57a449478c4c509cebfdde5796279a314013f3f73eb424d52d7d2eb44a4fcf/569",
    "mojo_unittests": "fce3804bbf8d21507c4951513fa87d2567545e5827159c044973b1ef7e941049/647",
    "native_theme_unittests": "5b2bdaa4f846fbfc84d4a1988e975c3187c6865e4c3b682ad1e9aa4bc280e803/569",
    "net_unittests": "a8d345364fd9df5aabafaca7899f24becf659cb39c7c863e4eee7aed1334944a/648",
    "openscreen_unittests": "b86e855322b9964cffdd14a0c691c275829c29447fbade3dac70295a749389e5/648",
    "ozone_x11_unittests": "958e9649817eb1aed0e8b1e01e969945f22684a6d74d11c024b286f46fff4ca7/569",
    "pdf_unittests": "218d3391aad81255f847e92108097ffc4ba2ae966b71883ab96302f41eb981c0/646",
    "perfetto_unittests": "6807fa3e3f4d4cf1054c83e1f34be99a2b545fd2d3c298141643c338208919ad/569",
    "ppapi_unittests": "6f432c2ad06ee77748a8375404a4e08783cda7f3d167f87de7b99e4289622a66/569",
    "printing_unittests": "c48e7d05fb0a6a538ade4b52fc622df6addedf710da522e5163f7ab59ac39989/569",
    "remoting_unittests": "8ae8b75d37c5302867c918bca7a89a790f5d42c0043ac8dbf61a94a64e6b66c3/646",
    "sandbox_linux_unittests": "3095349f2a3f18a7df5dbf2e89eea99ba8f2d6ba244d081a76ca07fbc3820eed/569",
    "service_manager_unittests": "37bd2848b273f3d259d4258651acb0ec33491462c4e68c6398576d15b4cfad63/569",
    "services_unittests": "0e80c909e2b2cabb379e1234dd87f09162462066626145a062a06176fff26f8a/815",
    "shell_dialogs_unittests": "ce4b17ec102a48b5be9b308d8cf9afc0b653d88d67ace1bb2adbbb069ad5ca84/569",
    "skia_unittests": "b3978f814d35411b1413f65dd33dee135ef6bdd67c1f328814121378431a6d8f/569",
    "snapshot_unittests": "cd00ea2f788e0089f5190e6590365cee6537e66764552380db214a1c99d0bd9f/569",
    "sql_unittests": "8e3a6bf0890ce5f435cc6d30be265b67ccca6d1edcf1453af5398d6f1cc287ab/646",
    "storage_unittests": "8202d862280fe3576a0ca7af6f6d6f18e8585f61a3d8199f05b65a7e2f2fee20/727",
    "sync_integration_tests": "0ba8de83c12f4567ad5c0363afcc3be131174e818bc18d8d3c8e67e63682d21e/729",
    "ui_base_unittests": "845391b12e47b5c2a5e74a1218c4e7f1d9564c424be0fd5272140fa9c01395dd/723",
    "ui_touch_selection_unittests": "a4e722bb301cd93a5fd23508a6072bf57b1ac29748b6a2ba6cfea59e1336c1fa/569",
    "unit_tests": "b7695b32bdbd1c12043a7dd8ef23f0e3b0134117453edd33fd6e63b7fea5d44b/1062",
    "url_unittests": "763d1b7aff3b5a8cfbc570d3f8e94c278114b10b28e50ad3368aedd6bd87dda8/569",
    "views_unittests": "fcc306ac7919fb5a3099922936c8b1a92a353dd5ae3fcae0e669fb20a0e0bd20/569",
    "viz_unittests": "948d89757a3b10fe72ae87771ef1803f76794ecfdf666644f8b081bd7a3e00a8/653",
    "vr_common_unittests": "ecb283825ae6da19ff85e203435cf793659ad97929a38cc34fef3795d672ddd3/648",
    "vr_pixeltests": "21cdf3e3c5b6f90bc8ee637ff534053952ebab61d019a4bf2422167651d9c2a8/646",
    "weblayer_browsertests": "4e620dc211503626ad5079a811be225118fcf74a6fe667a1891277dd00ba934d/814",
    "weblayer_unittests": "bdc0916354496ab89ef6650b8ec2785164b40fa7b9e2e58f987233b929eaff48/646",
    "wm_unittests": "9883a8f8bb35a88155eca87945398eec3d4b63e83f8db17c7106d2780cf40017/569",
    "wtf_unittests": "0fb6bd1bf467312131722934711f20c3b0c11f542822f4106b0734c83b904df1/569",
    "x11_unittests": "7653b8cb1d6d9ad99c90ce8ba9e9fd9795167c4a90dbad63acff2984ba67cef7/569",
    "xr_browser_tests": "606cbdcb53861d3b4ec82ed72ef31b99d2af2652ad3b388456ee15fc29061f7f/728",
    "zlib_unittests": "cbe172d4abb691d1fd5f0813c02d4c5a91ea5c748b177c418e800c6c0068c70d/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "d35d624e302339bddf63f41a26541de5b97ee363969aba926d26843428908d07/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3978d7dcadab96c71725153d1c36a59822a58e13
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:79612
  • user_agent:recipe

Debug log (UTC)

[11:06:54.466] New invocation is queued and will start shortly
[11:06:54.466] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[11:06:55.638] Starting the invocation (attempt 1)
[11:06:55.681] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3978d7dcadab96c71725153d1c36a59822a58e13"
[11:06:55.681] Popped gitiles commit info from properties and tags
[11:06:55.681] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[11:06:55.681] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[11:06:55.681] Buildbucket request:
{
  "requestId": "8994391544569763504",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "3978d7dcadab96c71725153d1c36a59822a58e13"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "29babe0fdc4401bfbdad574aa84795570cc82f40",
      "parent_got_dawn_revision": "e7efad03259a6cc1643d9bc545c16bb9f3ddc1e4",
      "parent_got_nacl_revision": "957cbe470018adc3d9d1763fd75bbae455a9fddc",
      "parent_got_revision": "3978d7dcadab96c71725153d1c36a59822a58e13",
      "parent_got_revision_cp": "refs/heads/main@{#947420}",
      "parent_got_swiftshader_revision": "f12305c3a0d9258c223f7bad5816a6a2fc5d8c27",
      "parent_got_v8_revision": "002b2ce54709408c3fc76c7a54d9388c7d0a0315",
      "parent_got_v8_revision_cp": "refs/heads/9.8.133@{#1}",
      "parent_got_webrtc_revision": "b5dcbbf9a6f62b9ab575336b893d259d7b855fce",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35456}",
      "swarm_hashes": {
            "absl_hardening_tests": "586e1f7f24e7fc71ff6275a8b6672c76c7b025c8ceb3aaa0d0eb48407508f5f7/569",
            "accessibility_unittests": "9f8473939cbf640556b2c209af4a1345a5808d6de25568649ee721fabf30bf0c/569",
            "angle_unittests": "80670caaa8dec65d3c3de64cd70a04c27cfe947870239e86ca9746747b38f6d2/570",
            "app_shell_unittests": "3ecc3cc32a39aff9b60ae7d2dda5adb49c7c85a2ce1f68ef4459196c00546486/730",
            "aura_unittests": "91c7d55544459761f938b91b0155b0349a70fa682cc739a225be5d96498dc8f0/569",
            "base_unittests": "202ec446e247ef599eb2830fd4625a67aa971eebea17626aae4bb7925a01f49f/648",
            "blink_common_unittests": "856562b6b33c524aa942eedf1537a406e4a046cd9f08c6be8db4034042a2782e/647",
            "blink_fuzzer_unittests": "cae558912fa05e064f0186604c26a845a4e58e1c3e1ed54078c1bdfd690617a4/569",
            "blink_heap_unittests": "a44154fe5f654b29568ac88d13779026a3d5542776e214bf2f4fe7379dca39a3/569",
            "blink_platform_unittests": "445041326f6656c1d6a1f0251a02707ad8b272ce173a6c310b367fe46f2705f5/726",
            "blink_unittests": "9ba5437543e3e987d0a62ddf5f5ca9080b43f8934fa64cb2da7bf78e61024919/810",
            "boringssl_crypto_tests": "8a56e5b6be69f16b4417dad2c75a80eb73aa4bb28423ea32e31df862c4fc42f4/570",
            "boringssl_ssl_tests": "a6a0291588baf89ed616598c3293d3a7a314db87ff79b1824210650d65276a30/569",
            "capture_unittests": "144dcf4e6284bd90cd9b619f279ac912c10b3387e480a983d6906997b5f8d79a/648",
            "cast_unittests": "3141597da2374cab5fe1672c8da71cd62eee2a5797a01ba040a3ba17a148b4f6/569",
            "cc_unittests": "033fb7ea16131f2a7f5bfc6f0eb791ac5d2bdac5ffef27cd7a6f698b40b5dc0f/653",
            "chrome_app_unittests": "a701d8bf45cd4279232bb07173c625e3dfdeca8a45ddd7f16687716e453c431d/648",
            "chromedriver_unittests": "47fd43894d71c4a61b79136376523461856d0f7145da35b1d494ca9801e042e3/726",
            "color_unittests": "1f3735e0b1ae3923987b7d63c01c575a6ae4ef5eb8c4342a899428605ca8c085/569",
            "components_browsertests": "eeb6852451293b86a29e702155f1a62fdb2db0bc6422e8a63bfb5c3cca37b278/813",
            "components_unittests": "4bbaa0e7c0da2caae319518d67a3b7adb32177b939874230f00067a97d409623/813",
            "compositor_unittests": "0384ad7888f2698c28d4bba311d9e78a9de78ffa1f226486d708e327957c95be/645",
            "content_browsertests": "113d799cd8d3c5aa9c2e312b896bdcf1569fbae1f4e97f10450077116631761b/887",
            "content_unittests": "7d19ecbe12c0250bc94d18c029aeb5c548e24bf5208335b6689cee84a97253bb/806",
            "cronet_tests": "fda4c1d9360b68bf0d3654aba850693aa00d9f0beb61f107a9be458a28d068a1/730",
            "cronet_unittests": "3a99f45251cfc4baf660565de483c3c289e88a313b8ffe244d05ac0e6ff13e19/646",
            "crypto_unittests": "6c8d302ee9df62f8a0507214c3e5c273509c71798e62201cdd86564914a4fd7d/569",
            "dbus_unittests": "d09561c95e17fd0279ce643af60d6f179eb87d520019bd2e9d4680679e24165f/569",
            "device_unittests": "92757130347dfcd27caab922512192dc77ea373425df353a9e7be36b2ee9955f/646",
            "display_unittests": "b1008002d7911cdab461fce2948f99e84bd16f5ce33830112698ca63222bb8d8/569",
            "events_unittests": "cac26091bb8add7b80b081c51cf8bed09f4ac2fab64e8f9934c3cb58c896dcf3/569",
            "extensions_browsertests": "8b103eeb5ade7922f4e09fd6b43b5216582176be1f9e7b91076fd769d2c14d10/732",
            "extensions_unittests": "1b16389c5ca04660fb49f75d5b0c40e4429ba2fda05d0c9eff775fee9a9899f8/896",
            "filesystem_service_unittests": "6cf2f75422f3324628db29187d20998165f9e6b69be8fd3853c8346af7c11471/569",
            "gcm_unit_tests": "f996bc6bc5c1f0eb3af20a39b0b0d5d074df35413a0c7daadaa3765cdb1b5fc3/646",
            "gfx_unittests": "70da317c1f1b57eba9012d95ff7f7d1b747f194842414ac825db070d3abef12b/645",
            "gin_unittests": "a0416194fbce1abaf1e150fcddc17cf23629e389c6a56e602a5bbdea8f91c9ac/646",
            "gl_tests": "c14f0234398a73746144075160a66be9cded0e6dfdcd8e679495d44328f63a57/569",
            "gl_unittests": "ac5e2f31280e9e950d2f363bfa26a1dc79edc081310f036a1d51f3aa54cb90e1/569",
            "google_apis_unittests": "9ff48c0dabf1dbf83d9984f7f7b3d4b51be90ebf9a91f79eb3dbb929edd59aa9/731",
            "gpu_unittests": "27ecb092181bd0eed71b9cf28b783336077a8059e0a4d9adf0d9f009890db04a/646",
            "gwp_asan_unittests": "c95709b61d950bc2973ba72b09327e98a78754c08acf111878e6749d6caa4741/570",
            "headless_browsertests": "8ab4f040ab4ca966108046876a3baf0b4ab5959fef241a9e8e1d88ab5905aea8/730",
            "headless_unittests": "25c6a994bdbe86bea7e5f2f09860cd3cd1cc04749524c1592d7250264eaf904c/569",
            "interactive_ui_tests": "588e9e697210d04f6bc26af41f8dcdea4ade1af363fe2dfb47ad325b7384d323/965",
            "ipc_tests": "e7d25dd176ef46ebf095e3e69b24f42760db014c0859084dd64829965d2902d3/569",
            "jingle_unittests": "6ad700e6843032c15fc7bb5c0dff83ef3cbeff810d1369be8603726465a7af4b/646",
            "latency_unittests": "98d324cab81e414a705cb36626bdd90f35a3fd06a8f80adc5ea581bb4e2d0ea2/569",
            "libjingle_xmpp_unittests": "4b8a64aeaab73e44a863d275ce49b2fb73bd8a62bce62c193d5a3c8662389a4d/569",
            "liburlpattern_unittests": "2ab9632004ccff802575988a16592c0b625405adb9a8c04d52efc4ff62999347/569",
            "media_unittests": "d3a55e35396e53c7ee2aec9a9dbe6732d639055e6bb3e264931d973909884cb1/649",
            "message_center_unittests": "7e8c5d8aef62d4269fec59dbb42b9f806d56249ac135196201b4a3ca2650062c/569",
            "midi_unittests": "531c29b26183c909ea4e318242990e53f75341b1e48b16debca600ba70d89b2b/569",
            "mojo_core_unittests": "7f57a449478c4c509cebfdde5796279a314013f3f73eb424d52d7d2eb44a4fcf/569",
            "mojo_unittests": "fce3804bbf8d21507c4951513fa87d2567545e5827159c044973b1ef7e941049/647",
            "native_theme_unittests": "5b2bdaa4f846fbfc84d4a1988e975c3187c6865e4c3b682ad1e9aa4bc280e803/569",
            "net_unittests": "a8d345364fd9df5aabafaca7899f24becf659cb39c7c863e4eee7aed1334944a/648",
            "openscreen_unittests": "b86e855322b9964cffdd14a0c691c275829c29447fbade3dac70295a749389e5/648",
            "ozone_x11_unittests": "958e9649817eb1aed0e8b1e01e969945f22684a6d74d11c024b286f46fff4ca7/569",
            "pdf_unittests": "218d3391aad81255f847e92108097ffc4ba2ae966b71883ab96302f41eb981c0/646",
            "perfetto_unittests": "6807fa3e3f4d4cf1054c83e1f34be99a2b545fd2d3c298141643c338208919ad/569",
            "ppapi_unittests": "6f432c2ad06ee77748a8375404a4e08783cda7f3d167f87de7b99e4289622a66/569",
            "printing_unittests": "c48e7d05fb0a6a538ade4b52fc622df6addedf710da522e5163f7ab59ac39989/569",
            "remoting_unittests": "8ae8b75d37c5302867c918bca7a89a790f5d42c0043ac8dbf61a94a64e6b66c3/646",
            "sandbox_linux_unittests": "3095349f2a3f18a7df5dbf2e89eea99ba8f2d6ba244d081a76ca07fbc3820eed/569",
            "service_manager_unittests": "37bd2848b273f3d259d4258651acb0ec33491462c4e68c6398576d15b4cfad63/569",
            "services_unittests": "0e80c909e2b2cabb379e1234dd87f09162462066626145a062a06176fff26f8a/815",
            "shell_dialogs_unittests": "ce4b17ec102a48b5be9b308d8cf9afc0b653d88d67ace1bb2adbbb069ad5ca84/569",
            "skia_unittests": "b3978f814d35411b1413f65dd33dee135ef6bdd67c1f328814121378431a6d8f/569",
            "snapshot_unittests": "cd00ea2f788e0089f5190e6590365cee6537e66764552380db214a1c99d0bd9f/569",
            "sql_unittests": "8e3a6bf0890ce5f435cc6d30be265b67ccca6d1edcf1453af5398d6f1cc287ab/646",
            "storage_unittests": "8202d862280fe3576a0ca7af6f6d6f18e8585f61a3d8199f05b65a7e2f2fee20/727",
            "sync_integration_tests": "0ba8de83c12f4567ad5c0363afcc3be131174e818bc18d8d3c8e67e63682d21e/729",
            "ui_base_unittests": "845391b12e47b5c2a5e74a1218c4e7f1d9564c424be0fd5272140fa9c01395dd/723",
            "ui_touch_selection_unittests": "a4e722bb301cd93a5fd23508a6072bf57b1ac29748b6a2ba6cfea59e1336c1fa/569",
            "unit_tests": "b7695b32bdbd1c12043a7dd8ef23f0e3b0134117453edd33fd6e63b7fea5d44b/1062",
            "url_unittests": "763d1b7aff3b5a8cfbc570d3f8e94c278114b10b28e50ad3368aedd6bd87dda8/569",
            "views_unittests": "fcc306ac7919fb5a3099922936c8b1a92a353dd5ae3fcae0e669fb20a0e0bd20/569",
            "viz_unittests": "948d89757a3b10fe72ae87771ef1803f76794ecfdf666644f8b081bd7a3e00a8/653",
            "vr_common_unittests": "ecb283825ae6da19ff85e203435cf793659ad97929a38cc34fef3795d672ddd3/648",
            "vr_pixeltests": "21cdf3e3c5b6f90bc8ee637ff534053952ebab61d019a4bf2422167651d9c2a8/646",
            "weblayer_browsertests": "4e620dc211503626ad5079a811be225118fcf74a6fe667a1891277dd00ba934d/814",
            "weblayer_unittests": "bdc0916354496ab89ef6650b8ec2785164b40fa7b9e2e58f987233b929eaff48/646",
            "wm_unittests": "9883a8f8bb35a88155eca87945398eec3d4b63e83f8db17c7106d2780cf40017/569",
            "wtf_unittests": "0fb6bd1bf467312131722934711f20c3b0c11f542822f4106b0734c83b904df1/569",
            "x11_unittests": "7653b8cb1d6d9ad99c90ce8ba9e9fd9795167c4a90dbad63acff2984ba67cef7/569",
            "xr_browser_tests": "606cbdcb53861d3b4ec82ed72ef31b99d2af2652ad3b388456ee15fc29061f7f/728",
            "zlib_unittests": "cbe172d4abb691d1fd5f0813c02d4c5a91ea5c748b177c418e800c6c0068c70d/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "d35d624e302339bddf63f41a26541de5b97ee363969aba926d26843428908d07/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "3978d7dcadab96c71725153d1c36a59822a58e13",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8994391544569763504"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "79612"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[11:06:56.293] Scheduled build:
{
  "id": "8828961482560321537",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 71565,
  "createdBy": "project:chromium",
  "createTime": "2021-12-02T11:06:55.750137596Z",
  "updateTime": "2021-12-02T11:06:55.750137596Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "3978d7dcadab96c71725153d1c36a59822a58e13",
      "ref": "refs/heads/main"
    }
  }
}
[11:06:56.293] Task URL: https://cr-buildbucket.appspot.com/build/8828961482560321537
[11:06:56.293] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994391544569763504:2:0) after 1m25s
[11:07:02.304] Received PubSub notification, asking Buildbucket for the build status
[11:07:02.358] Build status: STARTED
[11:08:21.502] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994391544569763504:2:0)
[11:08:21.533] Build status: STARTED
[11:08:21.533] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994391544569763504:4:0) after 2m46s
[11:11:07.555] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994391544569763504:4:0)
[11:11:07.587] Build status: STARTED
[11:11:07.587] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994391544569763504:5:0) after 7m17s
[11:18:24.659] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994391544569763504:5:0)
[11:18:24.690] Build status: STARTED
[11:18:24.690] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994391544569763504:6:0) after 9m12s
[11:27:36.716] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994391544569763504:6:0)
[11:27:36.748] Build status: STARTED
[11:27:36.748] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994391544569763504:7:0) after 3m45s
[11:31:21.789] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994391544569763504:7:0)
[11:31:21.827] Build status: STARTED
[11:31:21.827] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994391544569763504:8:0) after 4m0s
[11:34:40.255] Received PubSub notification, asking Buildbucket for the build status
[11:34:40.341] Build:
{
  "id": "8828961482560321537",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 71565,
  "createdBy": "project:chromium",
  "createTime": "2021-12-02T11:06:55.750137596Z",
  "startTime": "2021-12-02T11:07:01.011602Z",
  "endTime": "2021-12-02T11:34:39.878721334Z",
  "updateTime": "2021-12-02T11:34:39.878721334Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "3978d7dcadab96c71725153d1c36a59822a58e13",
      "ref": "refs/heads/main"
    }
  }
}
[11:34:40.341] Invocation finished in 27m45.890930711s with status FAILED