Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 57 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/77891 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "e439f00c19a32c50a24dd2b111d0df574adf90f4"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "12e5a7db66ac074d0c76f6e4a44a69a8ad4ccf3c",
  "parent_got_dawn_revision": "2f1d02b94bc3e0e99c40b30e32acd88b9157be39",
  "parent_got_nacl_revision": "c98b1fead366537568b982841beff02aec6971a3",
  "parent_got_revision": "e439f00c19a32c50a24dd2b111d0df574adf90f4",
  "parent_got_revision_cp": "refs/heads/main@{#927502}",
  "parent_got_swiftshader_revision": "f1aca9364038222892d42d0de884decadefdbab1",
  "parent_got_v8_revision": "8d3b3d88fc6e201a1d56245a871aa55c118d26d0",
  "parent_got_v8_revision_cp": "refs/heads/9.6.157@{#1}",
  "parent_got_webrtc_revision": "ba4d870acf36c857f9e8c54e09dadab930a6cf68",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35128}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "e439f00c19a32c50a24dd2b111d0df574adf90f4",
  "swarm_hashes": {
    "absl_hardening_tests": "651f23045c5e4652083020be7435a40e71e3087f544e9564260320fa6b7297a0/569",
    "accessibility_unittests": "2b9514fb54afc90b870c060475708ccaac32ff45071d887cba466f5882383e0f/569",
    "angle_unittests": "d4d31c0c61ac51637affc29a5787dc6ed7345aa6890f3a9f69dd2f1bdd2dca5b/570",
    "app_shell_unittests": "8bbfafbbb5909acbf173d6cb49ec169e47672de6782fd11c6f2387470ebfa76e/809",
    "aura_unittests": "370b3db25210020b5e55321efac10c8a8a9f0e2ecfe617ce3a1db2d7cc65b12a/569",
    "base_unittests": "a78c49d0b13cc64d257caaf1c0e503e9967ed77958f264f802118d444cb41445/648",
    "blink_common_unittests": "4008e5332ad92ba7766dc60f2970053f68e9f06a949ccadb773c2f2c427cbd19/647",
    "blink_fuzzer_unittests": "b0ee9c5373afaec63ad7a3494484d24f04cc212940c7203e0eab8c3299fc9019/648",
    "blink_heap_unittests": "8bf61cee242338a149484714f5eb0f16879e57924f03fada228de72dd6fdc87a/648",
    "blink_platform_unittests": "6d9f956c16a055423c400ca6cb1d6a793d42f02a399394e7a6755ab71725b3a2/726",
    "blink_unittests": "cfb0dd24427730584a48653c37910db66c27b6565bbad1886c24fc0bbfb46ed5/726",
    "boringssl_crypto_tests": "ee3fa88c11621a2581793c6cb2e8a1ee21f446d094823c81d12e820832c92226/570",
    "boringssl_ssl_tests": "57205a26e0b55d0404ff26dd6dce477a06bbdea7b2e765fe4a56e189cc78c73c/569",
    "capture_unittests": "6761c9a8b151fff2040b4efb864c59c7169022b085ccfb42863e45c5c94ba5d6/648",
    "cast_unittests": "2c884e929e0bef1df6442d66924caef774ddbfa06270ad319aacf2745dd9b741/569",
    "cc_unittests": "d10f6a48b4feb826a64afb72e9a6b415f22a73f625b1d85f0c3a9eddbd857e2b/653",
    "chrome_app_unittests": "87a63d9fe3887813107da0377e86f212b21e408ef0e9ffc87c949501f898216f/811",
    "chromedriver_unittests": "a75d677702c2aea46d0e9755d2a222abf2ed922bc2cdad3e3c0e027e2a6fba1f/726",
    "color_unittests": "b0e17fbd71015ce256ebb8f73611bb80eb06c5e52e59f3f4c5f65207a0b1b588/569",
    "components_browsertests": "74920106355b21f866a97478b11bf5e0f4489b10ac78b28dcaaa1d1ef7c8548a/892",
    "components_unittests": "0c296e5610a449ee77a0733ea5ae8f2b185771eb0a5b64e98a8ef84a6ee5afe0/892",
    "compositor_unittests": "f73733499680b4afc89e02d77fb55b2457e60d30dcc2159350fe6976dbe679a0/645",
    "content_browsertests": "9b2fc70dc99e971f75fe5653b08aa4d328fdc8ccfcd3c05326f622cbc62d12c6/887",
    "content_unittests": "545f2a1d382f06954efee01c9d215f3d36450f3369f17285cbc474f80b37538c/806",
    "cronet_tests": "15905e58105aab3bedd7313cdb77f674d4972ad3024b2763df32edf76ee749a8/730",
    "cronet_unittests": "7ab18ccf0b09034c7c53b931e81afe924d86c11a04f386a5d2ee1c29eb5a0ef2/646",
    "crypto_unittests": "47791f3bebe2922ef82ab4c11e0fb762888f1788117b6f9d4aac5e100b8e949f/569",
    "dbus_unittests": "f74d303596c78683b252491ef8ac70b2a4e91762f1ddb48ebf937d6dda617a37/569",
    "device_unittests": "6373455d5b6aff731a5d0edc32d53169474e2aabe47c4e65135a1e1ed99ea1b1/646",
    "display_unittests": "00f19b5e19dedb882f487b95589206c1d371aa54178af115265591a764131ada/569",
    "events_unittests": "96f79b7eb9e5c75898a7026e31199c858e2f941f80bc9dc5feb682d8f0bac4e0/569",
    "extensions_browsertests": "de1da9f59c4454979c6bf5402b2082b62d8ce468b37d81d12211a26cdc424747/811",
    "extensions_unittests": "24e430fd6c4c0269815dcafcf4d652de5511a24261f0eeb3dfd5d033da03c648/975",
    "filesystem_service_unittests": "be9fb8a86173de6f9d9c020f70a2c5b5655c1c68e4dfdaa88dccce7691d1b9e5/569",
    "gcm_unit_tests": "7fbb78068f352f66a9ef43881e5adae64a31d2764bf8b4b69b65098863049b78/646",
    "gfx_unittests": "30aa135da7b25d3c195162e0195bf1b5ee71a355cdf09da6d71f68d9c1980dc9/645",
    "gin_unittests": "82bb0b24f7266a7217cbf39efcd26aa16990468bc5b87c7e5a505591e4c95452/646",
    "gl_tests": "aa083028b1fe50fbd8201607f91e10017469419cd5961a3cbfb7eacb1bd5c562/569",
    "gl_unittests": "6a62eae2c24575312b6826ac327cdc33299600b53e177a37429690ca1c8563e7/569",
    "google_apis_unittests": "6b33ff5d3ce1f77087c349bc8cc34cfc2de9a915305f18f9a0a10bce014cc5e9/731",
    "gpu_unittests": "b07f147e4850018e57710c07f4927b1a93a179279c3d55fb0db6e4f8ad2e4cb4/646",
    "gtk_unittests": "4d7e99116d7fcd24f93926e6261cb52a495d893c6279763b06261086f489c562/569",
    "gwp_asan_unittests": "bc93d37095cc32b752a7636ea18799beac9509ab6129bf77af3cd265ec8791f8/570",
    "headless_browsertests": "4e9a66833029004d613b7e59053280b8d58b7c1419bd61a44f7d16e613e0e1ae/809",
    "headless_unittests": "69b3b51eb0aae1f412acc3448d67bc35d6e28dae25a407f71f95b1b28af4e498/569",
    "interactive_ui_tests": "fad91c61b9233925bd84765f46919c85d1dd71d91d170931d6f2c1010defb346/1128",
    "ipc_tests": "752c377e5c47ff212ab73a90109880a85fd76c68048af031dfd1d4661e3d971d/569",
    "jingle_unittests": "cd5f10f43d6b16bd146f2abe3c745bee8da5854f6c5ed4e71a28ed3467acee84/646",
    "latency_unittests": "041afb8b693455afcf592c32a53f4678645e3d63780e882b1984fb6465be68e6/569",
    "libjingle_xmpp_unittests": "d8f6f5104b5d7c2cd0ac6216b451d68dfa9669938a0a3e84dc7928b38bad30da/569",
    "liburlpattern_unittests": "ad9fc4bff42f40382bee811058f6d7738e520a96a5d3fde13efb5d8f8a9aeeea/569",
    "media_unittests": "054e6a5c2a815ecafe1e06fc8a2ebea69a28219ba3b00193289118c66e595333/649",
    "message_center_unittests": "5215f244a3a5f00179bbc1b850e0464ab7eb1df420edd4a79edb45f6eada76d7/569",
    "midi_unittests": "a893a8d03dc4ae75ce9be0ac33f921178f2f1f9908e50abead4fa74f480e7b24/569",
    "mojo_core_unittests": "c7efc4bd3f8c6d2c00195999416833de1401603214ec6b4950cde50004626121/569",
    "mojo_unittests": "d43e792c30784e80b5433be2204aed858b720a804fef2b8b30e7ff39f82999ff/647",
    "native_theme_unittests": "8fd56b1a89258893af6dd59adccd1f2d39412090cbeef77d7bd3f55c43ca0277/569",
    "net_unittests": "7dcce12189577555085b037d3d3d92d4a1b1f3d934022dcec6e7accd7dfbc8c1/648",
    "openscreen_unittests": "4f631c0f4265da3a3202ad7cad12599ca8ea3a68b84055cb0b4067acb477c5e9/811",
    "ozone_x11_unittests": "b1f8190a7fbd0ba4c9e426a05218413442b1c3c7f9c1534738eaeb73ce2b226d/569",
    "pdf_unittests": "d34a45dfa794d110abf1c35f06f5a4869b217999a93b656dd221edfe57b7df41/725",
    "perfetto_unittests": "d5b843f446c94c9ab5443d6668dae8a22ca75765e9a721d838e31155b2e13494/569",
    "ppapi_unittests": "4e51da48c35d1fd9c0d63753fb3e374f077a8d2e1999cbae2fa0399fe3ae5b78/569",
    "printing_unittests": "72e2e55616be665f7824a0e19d928734b6b30607eadaf81d24aa4b5c49f2bc86/569",
    "remoting_unittests": "f676f457e5071ddeada99c521f73a77f01ec905f81412ee0ed3de1904beacf46/646",
    "sandbox_linux_unittests": "62c40e3ed8d1a9a175343eebd36bf975d22c0e8b2108609d0e452f7a31307331/569",
    "service_manager_unittests": "6bbce77f4465645fbd9665caff9ad1ac687796137391fbdc82e1e04056df8869/569",
    "services_unittests": "b2249a26400a66eaef45189fc6d95464ab9dcd58dc80a5361d72faaf77ced9e5/815",
    "shell_dialogs_unittests": "e3103e0d5af347675b5ee10b25755384716bba7b6898d4dcab6e97d3f5af5454/569",
    "skia_unittests": "b5c00367e1d36998a0062b7684e3229e59044a43a9ad481de5a651394434b2ec/569",
    "snapshot_unittests": "b424a29b8be591bfb4fbef5cb5364df5262a05385d6b2f19c4cf91acb92af95d/569",
    "sql_unittests": "89b12908cee36f275c630964d9610351c199feb417d4130908a4ff6d6fffbac7/646",
    "storage_unittests": "3f11979e99fe1e51dde832b2e9e93fc5c5072779712b2ee5aacdc026861e7954/727",
    "sync_integration_tests": "923543144c965e153823b820619f08840577d57dceb7e3c27ee8ac221ae4ce45/892",
    "ui_base_unittests": "a7ab53251f7ed26d22bbd61209d8be42654735af517f81a25a064266d974c47c/723",
    "ui_touch_selection_unittests": "2bdbf64b3e6b065fbc836b37f0c900231c1422f79c0c0bdd6691ba574f070e76/569",
    "unit_tests": "7964b1988d7903941307c0b6db5e5346975891fc420974dd07bc6180e1cb3848/1141",
    "url_unittests": "7e327fd4e55b00bbadcea2fa4d72722ba6c9971e832c7d8599472e366d7ff6a7/569",
    "views_unittests": "e501895f38b084b277d93fbf97dbc11accbb69abc9012aa53ff61b8c89295867/569",
    "viz_unittests": "86c657d30bd58e1cfc7920a7a0568e94900ca5dbe5f6d49204da6156327e7f6d/653",
    "vr_common_unittests": "edc26651b9391d0956275fcdd203407ba8dc8996d041bdd6d30ca267cf0cbd48/811",
    "vr_pixeltests": "a215ce2372440bd09ff1df5f91b3990549e2f0164caaec0961ef8f77c73c9a68/725",
    "weblayer_browsertests": "4ec88d391231a3217093e223670e46243effff72874040d4ebd0d8668b678b96/893",
    "weblayer_unittests": "5b7033600fb1d503a42cdb6c81feef91dfe3e294f2437f951ca9ef7dd6ec6aec/725",
    "wm_unittests": "aca69c9dc7d0b539919d0e98075af611d97d766632a18f2294163f8c3237df45/569",
    "wtf_unittests": "60bbf03de66386ee46e67ef6143b1eed26589ce90ce53a769f2e63d341a84775/569",
    "x11_unittests": "e68417b98d7ab468125fc876c10cb93a69ff8bf0db9d129a25490601bfc25e05/569",
    "xr_browser_tests": "a8d335a8355077eb0d7fa18e670cb196f3009cbf51dd286db58fdc2cb1b3c9c3/891",
    "zlib_unittests": "7964d6c5864a8726515c3f36058456517cc37d89081da78fc9935b1ca41f02ce/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "a737c3978d8217c5d52b0b885ca0018ad0e5420c0ed97a0e9b5f7ac48162d323/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e439f00c19a32c50a24dd2b111d0df574adf90f4
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:77891
  • user_agent:recipe

Debug log (UTC)

[03:34:24.574] New invocation is queued and will start shortly
[03:34:24.574] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[03:34:25.773] Starting the invocation (attempt 1)
[03:34:25.809] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e439f00c19a32c50a24dd2b111d0df574adf90f4"
[03:34:25.809] Popped gitiles commit info from properties and tags
[03:34:25.809] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:34:25.809] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:34:25.809] Buildbucket request:
{
  "requestId": "8999946428244130784",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "e439f00c19a32c50a24dd2b111d0df574adf90f4"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "12e5a7db66ac074d0c76f6e4a44a69a8ad4ccf3c",
      "parent_got_dawn_revision": "2f1d02b94bc3e0e99c40b30e32acd88b9157be39",
      "parent_got_nacl_revision": "c98b1fead366537568b982841beff02aec6971a3",
      "parent_got_revision": "e439f00c19a32c50a24dd2b111d0df574adf90f4",
      "parent_got_revision_cp": "refs/heads/main@{#927502}",
      "parent_got_swiftshader_revision": "f1aca9364038222892d42d0de884decadefdbab1",
      "parent_got_v8_revision": "8d3b3d88fc6e201a1d56245a871aa55c118d26d0",
      "parent_got_v8_revision_cp": "refs/heads/9.6.157@{#1}",
      "parent_got_webrtc_revision": "ba4d870acf36c857f9e8c54e09dadab930a6cf68",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35128}",
      "swarm_hashes": {
            "absl_hardening_tests": "651f23045c5e4652083020be7435a40e71e3087f544e9564260320fa6b7297a0/569",
            "accessibility_unittests": "2b9514fb54afc90b870c060475708ccaac32ff45071d887cba466f5882383e0f/569",
            "angle_unittests": "d4d31c0c61ac51637affc29a5787dc6ed7345aa6890f3a9f69dd2f1bdd2dca5b/570",
            "app_shell_unittests": "8bbfafbbb5909acbf173d6cb49ec169e47672de6782fd11c6f2387470ebfa76e/809",
            "aura_unittests": "370b3db25210020b5e55321efac10c8a8a9f0e2ecfe617ce3a1db2d7cc65b12a/569",
            "base_unittests": "a78c49d0b13cc64d257caaf1c0e503e9967ed77958f264f802118d444cb41445/648",
            "blink_common_unittests": "4008e5332ad92ba7766dc60f2970053f68e9f06a949ccadb773c2f2c427cbd19/647",
            "blink_fuzzer_unittests": "b0ee9c5373afaec63ad7a3494484d24f04cc212940c7203e0eab8c3299fc9019/648",
            "blink_heap_unittests": "8bf61cee242338a149484714f5eb0f16879e57924f03fada228de72dd6fdc87a/648",
            "blink_platform_unittests": "6d9f956c16a055423c400ca6cb1d6a793d42f02a399394e7a6755ab71725b3a2/726",
            "blink_unittests": "cfb0dd24427730584a48653c37910db66c27b6565bbad1886c24fc0bbfb46ed5/726",
            "boringssl_crypto_tests": "ee3fa88c11621a2581793c6cb2e8a1ee21f446d094823c81d12e820832c92226/570",
            "boringssl_ssl_tests": "57205a26e0b55d0404ff26dd6dce477a06bbdea7b2e765fe4a56e189cc78c73c/569",
            "capture_unittests": "6761c9a8b151fff2040b4efb864c59c7169022b085ccfb42863e45c5c94ba5d6/648",
            "cast_unittests": "2c884e929e0bef1df6442d66924caef774ddbfa06270ad319aacf2745dd9b741/569",
            "cc_unittests": "d10f6a48b4feb826a64afb72e9a6b415f22a73f625b1d85f0c3a9eddbd857e2b/653",
            "chrome_app_unittests": "87a63d9fe3887813107da0377e86f212b21e408ef0e9ffc87c949501f898216f/811",
            "chromedriver_unittests": "a75d677702c2aea46d0e9755d2a222abf2ed922bc2cdad3e3c0e027e2a6fba1f/726",
            "color_unittests": "b0e17fbd71015ce256ebb8f73611bb80eb06c5e52e59f3f4c5f65207a0b1b588/569",
            "components_browsertests": "74920106355b21f866a97478b11bf5e0f4489b10ac78b28dcaaa1d1ef7c8548a/892",
            "components_unittests": "0c296e5610a449ee77a0733ea5ae8f2b185771eb0a5b64e98a8ef84a6ee5afe0/892",
            "compositor_unittests": "f73733499680b4afc89e02d77fb55b2457e60d30dcc2159350fe6976dbe679a0/645",
            "content_browsertests": "9b2fc70dc99e971f75fe5653b08aa4d328fdc8ccfcd3c05326f622cbc62d12c6/887",
            "content_unittests": "545f2a1d382f06954efee01c9d215f3d36450f3369f17285cbc474f80b37538c/806",
            "cronet_tests": "15905e58105aab3bedd7313cdb77f674d4972ad3024b2763df32edf76ee749a8/730",
            "cronet_unittests": "7ab18ccf0b09034c7c53b931e81afe924d86c11a04f386a5d2ee1c29eb5a0ef2/646",
            "crypto_unittests": "47791f3bebe2922ef82ab4c11e0fb762888f1788117b6f9d4aac5e100b8e949f/569",
            "dbus_unittests": "f74d303596c78683b252491ef8ac70b2a4e91762f1ddb48ebf937d6dda617a37/569",
            "device_unittests": "6373455d5b6aff731a5d0edc32d53169474e2aabe47c4e65135a1e1ed99ea1b1/646",
            "display_unittests": "00f19b5e19dedb882f487b95589206c1d371aa54178af115265591a764131ada/569",
            "events_unittests": "96f79b7eb9e5c75898a7026e31199c858e2f941f80bc9dc5feb682d8f0bac4e0/569",
            "extensions_browsertests": "de1da9f59c4454979c6bf5402b2082b62d8ce468b37d81d12211a26cdc424747/811",
            "extensions_unittests": "24e430fd6c4c0269815dcafcf4d652de5511a24261f0eeb3dfd5d033da03c648/975",
            "filesystem_service_unittests": "be9fb8a86173de6f9d9c020f70a2c5b5655c1c68e4dfdaa88dccce7691d1b9e5/569",
            "gcm_unit_tests": "7fbb78068f352f66a9ef43881e5adae64a31d2764bf8b4b69b65098863049b78/646",
            "gfx_unittests": "30aa135da7b25d3c195162e0195bf1b5ee71a355cdf09da6d71f68d9c1980dc9/645",
            "gin_unittests": "82bb0b24f7266a7217cbf39efcd26aa16990468bc5b87c7e5a505591e4c95452/646",
            "gl_tests": "aa083028b1fe50fbd8201607f91e10017469419cd5961a3cbfb7eacb1bd5c562/569",
            "gl_unittests": "6a62eae2c24575312b6826ac327cdc33299600b53e177a37429690ca1c8563e7/569",
            "google_apis_unittests": "6b33ff5d3ce1f77087c349bc8cc34cfc2de9a915305f18f9a0a10bce014cc5e9/731",
            "gpu_unittests": "b07f147e4850018e57710c07f4927b1a93a179279c3d55fb0db6e4f8ad2e4cb4/646",
            "gtk_unittests": "4d7e99116d7fcd24f93926e6261cb52a495d893c6279763b06261086f489c562/569",
            "gwp_asan_unittests": "bc93d37095cc32b752a7636ea18799beac9509ab6129bf77af3cd265ec8791f8/570",
            "headless_browsertests": "4e9a66833029004d613b7e59053280b8d58b7c1419bd61a44f7d16e613e0e1ae/809",
            "headless_unittests": "69b3b51eb0aae1f412acc3448d67bc35d6e28dae25a407f71f95b1b28af4e498/569",
            "interactive_ui_tests": "fad91c61b9233925bd84765f46919c85d1dd71d91d170931d6f2c1010defb346/1128",
            "ipc_tests": "752c377e5c47ff212ab73a90109880a85fd76c68048af031dfd1d4661e3d971d/569",
            "jingle_unittests": "cd5f10f43d6b16bd146f2abe3c745bee8da5854f6c5ed4e71a28ed3467acee84/646",
            "latency_unittests": "041afb8b693455afcf592c32a53f4678645e3d63780e882b1984fb6465be68e6/569",
            "libjingle_xmpp_unittests": "d8f6f5104b5d7c2cd0ac6216b451d68dfa9669938a0a3e84dc7928b38bad30da/569",
            "liburlpattern_unittests": "ad9fc4bff42f40382bee811058f6d7738e520a96a5d3fde13efb5d8f8a9aeeea/569",
            "media_unittests": "054e6a5c2a815ecafe1e06fc8a2ebea69a28219ba3b00193289118c66e595333/649",
            "message_center_unittests": "5215f244a3a5f00179bbc1b850e0464ab7eb1df420edd4a79edb45f6eada76d7/569",
            "midi_unittests": "a893a8d03dc4ae75ce9be0ac33f921178f2f1f9908e50abead4fa74f480e7b24/569",
            "mojo_core_unittests": "c7efc4bd3f8c6d2c00195999416833de1401603214ec6b4950cde50004626121/569",
            "mojo_unittests": "d43e792c30784e80b5433be2204aed858b720a804fef2b8b30e7ff39f82999ff/647",
            "native_theme_unittests": "8fd56b1a89258893af6dd59adccd1f2d39412090cbeef77d7bd3f55c43ca0277/569",
            "net_unittests": "7dcce12189577555085b037d3d3d92d4a1b1f3d934022dcec6e7accd7dfbc8c1/648",
            "openscreen_unittests": "4f631c0f4265da3a3202ad7cad12599ca8ea3a68b84055cb0b4067acb477c5e9/811",
            "ozone_x11_unittests": "b1f8190a7fbd0ba4c9e426a05218413442b1c3c7f9c1534738eaeb73ce2b226d/569",
            "pdf_unittests": "d34a45dfa794d110abf1c35f06f5a4869b217999a93b656dd221edfe57b7df41/725",
            "perfetto_unittests": "d5b843f446c94c9ab5443d6668dae8a22ca75765e9a721d838e31155b2e13494/569",
            "ppapi_unittests": "4e51da48c35d1fd9c0d63753fb3e374f077a8d2e1999cbae2fa0399fe3ae5b78/569",
            "printing_unittests": "72e2e55616be665f7824a0e19d928734b6b30607eadaf81d24aa4b5c49f2bc86/569",
            "remoting_unittests": "f676f457e5071ddeada99c521f73a77f01ec905f81412ee0ed3de1904beacf46/646",
            "sandbox_linux_unittests": "62c40e3ed8d1a9a175343eebd36bf975d22c0e8b2108609d0e452f7a31307331/569",
            "service_manager_unittests": "6bbce77f4465645fbd9665caff9ad1ac687796137391fbdc82e1e04056df8869/569",
            "services_unittests": "b2249a26400a66eaef45189fc6d95464ab9dcd58dc80a5361d72faaf77ced9e5/815",
            "shell_dialogs_unittests": "e3103e0d5af347675b5ee10b25755384716bba7b6898d4dcab6e97d3f5af5454/569",
            "skia_unittests": "b5c00367e1d36998a0062b7684e3229e59044a43a9ad481de5a651394434b2ec/569",
            "snapshot_unittests": "b424a29b8be591bfb4fbef5cb5364df5262a05385d6b2f19c4cf91acb92af95d/569",
            "sql_unittests": "89b12908cee36f275c630964d9610351c199feb417d4130908a4ff6d6fffbac7/646",
            "storage_unittests": "3f11979e99fe1e51dde832b2e9e93fc5c5072779712b2ee5aacdc026861e7954/727",
            "sync_integration_tests": "923543144c965e153823b820619f08840577d57dceb7e3c27ee8ac221ae4ce45/892",
            "ui_base_unittests": "a7ab53251f7ed26d22bbd61209d8be42654735af517f81a25a064266d974c47c/723",
            "ui_touch_selection_unittests": "2bdbf64b3e6b065fbc836b37f0c900231c1422f79c0c0bdd6691ba574f070e76/569",
            "unit_tests": "7964b1988d7903941307c0b6db5e5346975891fc420974dd07bc6180e1cb3848/1141",
            "url_unittests": "7e327fd4e55b00bbadcea2fa4d72722ba6c9971e832c7d8599472e366d7ff6a7/569",
            "views_unittests": "e501895f38b084b277d93fbf97dbc11accbb69abc9012aa53ff61b8c89295867/569",
            "viz_unittests": "86c657d30bd58e1cfc7920a7a0568e94900ca5dbe5f6d49204da6156327e7f6d/653",
            "vr_common_unittests": "edc26651b9391d0956275fcdd203407ba8dc8996d041bdd6d30ca267cf0cbd48/811",
            "vr_pixeltests": "a215ce2372440bd09ff1df5f91b3990549e2f0164caaec0961ef8f77c73c9a68/725",
            "weblayer_browsertests": "4ec88d391231a3217093e223670e46243effff72874040d4ebd0d8668b678b96/893",
            "weblayer_unittests": "5b7033600fb1d503a42cdb6c81feef91dfe3e294f2437f951ca9ef7dd6ec6aec/725",
            "wm_unittests": "aca69c9dc7d0b539919d0e98075af611d97d766632a18f2294163f8c3237df45/569",
            "wtf_unittests": "60bbf03de66386ee46e67ef6143b1eed26589ce90ce53a769f2e63d341a84775/569",
            "x11_unittests": "e68417b98d7ab468125fc876c10cb93a69ff8bf0db9d129a25490601bfc25e05/569",
            "xr_browser_tests": "a8d335a8355077eb0d7fa18e670cb196f3009cbf51dd286db58fdc2cb1b3c9c3/891",
            "zlib_unittests": "7964d6c5864a8726515c3f36058456517cc37d89081da78fc9935b1ca41f02ce/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "a737c3978d8217c5d52b0b885ca0018ad0e5420c0ed97a0e9b5f7ac48162d323/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e439f00c19a32c50a24dd2b111d0df574adf90f4",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8999946428244130784"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "77891"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[03:34:26.277] Scheduled build:
{
  "id": "8834516366222762769",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 69853,
  "createdBy": "project:chromium",
  "createTime": "2021-10-02T03:34:25.870452054Z",
  "updateTime": "2021-10-02T03:34:26.099771523Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "e439f00c19a32c50a24dd2b111d0df574adf90f4",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[03:34:26.277] Task URL: https://cr-buildbucket.appspot.com/build/8834516366222762769
[03:34:26.277] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999946428244130784:2:0) after 9m56s
[03:44:22.444] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999946428244130784:2:0)
[03:44:22.484] Build status: SCHEDULED
[03:44:22.484] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999946428244130784:3:0) after 2m42s
[03:47:04.504] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999946428244130784:3:0)
[03:47:04.536] Build status: SCHEDULED
[03:47:04.536] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999946428244130784:4:0) after 1m23s
[03:48:27.557] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999946428244130784:4:0)
[03:48:27.590] Build status: SCHEDULED
[03:48:27.590] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999946428244130784:5:0) after 8m22s
[03:55:44.951] Received PubSub notification, asking Buildbucket for the build status
[03:55:44.982] Build status: STARTED
[03:56:49.817] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999946428244130784:5:0)
[03:56:49.852] Build status: STARTED
[03:56:49.852] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999946428244130784:7:0) after 4m15s
[04:01:04.916] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999946428244130784:7:0)
[04:01:04.959] Build status: STARTED
[04:01:04.959] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999946428244130784:8:0) after 3m57s
[04:05:01.963] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999946428244130784:8:0)
[04:05:02.014] Build status: STARTED
[04:05:02.015] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999946428244130784:9:0) after 3m21s
[04:08:23.037] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999946428244130784:9:0)
[04:08:23.071] Build status: STARTED
[04:08:23.071] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999946428244130784:10:0) after 5m35s
[04:13:58.046] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999946428244130784:10:0)
[04:13:58.089] Build status: STARTED
[04:13:58.090] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999946428244130784:11:0) after 9m8s
[04:23:06.171] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999946428244130784:11:0)
[04:23:06.244] Build status: STARTED
[04:23:06.244] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999946428244130784:12:0) after 3m38s
[04:26:44.339] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999946428244130784:12:0)
[04:26:44.370] Build status: STARTED
[04:26:44.370] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999946428244130784:13:0) after 8m36s
[04:31:33.518] Received PubSub notification, asking Buildbucket for the build status
[04:31:33.579] Build:
{
  "id": "8834516366222762769",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 69853,
  "createdBy": "project:chromium",
  "createTime": "2021-10-02T03:34:25.870452054Z",
  "startTime": "2021-10-02T03:55:43.797681Z",
  "endTime": "2021-10-02T04:31:33.082968465Z",
  "updateTime": "2021-10-02T04:31:33.083496575Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "e439f00c19a32c50a24dd2b111d0df574adf90f4",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[04:31:33.579] Invocation finished in 57m9.020834367s with status FAILED