Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 26 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/80991 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "6412a15acbab487312acf6877452db78499d690a",
        "project": "chromium/src",
        "ref": "refs/heads/main"
      }
    ]
  },
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "6412a15acbab487312acf6877452db78499d690a"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "31942507f384ba51cc76a02c9d01c86af9b22013",
  "parent_got_dawn_revision": "1351d4bbd8d5b2e0942299c98d243f07aec4dbf2",
  "parent_got_nacl_revision": "38e06bc9954cbe8582f557d525d2effbbc0d849e",
  "parent_got_revision": "6412a15acbab487312acf6877452db78499d690a",
  "parent_got_revision_cp": "refs/heads/main@{#960915}",
  "parent_got_swiftshader_revision": "2e74d5dc03dfbfab0821f9aac5d2b3ad317eab28",
  "parent_got_v8_revision": "4e822ed7404569f3e018b87ad6150cd82f8e760c",
  "parent_got_v8_revision_cp": "refs/heads/9.9.114@{#1}",
  "parent_got_webrtc_revision": "408a46c36c7ece9c3d027b1ce6d06af3a93829b4",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35733}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "6412a15acbab487312acf6877452db78499d690a",
  "swarm_hashes": {
    "absl_hardening_tests": "bc223b38bf597f1c867b5a65d807c257a4418ff2d977ba10dd634a9ed5e4ba5e/569",
    "accessibility_unittests": "2cc22aaee05b1ee23be4ffe980011d7a8b33f4a8f94e0aa37089f57e8d1b4d54/569",
    "angle_unittests": "b2dcf95ff2302ec0e9210c82864c0c425615eb9df4a49fca40af6d71e3cc1c1d/570",
    "app_shell_unittests": "41774ed9db1651d365210c42b30a44b0a2a6cba4418c46b8231f678cdae6f108/730",
    "aura_unittests": "b60a390ea5727a531899d8280c4d8db704092930a1e11acb5b2a41f3e409acc4/569",
    "base_unittests": "30ea1bb5826a453a8f4c30a9fa999d642045dc00db44ad62d1838f98783b2fc3/648",
    "blink_common_unittests": "a97a2afecd637fe14b723ddf0b8592cdbbb10091190450ad5d79221f578a393a/647",
    "blink_fuzzer_unittests": "b95d70088ff122c5a5e0774eb1985685c179c80601f84f0083a46c40cf5d7127/569",
    "blink_heap_unittests": "f9b447c555cadde37d3fa3d739cb1d9e3cff521eb8be3a4625471aa7c09f7dd7/569",
    "blink_platform_unittests": "ce270dbd718b9b64979f2ac1727c0c9b38ef3f3efd433e7b2c1457830e47f330/726",
    "blink_unittests": "997834cb179ea4a55f403d4409f100d5fc92647b2b59b572223a0601c079ec09/810",
    "boringssl_crypto_tests": "91c23950c8893c6fc4626bc2d65595fdb0217125e6719976adc593c489a372d2/570",
    "boringssl_ssl_tests": "ec6f54116474a632664746e500b9543e374939673965512fb6fd28d80c30252a/569",
    "capture_unittests": "9fb19853f922db93fda4e774fe7ef23a5b442d6e0da68530026ee7df76b57ea3/648",
    "cast_unittests": "d4653ac74f2bd407aa730ca58dbeb8cafe86cfb3e7af6b402632f5f7e3fbe108/569",
    "cc_unittests": "98387638241145970017fb3acb4247135adde3497aa843e81bf8f791ac8fcb95/653",
    "chrome_app_unittests": "bf80dc171081b869cf134a84961915261ad0ea65eb0b6328058e533e44452280/648",
    "chromedriver_unittests": "35d7013953a02cc7ce8173cc86c86f169a312b71cdade190515f3c475f35800b/726",
    "color_unittests": "28902e621a15d64419ed5436c4160a9fd943811d6bd9a384335157fadb7e733a/569",
    "components_browsertests": "fc7c357d973fae228a72154c20ad20be19345a08a766ec44ced8a979adfbbfc3/813",
    "components_unittests": "f2eb500fb5ecbe63343831d75e4ad8f5a0802c4ec9d6559a0632142b44059ac7/813",
    "compositor_unittests": "1cc3bcabffb1fd12379ce00ba43ebd87c4ea3f194b373374d2a21dcba81f4ab3/645",
    "content_browsertests": "5c62b89b9b52cbea8c3b5f947e08b9fdf7898139b20ccc3d17fd777a3bfff963/887",
    "content_unittests": "1cbb30e4fd3de79e1479041942c8fedede36fdb136e1c081b5c0edc12c4c5678/806",
    "cronet_tests": "10b9b53872baf373624e0061fea0494538ab69f1356fae244cf8b2e9cf590cb0/730",
    "cronet_unittests": "1a14fc01571db3da6f3952711bd371a274d3a5fba769fcd370ec8202b0361d5a/646",
    "crypto_unittests": "c97fde07c633cc8a4429b7c7f7f7c839308584d1177512cc99681ece2cb8718d/569",
    "dbus_unittests": "18f13e706c8525d3475d0fb1c00d1073a0f6910909d9e71d4450decc71b14eef/569",
    "device_unittests": "8ed649543ad97451714b75b5022ef64bae9104b791ff1a5737d702c35306ae83/646",
    "display_unittests": "6bfc325f094cbfa3c19c3b1b98c957463ba250fa418976d77e3c9bf2f2360874/569",
    "events_unittests": "5bddb2df6a3bbe99fcf5a5beb3acd4d0fd3279fa3c8a08ca59fb1eca76f576bb/569",
    "extensions_browsertests": "56926df3f8c3c00dfe1ba4eef47a3021798b6ccb8b3a46ca421cff6c9b8bee33/732",
    "extensions_unittests": "99263b31083991d8929733e7cf83bd0c25a81c80599ed361c82f8792d21c5d08/896",
    "filesystem_service_unittests": "3d9f097a28496464387d3845c42cb60464de0c87bc340cd95b3ecebe44c80999/569",
    "gcm_unit_tests": "9706370172b4fb101928e4f001c5c9654f28e64f51406c7f1583f96c19f4870e/646",
    "gfx_unittests": "3186906ef66c72c604e54d4d98a4322723c3034d5fde840e2a25dbbe2743f1eb/645",
    "gin_unittests": "ac1e3350e48d2a53795ec0f18b197f9461029f05bcc2526a3c5f1a837a6aeca1/646",
    "gl_tests": "e555b502137c187742d836443a2a7eb2153f044f56abd436baad8dc949e6d577/569",
    "gl_unittests": "228fbe5b46508b460dae47355446be7f2ef88638d8582066ebb9b7054dd7c0f7/569",
    "google_apis_unittests": "6629af8d8ccb0aa3a855670ef21e0d2d8c84e8f33db8082e0da21980cb621adc/731",
    "gpu_unittests": "a91716c30d66a421fce6ad83d3e4047adaf02627229860bddad59fa8a6a591d8/646",
    "gwp_asan_unittests": "e9e9d05e9608d523efda71821e6fa8f54e5121985d261f808cb0078cbda020bc/570",
    "headless_browsertests": "95bace7032c67e0874f9624404251c7236c34a2690f92c5f40c6a2b3f42dd4b8/730",
    "headless_unittests": "a18c4ae4cd229bfb72c7bb47a78d7534186e9d34194ee6486ea5e31657727cff/569",
    "interactive_ui_tests": "d2b4c13741258f56f3c983bdeac8f29617269cf1fa35c0fcc0f1abaf25245993/965",
    "ipc_tests": "48ae4f28e235729b827f88c5e0cb02970148a5734b6426da9a325685575dbe4e/569",
    "jingle_unittests": "2ebf535d42b0e1a729c883ff18795e1d8a3ee251c3c650d6fab9d12202e792dd/646",
    "latency_unittests": "d813e29056bd771cbdced0233c71249b822f15a9bdd6d0d8b2563b53ea574151/569",
    "libjingle_xmpp_unittests": "1d122e3d8c3732a84d732910bfa4a886808462fbfe98c7701be8cd005c0dd34a/569",
    "liburlpattern_unittests": "dde45484b5bd8110116678d85ef18863f1e1f53bb88e699d87a92e1c85f08391/569",
    "media_unittests": "507817a2022924b4c62d41e664ea9d93a3f7970da2941d5dfe8c64a0c3a30fea/649",
    "message_center_unittests": "f7d88a9bdf8becee1fb8a5b0a48023d1b6708b1d4767c7aa352ee43c37508a02/569",
    "midi_unittests": "ea98abef75fb5a1374fca86abee3b5ea82b2097d8e973790ddd27ec8cdaac5d8/569",
    "mojo_core_unittests": "732ec96546f61a3d2299da01b32a59f7a6914f314022831cec0ebbb72e5cb4e4/569",
    "mojo_unittests": "fc1ef623b8d6686939f9938187c570015de11695187a3efd8f53ef5756698a82/647",
    "native_theme_unittests": "a647a8e43e892cc846971183ad7295f9cd11bd55e0e58c88000c46d2de31d773/569",
    "net_unittests": "e61be705a9f9a44be97a8e373a7d084e9019b624f93b4e4e9758f8e3eefcc3f4/648",
    "openscreen_unittests": "56438e9f7339f4ae82ef57364e089ede7fbf510b27753879a8d8af6abc48ff91/648",
    "ozone_x11_unittests": "579bb1662e28a6f840bb839569f9e33c44937842b17f6f7ef7fabf62f0dcde3c/569",
    "pdf_unittests": "04b4a650a25f9afdd140a4c13ea7de03de2aff31705b93dfeb54d965c15a225b/646",
    "perfetto_unittests": "cf84e040fabd385737635cc27a1e82b45515954ed5dd115ab121863f151fc752/569",
    "ppapi_unittests": "8ac67e0759a3507ce4e7df41b92308f0dddac2e94cb4b8904f4106ec2aae02a8/569",
    "printing_unittests": "59591bddc44d5addeb2f7c75b58581e8b3811a9b89dc539a802ba251ad20acc9/569",
    "remoting_unittests": "164654fddd6a0c87b7d58479add42d05b83d12700fd524cf597b54f49673cedc/646",
    "sandbox_linux_unittests": "b5b76eccf1f742f04b0189b613b1ecaad8cf727de3a5e7eae0eaa7c563783c70/569",
    "service_manager_unittests": "b87202135c250ad3b0b28a147b45cfdb6df943cac0b9f9d1cd9ac01a763f6bee/569",
    "services_unittests": "2d47c28b17865d366ae0b96ffd0a5cad37ee92d757b38c20b012cc5737886e3c/815",
    "shell_dialogs_unittests": "4cde05f99702696ed9e775ca94c2f29c54509fc89705be7055a5d82619855f12/569",
    "skia_unittests": "1ca0d79d78cdad589cd8bdd82b19eadd5e3e90352e66303ee4e78d59df2c4464/569",
    "snapshot_unittests": "0bad0355181ba53dedc067bfc591177c4e5f924349fda0b44d49ee09211d2934/569",
    "sql_unittests": "9f1c335f99310f295124d217ee06b945a90a5fb04d90cc07517000a081ad94df/646",
    "storage_unittests": "2b747659d063e4975e4b1f0fccfda73dd38627e1cbd8303806769230aff50356/727",
    "sync_integration_tests": "ea58bb1d686e3fba49c8b2001582775154e12bd9704de50c42c2a3f646fc029a/729",
    "ui_base_unittests": "c56795c0b0252587f7caa807ec39c210fbb926611b3179d1a85e1e801b1dffe6/723",
    "ui_touch_selection_unittests": "672cb802382e38a081641f90174cc923274d4cfba714fd01d39818f7294b4439/569",
    "unit_tests": "ca382ebf18a41c18ef628fcb76891f32e6a381fbd1aa9a03201bce1b84c4af75/1139",
    "url_unittests": "413eb9c5c5eb812270277c6c4bb0d11daf925b19a8c682265dc37261a9d0a4bf/569",
    "views_unittests": "b68f18fb05a932aabd6a5ac9d353a0ad6cf819ce130db5697a806676163c6b5e/569",
    "viz_unittests": "d44f3bf49e51e75ef274a4371192b75c223793c7877c6d122f70e71663f5d1f6/653",
    "vr_common_unittests": "addb16bdbc74397a5ce63685e066ade20b2cd715626d33d541d1ad0f5811376a/648",
    "vr_pixeltests": "81dfef4fdca6c36b3dac9bac39bb2f3161806daff768b8ff47743d11ab37de3a/646",
    "weblayer_browsertests": "6729564eb0ed192ada3f5e6057ae2823839b458fc0ec18cfba426b0c9e8a23cc/814",
    "weblayer_unittests": "67bf3cc2ad642dfabffd7b4c312b3d481fe4a165d83b30e709e70c5deedbe452/646",
    "wm_unittests": "8700c9c3a94c79127875cada05d4342d10da4266b88eeef0c933a78567cfec61/569",
    "wtf_unittests": "7cb790b924c1ac188b765bd55251efbc68d460a760c9a96aab197509804dc0b4/569",
    "x11_unittests": "beb6f9b4f74aef2ea5471bcf6f17adc44df32ed4f0caed209e04ea892fb50d71/569",
    "xr_browser_tests": "77b8054413949b0e70d505ee0a0a7a6b5c0172b11774347e87072e7facae1d9f/728",
    "zlib_unittests": "5aab0eacfc0c6b1d296de391ad9745d4ce578ad819ac6412c6a860cd5791bdf8/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "d35d624e302339bddf63f41a26541de5b97ee363969aba926d26843428908d07/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/6412a15acbab487312acf6877452db78499d690a
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:80991
  • user_agent:recipe

Debug log (UTC)

[14:20:04.087] New invocation is queued and will start shortly
[14:20:04.087] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[14:20:06.113] Starting the invocation (attempt 1)
[14:20:06.156] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/6412a15acbab487312acf6877452db78499d690a"
[14:20:06.156] Popped gitiles commit info from properties and tags
[14:20:06.156] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[14:20:06.156] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[14:20:06.157] Buildbucket request:
{
  "requestId": "8990030737591172816",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "6412a15acbab487312acf6877452db78499d690a",
                        "project": "chromium/src",
                        "ref": "refs/heads/main"
                      }
                ]
          },
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "6412a15acbab487312acf6877452db78499d690a"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "31942507f384ba51cc76a02c9d01c86af9b22013",
      "parent_got_dawn_revision": "1351d4bbd8d5b2e0942299c98d243f07aec4dbf2",
      "parent_got_nacl_revision": "38e06bc9954cbe8582f557d525d2effbbc0d849e",
      "parent_got_revision": "6412a15acbab487312acf6877452db78499d690a",
      "parent_got_revision_cp": "refs/heads/main@{#960915}",
      "parent_got_swiftshader_revision": "2e74d5dc03dfbfab0821f9aac5d2b3ad317eab28",
      "parent_got_v8_revision": "4e822ed7404569f3e018b87ad6150cd82f8e760c",
      "parent_got_v8_revision_cp": "refs/heads/9.9.114@{#1}",
      "parent_got_webrtc_revision": "408a46c36c7ece9c3d027b1ce6d06af3a93829b4",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35733}",
      "swarm_hashes": {
            "absl_hardening_tests": "bc223b38bf597f1c867b5a65d807c257a4418ff2d977ba10dd634a9ed5e4ba5e/569",
            "accessibility_unittests": "2cc22aaee05b1ee23be4ffe980011d7a8b33f4a8f94e0aa37089f57e8d1b4d54/569",
            "angle_unittests": "b2dcf95ff2302ec0e9210c82864c0c425615eb9df4a49fca40af6d71e3cc1c1d/570",
            "app_shell_unittests": "41774ed9db1651d365210c42b30a44b0a2a6cba4418c46b8231f678cdae6f108/730",
            "aura_unittests": "b60a390ea5727a531899d8280c4d8db704092930a1e11acb5b2a41f3e409acc4/569",
            "base_unittests": "30ea1bb5826a453a8f4c30a9fa999d642045dc00db44ad62d1838f98783b2fc3/648",
            "blink_common_unittests": "a97a2afecd637fe14b723ddf0b8592cdbbb10091190450ad5d79221f578a393a/647",
            "blink_fuzzer_unittests": "b95d70088ff122c5a5e0774eb1985685c179c80601f84f0083a46c40cf5d7127/569",
            "blink_heap_unittests": "f9b447c555cadde37d3fa3d739cb1d9e3cff521eb8be3a4625471aa7c09f7dd7/569",
            "blink_platform_unittests": "ce270dbd718b9b64979f2ac1727c0c9b38ef3f3efd433e7b2c1457830e47f330/726",
            "blink_unittests": "997834cb179ea4a55f403d4409f100d5fc92647b2b59b572223a0601c079ec09/810",
            "boringssl_crypto_tests": "91c23950c8893c6fc4626bc2d65595fdb0217125e6719976adc593c489a372d2/570",
            "boringssl_ssl_tests": "ec6f54116474a632664746e500b9543e374939673965512fb6fd28d80c30252a/569",
            "capture_unittests": "9fb19853f922db93fda4e774fe7ef23a5b442d6e0da68530026ee7df76b57ea3/648",
            "cast_unittests": "d4653ac74f2bd407aa730ca58dbeb8cafe86cfb3e7af6b402632f5f7e3fbe108/569",
            "cc_unittests": "98387638241145970017fb3acb4247135adde3497aa843e81bf8f791ac8fcb95/653",
            "chrome_app_unittests": "bf80dc171081b869cf134a84961915261ad0ea65eb0b6328058e533e44452280/648",
            "chromedriver_unittests": "35d7013953a02cc7ce8173cc86c86f169a312b71cdade190515f3c475f35800b/726",
            "color_unittests": "28902e621a15d64419ed5436c4160a9fd943811d6bd9a384335157fadb7e733a/569",
            "components_browsertests": "fc7c357d973fae228a72154c20ad20be19345a08a766ec44ced8a979adfbbfc3/813",
            "components_unittests": "f2eb500fb5ecbe63343831d75e4ad8f5a0802c4ec9d6559a0632142b44059ac7/813",
            "compositor_unittests": "1cc3bcabffb1fd12379ce00ba43ebd87c4ea3f194b373374d2a21dcba81f4ab3/645",
            "content_browsertests": "5c62b89b9b52cbea8c3b5f947e08b9fdf7898139b20ccc3d17fd777a3bfff963/887",
            "content_unittests": "1cbb30e4fd3de79e1479041942c8fedede36fdb136e1c081b5c0edc12c4c5678/806",
            "cronet_tests": "10b9b53872baf373624e0061fea0494538ab69f1356fae244cf8b2e9cf590cb0/730",
            "cronet_unittests": "1a14fc01571db3da6f3952711bd371a274d3a5fba769fcd370ec8202b0361d5a/646",
            "crypto_unittests": "c97fde07c633cc8a4429b7c7f7f7c839308584d1177512cc99681ece2cb8718d/569",
            "dbus_unittests": "18f13e706c8525d3475d0fb1c00d1073a0f6910909d9e71d4450decc71b14eef/569",
            "device_unittests": "8ed649543ad97451714b75b5022ef64bae9104b791ff1a5737d702c35306ae83/646",
            "display_unittests": "6bfc325f094cbfa3c19c3b1b98c957463ba250fa418976d77e3c9bf2f2360874/569",
            "events_unittests": "5bddb2df6a3bbe99fcf5a5beb3acd4d0fd3279fa3c8a08ca59fb1eca76f576bb/569",
            "extensions_browsertests": "56926df3f8c3c00dfe1ba4eef47a3021798b6ccb8b3a46ca421cff6c9b8bee33/732",
            "extensions_unittests": "99263b31083991d8929733e7cf83bd0c25a81c80599ed361c82f8792d21c5d08/896",
            "filesystem_service_unittests": "3d9f097a28496464387d3845c42cb60464de0c87bc340cd95b3ecebe44c80999/569",
            "gcm_unit_tests": "9706370172b4fb101928e4f001c5c9654f28e64f51406c7f1583f96c19f4870e/646",
            "gfx_unittests": "3186906ef66c72c604e54d4d98a4322723c3034d5fde840e2a25dbbe2743f1eb/645",
            "gin_unittests": "ac1e3350e48d2a53795ec0f18b197f9461029f05bcc2526a3c5f1a837a6aeca1/646",
            "gl_tests": "e555b502137c187742d836443a2a7eb2153f044f56abd436baad8dc949e6d577/569",
            "gl_unittests": "228fbe5b46508b460dae47355446be7f2ef88638d8582066ebb9b7054dd7c0f7/569",
            "google_apis_unittests": "6629af8d8ccb0aa3a855670ef21e0d2d8c84e8f33db8082e0da21980cb621adc/731",
            "gpu_unittests": "a91716c30d66a421fce6ad83d3e4047adaf02627229860bddad59fa8a6a591d8/646",
            "gwp_asan_unittests": "e9e9d05e9608d523efda71821e6fa8f54e5121985d261f808cb0078cbda020bc/570",
            "headless_browsertests": "95bace7032c67e0874f9624404251c7236c34a2690f92c5f40c6a2b3f42dd4b8/730",
            "headless_unittests": "a18c4ae4cd229bfb72c7bb47a78d7534186e9d34194ee6486ea5e31657727cff/569",
            "interactive_ui_tests": "d2b4c13741258f56f3c983bdeac8f29617269cf1fa35c0fcc0f1abaf25245993/965",
            "ipc_tests": "48ae4f28e235729b827f88c5e0cb02970148a5734b6426da9a325685575dbe4e/569",
            "jingle_unittests": "2ebf535d42b0e1a729c883ff18795e1d8a3ee251c3c650d6fab9d12202e792dd/646",
            "latency_unittests": "d813e29056bd771cbdced0233c71249b822f15a9bdd6d0d8b2563b53ea574151/569",
            "libjingle_xmpp_unittests": "1d122e3d8c3732a84d732910bfa4a886808462fbfe98c7701be8cd005c0dd34a/569",
            "liburlpattern_unittests": "dde45484b5bd8110116678d85ef18863f1e1f53bb88e699d87a92e1c85f08391/569",
            "media_unittests": "507817a2022924b4c62d41e664ea9d93a3f7970da2941d5dfe8c64a0c3a30fea/649",
            "message_center_unittests": "f7d88a9bdf8becee1fb8a5b0a48023d1b6708b1d4767c7aa352ee43c37508a02/569",
            "midi_unittests": "ea98abef75fb5a1374fca86abee3b5ea82b2097d8e973790ddd27ec8cdaac5d8/569",
            "mojo_core_unittests": "732ec96546f61a3d2299da01b32a59f7a6914f314022831cec0ebbb72e5cb4e4/569",
            "mojo_unittests": "fc1ef623b8d6686939f9938187c570015de11695187a3efd8f53ef5756698a82/647",
            "native_theme_unittests": "a647a8e43e892cc846971183ad7295f9cd11bd55e0e58c88000c46d2de31d773/569",
            "net_unittests": "e61be705a9f9a44be97a8e373a7d084e9019b624f93b4e4e9758f8e3eefcc3f4/648",
            "openscreen_unittests": "56438e9f7339f4ae82ef57364e089ede7fbf510b27753879a8d8af6abc48ff91/648",
            "ozone_x11_unittests": "579bb1662e28a6f840bb839569f9e33c44937842b17f6f7ef7fabf62f0dcde3c/569",
            "pdf_unittests": "04b4a650a25f9afdd140a4c13ea7de03de2aff31705b93dfeb54d965c15a225b/646",
            "perfetto_unittests": "cf84e040fabd385737635cc27a1e82b45515954ed5dd115ab121863f151fc752/569",
            "ppapi_unittests": "8ac67e0759a3507ce4e7df41b92308f0dddac2e94cb4b8904f4106ec2aae02a8/569",
            "printing_unittests": "59591bddc44d5addeb2f7c75b58581e8b3811a9b89dc539a802ba251ad20acc9/569",
            "remoting_unittests": "164654fddd6a0c87b7d58479add42d05b83d12700fd524cf597b54f49673cedc/646",
            "sandbox_linux_unittests": "b5b76eccf1f742f04b0189b613b1ecaad8cf727de3a5e7eae0eaa7c563783c70/569",
            "service_manager_unittests": "b87202135c250ad3b0b28a147b45cfdb6df943cac0b9f9d1cd9ac01a763f6bee/569",
            "services_unittests": "2d47c28b17865d366ae0b96ffd0a5cad37ee92d757b38c20b012cc5737886e3c/815",
            "shell_dialogs_unittests": "4cde05f99702696ed9e775ca94c2f29c54509fc89705be7055a5d82619855f12/569",
            "skia_unittests": "1ca0d79d78cdad589cd8bdd82b19eadd5e3e90352e66303ee4e78d59df2c4464/569",
            "snapshot_unittests": "0bad0355181ba53dedc067bfc591177c4e5f924349fda0b44d49ee09211d2934/569",
            "sql_unittests": "9f1c335f99310f295124d217ee06b945a90a5fb04d90cc07517000a081ad94df/646",
            "storage_unittests": "2b747659d063e4975e4b1f0fccfda73dd38627e1cbd8303806769230aff50356/727",
            "sync_integration_tests": "ea58bb1d686e3fba49c8b2001582775154e12bd9704de50c42c2a3f646fc029a/729",
            "ui_base_unittests": "c56795c0b0252587f7caa807ec39c210fbb926611b3179d1a85e1e801b1dffe6/723",
            "ui_touch_selection_unittests": "672cb802382e38a081641f90174cc923274d4cfba714fd01d39818f7294b4439/569",
            "unit_tests": "ca382ebf18a41c18ef628fcb76891f32e6a381fbd1aa9a03201bce1b84c4af75/1139",
            "url_unittests": "413eb9c5c5eb812270277c6c4bb0d11daf925b19a8c682265dc37261a9d0a4bf/569",
            "views_unittests": "b68f18fb05a932aabd6a5ac9d353a0ad6cf819ce130db5697a806676163c6b5e/569",
            "viz_unittests": "d44f3bf49e51e75ef274a4371192b75c223793c7877c6d122f70e71663f5d1f6/653",
            "vr_common_unittests": "addb16bdbc74397a5ce63685e066ade20b2cd715626d33d541d1ad0f5811376a/648",
            "vr_pixeltests": "81dfef4fdca6c36b3dac9bac39bb2f3161806daff768b8ff47743d11ab37de3a/646",
            "weblayer_browsertests": "6729564eb0ed192ada3f5e6057ae2823839b458fc0ec18cfba426b0c9e8a23cc/814",
            "weblayer_unittests": "67bf3cc2ad642dfabffd7b4c312b3d481fe4a165d83b30e709e70c5deedbe452/646",
            "wm_unittests": "8700c9c3a94c79127875cada05d4342d10da4266b88eeef0c933a78567cfec61/569",
            "wtf_unittests": "7cb790b924c1ac188b765bd55251efbc68d460a760c9a96aab197509804dc0b4/569",
            "x11_unittests": "beb6f9b4f74aef2ea5471bcf6f17adc44df32ed4f0caed209e04ea892fb50d71/569",
            "xr_browser_tests": "77b8054413949b0e70d505ee0a0a7a6b5c0172b11774347e87072e7facae1d9f/728",
            "zlib_unittests": "5aab0eacfc0c6b1d296de391ad9745d4ce578ad819ac6412c6a860cd5791bdf8/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "d35d624e302339bddf63f41a26541de5b97ee363969aba926d26843428908d07/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "6412a15acbab487312acf6877452db78499d690a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8990030737591172816"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "80991"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[14:20:06.721] Scheduled build:
{
  "id": "8824600674670495137",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 72936,
  "createdBy": "project:chromium",
  "createTime": "2022-01-19T14:20:06.233142022Z",
  "updateTime": "2022-01-19T14:20:06.233142022Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "6412a15acbab487312acf6877452db78499d690a",
      "ref": "refs/heads/main"
    }
  }
}
[14:20:06.721] Task URL: https://cr-buildbucket.appspot.com/build/8824600674670495137
[14:20:06.721] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8990030737591172816:2:0) after 7m27s
[14:20:22.278] Received PubSub notification, asking Buildbucket for the build status
[14:20:22.315] Build status: STARTED
[14:27:33.740] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8990030737591172816:2:0)
[14:27:33.811] Build status: STARTED
[14:27:33.811] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8990030737591172816:4:0) after 2m47s
[14:30:20.888] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8990030737591172816:4:0)
[14:30:20.950] Build status: STARTED
[14:30:20.950] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8990030737591172816:5:0) after 7m55s
[14:38:16.068] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8990030737591172816:5:0)
[14:38:16.091] Build status: STARTED
[14:38:16.091] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8990030737591172816:6:0) after 2m2s
[14:40:18.222] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8990030737591172816:6:0)
[14:40:18.246] Build status: STARTED
[14:40:18.246] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8990030737591172816:7:0) after 2m2s
[14:42:20.262] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8990030737591172816:7:0)
[14:42:20.283] Build status: STARTED
[14:42:20.283] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8990030737591172816:8:0) after 9m58s
[14:46:09.243] Received PubSub notification, asking Buildbucket for the build status
[14:46:09.275] Build:
{
  "id": "8824600674670495137",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 72936,
  "createdBy": "project:chromium",
  "createTime": "2022-01-19T14:20:06.233142022Z",
  "startTime": "2022-01-19T14:20:20.847210Z",
  "endTime": "2022-01-19T14:46:08.852468937Z",
  "updateTime": "2022-01-19T14:46:08.852468937Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "6412a15acbab487312acf6877452db78499d690a",
      "ref": "refs/heads/main"
    }
  }
}
[14:46:09.275] Invocation finished in 26m5.2115595s with status FAILED