Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 23 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/80989 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "7103c0f698060d7fec0cf5c6652fbe8047f00087",
        "project": "chromium/src",
        "ref": "refs/heads/main"
      }
    ]
  },
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "7103c0f698060d7fec0cf5c6652fbe8047f00087"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "31942507f384ba51cc76a02c9d01c86af9b22013",
  "parent_got_dawn_revision": "1351d4bbd8d5b2e0942299c98d243f07aec4dbf2",
  "parent_got_nacl_revision": "38e06bc9954cbe8582f557d525d2effbbc0d849e",
  "parent_got_revision": "7103c0f698060d7fec0cf5c6652fbe8047f00087",
  "parent_got_revision_cp": "refs/heads/main@{#960895}",
  "parent_got_swiftshader_revision": "2e74d5dc03dfbfab0821f9aac5d2b3ad317eab28",
  "parent_got_v8_revision": "4e822ed7404569f3e018b87ad6150cd82f8e760c",
  "parent_got_v8_revision_cp": "refs/heads/9.9.114@{#1}",
  "parent_got_webrtc_revision": "91d39752baa29ef1ff58322aed5b00db8bbc271e",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35732}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "7103c0f698060d7fec0cf5c6652fbe8047f00087",
  "swarm_hashes": {
    "absl_hardening_tests": "bc223b38bf597f1c867b5a65d807c257a4418ff2d977ba10dd634a9ed5e4ba5e/569",
    "accessibility_unittests": "2cc22aaee05b1ee23be4ffe980011d7a8b33f4a8f94e0aa37089f57e8d1b4d54/569",
    "angle_unittests": "b2dcf95ff2302ec0e9210c82864c0c425615eb9df4a49fca40af6d71e3cc1c1d/570",
    "app_shell_unittests": "3162bce57ac2c289b94050f068d02ccf9c8906e574def59cefd88e8bf7ebb449/730",
    "aura_unittests": "b60a390ea5727a531899d8280c4d8db704092930a1e11acb5b2a41f3e409acc4/569",
    "base_unittests": "30ea1bb5826a453a8f4c30a9fa999d642045dc00db44ad62d1838f98783b2fc3/648",
    "blink_common_unittests": "a97a2afecd637fe14b723ddf0b8592cdbbb10091190450ad5d79221f578a393a/647",
    "blink_fuzzer_unittests": "a5c0f98839fb6c8c341d75e28fce9471cb7bed174ad7f254a3032cb9ff9874a9/569",
    "blink_heap_unittests": "ae8bac68a2c8aad369ff01f5f71c690980bcdf290250464315dd61e1ccb42412/569",
    "blink_platform_unittests": "5ed8a810f21ceb739edebc0fdea91294d20d0809ce0e6173d0cd1a5d4255c787/726",
    "blink_unittests": "b78594f9f9552616d02a588beddc8ced5da0942ea003ddb86965c9569608f07d/810",
    "boringssl_crypto_tests": "91c23950c8893c6fc4626bc2d65595fdb0217125e6719976adc593c489a372d2/570",
    "boringssl_ssl_tests": "ec6f54116474a632664746e500b9543e374939673965512fb6fd28d80c30252a/569",
    "capture_unittests": "9fb19853f922db93fda4e774fe7ef23a5b442d6e0da68530026ee7df76b57ea3/648",
    "cast_unittests": "d4653ac74f2bd407aa730ca58dbeb8cafe86cfb3e7af6b402632f5f7e3fbe108/569",
    "cc_unittests": "98387638241145970017fb3acb4247135adde3497aa843e81bf8f791ac8fcb95/653",
    "chrome_app_unittests": "d4697a84e7b23631561845670752b497d00b345fd8824efce566643f3bb53ca5/648",
    "chromedriver_unittests": "11bd8b1147eddc9175591e1a0118bde4427813718868b0609af88be7ee085ae8/726",
    "color_unittests": "28902e621a15d64419ed5436c4160a9fd943811d6bd9a384335157fadb7e733a/569",
    "components_browsertests": "c053d022be973b6b29cd61aade8b3426060321d030d3c9f3e969523813023763/813",
    "components_unittests": "f7d36d71e569f7a9adbe653f562c03ff02252604040fdac066aae8ea31fc1262/813",
    "compositor_unittests": "1cc3bcabffb1fd12379ce00ba43ebd87c4ea3f194b373374d2a21dcba81f4ab3/645",
    "content_browsertests": "a895bc1840c36cc45e66442c9eeacf9d804ad062497724fbadfd5686d0e91951/887",
    "content_unittests": "5df17bfc03e7bdcf31414863d59177eeebb0fc1e69b4fbc686ac245bb028ac0e/806",
    "cronet_tests": "10b9b53872baf373624e0061fea0494538ab69f1356fae244cf8b2e9cf590cb0/730",
    "cronet_unittests": "1a14fc01571db3da6f3952711bd371a274d3a5fba769fcd370ec8202b0361d5a/646",
    "crypto_unittests": "c97fde07c633cc8a4429b7c7f7f7c839308584d1177512cc99681ece2cb8718d/569",
    "dbus_unittests": "18f13e706c8525d3475d0fb1c00d1073a0f6910909d9e71d4450decc71b14eef/569",
    "device_unittests": "8ed649543ad97451714b75b5022ef64bae9104b791ff1a5737d702c35306ae83/646",
    "display_unittests": "6bfc325f094cbfa3c19c3b1b98c957463ba250fa418976d77e3c9bf2f2360874/569",
    "events_unittests": "5bddb2df6a3bbe99fcf5a5beb3acd4d0fd3279fa3c8a08ca59fb1eca76f576bb/569",
    "extensions_browsertests": "429e5ebe9751b41c999f9935c63248fa30168fac3c304bcf6c5c5e114d15c52e/732",
    "extensions_unittests": "0746f05c2e7bd8691f4013f659f9982f2fff9e900abeddfe940424cb943dd22a/896",
    "filesystem_service_unittests": "3d9f097a28496464387d3845c42cb60464de0c87bc340cd95b3ecebe44c80999/569",
    "gcm_unit_tests": "9706370172b4fb101928e4f001c5c9654f28e64f51406c7f1583f96c19f4870e/646",
    "gfx_unittests": "3186906ef66c72c604e54d4d98a4322723c3034d5fde840e2a25dbbe2743f1eb/645",
    "gin_unittests": "ac1e3350e48d2a53795ec0f18b197f9461029f05bcc2526a3c5f1a837a6aeca1/646",
    "gl_tests": "e555b502137c187742d836443a2a7eb2153f044f56abd436baad8dc949e6d577/569",
    "gl_unittests": "228fbe5b46508b460dae47355446be7f2ef88638d8582066ebb9b7054dd7c0f7/569",
    "google_apis_unittests": "6629af8d8ccb0aa3a855670ef21e0d2d8c84e8f33db8082e0da21980cb621adc/731",
    "gpu_unittests": "a91716c30d66a421fce6ad83d3e4047adaf02627229860bddad59fa8a6a591d8/646",
    "gwp_asan_unittests": "e9e9d05e9608d523efda71821e6fa8f54e5121985d261f808cb0078cbda020bc/570",
    "headless_browsertests": "c1f08d44d4c84c50b4e4ba4224df2753c1ec606b69140d9c1cea81a43d3e3335/730",
    "headless_unittests": "cc88c4a35ee351ef422372db8b371b37514e7c085e2dd49b1c1caeae0c568d05/569",
    "interactive_ui_tests": "9c8ca708f86fc2563c66abd76121b67aeb5799fa789ac9c246ac172cc4c5b32e/965",
    "ipc_tests": "48ae4f28e235729b827f88c5e0cb02970148a5734b6426da9a325685575dbe4e/569",
    "jingle_unittests": "2ebf535d42b0e1a729c883ff18795e1d8a3ee251c3c650d6fab9d12202e792dd/646",
    "latency_unittests": "d813e29056bd771cbdced0233c71249b822f15a9bdd6d0d8b2563b53ea574151/569",
    "libjingle_xmpp_unittests": "1d122e3d8c3732a84d732910bfa4a886808462fbfe98c7701be8cd005c0dd34a/569",
    "liburlpattern_unittests": "dde45484b5bd8110116678d85ef18863f1e1f53bb88e699d87a92e1c85f08391/569",
    "media_unittests": "507817a2022924b4c62d41e664ea9d93a3f7970da2941d5dfe8c64a0c3a30fea/649",
    "message_center_unittests": "f7d88a9bdf8becee1fb8a5b0a48023d1b6708b1d4767c7aa352ee43c37508a02/569",
    "midi_unittests": "ea98abef75fb5a1374fca86abee3b5ea82b2097d8e973790ddd27ec8cdaac5d8/569",
    "mojo_core_unittests": "732ec96546f61a3d2299da01b32a59f7a6914f314022831cec0ebbb72e5cb4e4/569",
    "mojo_unittests": "fc1ef623b8d6686939f9938187c570015de11695187a3efd8f53ef5756698a82/647",
    "native_theme_unittests": "a647a8e43e892cc846971183ad7295f9cd11bd55e0e58c88000c46d2de31d773/569",
    "net_unittests": "e61be705a9f9a44be97a8e373a7d084e9019b624f93b4e4e9758f8e3eefcc3f4/648",
    "openscreen_unittests": "31e151c4034d49498c15b3bf25e46dceac72b2547ccd304c31ad4e1195fe8bea/648",
    "ozone_x11_unittests": "579bb1662e28a6f840bb839569f9e33c44937842b17f6f7ef7fabf62f0dcde3c/569",
    "pdf_unittests": "53626abf7ddae04a7d56d16bfdc174855f26b388609f9d6aaa262822b9efa4a7/646",
    "perfetto_unittests": "cf84e040fabd385737635cc27a1e82b45515954ed5dd115ab121863f151fc752/569",
    "ppapi_unittests": "8ac67e0759a3507ce4e7df41b92308f0dddac2e94cb4b8904f4106ec2aae02a8/569",
    "printing_unittests": "59591bddc44d5addeb2f7c75b58581e8b3811a9b89dc539a802ba251ad20acc9/569",
    "remoting_unittests": "164654fddd6a0c87b7d58479add42d05b83d12700fd524cf597b54f49673cedc/646",
    "sandbox_linux_unittests": "b5b76eccf1f742f04b0189b613b1ecaad8cf727de3a5e7eae0eaa7c563783c70/569",
    "service_manager_unittests": "b87202135c250ad3b0b28a147b45cfdb6df943cac0b9f9d1cd9ac01a763f6bee/569",
    "services_unittests": "36cb44e72a4ec53c53a15f51d50f4611409002afd573e7e6318d267df806e2b0/815",
    "shell_dialogs_unittests": "4cde05f99702696ed9e775ca94c2f29c54509fc89705be7055a5d82619855f12/569",
    "skia_unittests": "1ca0d79d78cdad589cd8bdd82b19eadd5e3e90352e66303ee4e78d59df2c4464/569",
    "snapshot_unittests": "0bad0355181ba53dedc067bfc591177c4e5f924349fda0b44d49ee09211d2934/569",
    "sql_unittests": "9f1c335f99310f295124d217ee06b945a90a5fb04d90cc07517000a081ad94df/646",
    "storage_unittests": "2b747659d063e4975e4b1f0fccfda73dd38627e1cbd8303806769230aff50356/727",
    "sync_integration_tests": "800b655a0388f6fa2081066159c30596bc8abce86dc8fc2d2a138f57dae4d1d0/729",
    "ui_base_unittests": "c56795c0b0252587f7caa807ec39c210fbb926611b3179d1a85e1e801b1dffe6/723",
    "ui_touch_selection_unittests": "672cb802382e38a081641f90174cc923274d4cfba714fd01d39818f7294b4439/569",
    "unit_tests": "bf2d6820773170c8fc69f9a85343fbad2fc700f70845074c9f0ceba10c8cb36b/1139",
    "url_unittests": "413eb9c5c5eb812270277c6c4bb0d11daf925b19a8c682265dc37261a9d0a4bf/569",
    "views_unittests": "b68f18fb05a932aabd6a5ac9d353a0ad6cf819ce130db5697a806676163c6b5e/569",
    "viz_unittests": "d44f3bf49e51e75ef274a4371192b75c223793c7877c6d122f70e71663f5d1f6/653",
    "vr_common_unittests": "ca7c1bc95e3daaa7044f78888a83ed09e8059898848ea29713e589689dd96a48/648",
    "vr_pixeltests": "e958d5ba83a0f29550348dd9e7e6670f1b5873eebc51ed63641d12a53876499f/646",
    "weblayer_browsertests": "25832dab09566728fe9ba5c219f383a44a74f1c816c320949687142620c5c9bd/814",
    "weblayer_unittests": "e8b946ef2b4530bd89c832cf08934851cba9ca879e3506f61c0fabda89b6cfce/646",
    "wm_unittests": "8700c9c3a94c79127875cada05d4342d10da4266b88eeef0c933a78567cfec61/569",
    "wtf_unittests": "7cb790b924c1ac188b765bd55251efbc68d460a760c9a96aab197509804dc0b4/569",
    "x11_unittests": "beb6f9b4f74aef2ea5471bcf6f17adc44df32ed4f0caed209e04ea892fb50d71/569",
    "xr_browser_tests": "2b2934aaf43cb340e6d2317472bb8c8ac1bfd3807e17beb29942dd0477c4eeaa/728",
    "zlib_unittests": "5aab0eacfc0c6b1d296de391ad9745d4ce578ad819ac6412c6a860cd5791bdf8/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "d35d624e302339bddf63f41a26541de5b97ee363969aba926d26843428908d07/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/7103c0f698060d7fec0cf5c6652fbe8047f00087
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:80989
  • user_agent:recipe

Debug log (UTC)

[12:54:32.093] New invocation is queued and will start shortly
[12:54:32.093] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[12:54:33.346] Starting the invocation (attempt 1)
[12:54:33.381] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/7103c0f698060d7fec0cf5c6652fbe8047f00087"
[12:54:33.381] Popped gitiles commit info from properties and tags
[12:54:33.381] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[12:54:33.381] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[12:54:33.381] Buildbucket request:
{
  "requestId": "8990036118867710736",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "7103c0f698060d7fec0cf5c6652fbe8047f00087",
                        "project": "chromium/src",
                        "ref": "refs/heads/main"
                      }
                ]
          },
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "7103c0f698060d7fec0cf5c6652fbe8047f00087"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "31942507f384ba51cc76a02c9d01c86af9b22013",
      "parent_got_dawn_revision": "1351d4bbd8d5b2e0942299c98d243f07aec4dbf2",
      "parent_got_nacl_revision": "38e06bc9954cbe8582f557d525d2effbbc0d849e",
      "parent_got_revision": "7103c0f698060d7fec0cf5c6652fbe8047f00087",
      "parent_got_revision_cp": "refs/heads/main@{#960895}",
      "parent_got_swiftshader_revision": "2e74d5dc03dfbfab0821f9aac5d2b3ad317eab28",
      "parent_got_v8_revision": "4e822ed7404569f3e018b87ad6150cd82f8e760c",
      "parent_got_v8_revision_cp": "refs/heads/9.9.114@{#1}",
      "parent_got_webrtc_revision": "91d39752baa29ef1ff58322aed5b00db8bbc271e",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35732}",
      "swarm_hashes": {
            "absl_hardening_tests": "bc223b38bf597f1c867b5a65d807c257a4418ff2d977ba10dd634a9ed5e4ba5e/569",
            "accessibility_unittests": "2cc22aaee05b1ee23be4ffe980011d7a8b33f4a8f94e0aa37089f57e8d1b4d54/569",
            "angle_unittests": "b2dcf95ff2302ec0e9210c82864c0c425615eb9df4a49fca40af6d71e3cc1c1d/570",
            "app_shell_unittests": "3162bce57ac2c289b94050f068d02ccf9c8906e574def59cefd88e8bf7ebb449/730",
            "aura_unittests": "b60a390ea5727a531899d8280c4d8db704092930a1e11acb5b2a41f3e409acc4/569",
            "base_unittests": "30ea1bb5826a453a8f4c30a9fa999d642045dc00db44ad62d1838f98783b2fc3/648",
            "blink_common_unittests": "a97a2afecd637fe14b723ddf0b8592cdbbb10091190450ad5d79221f578a393a/647",
            "blink_fuzzer_unittests": "a5c0f98839fb6c8c341d75e28fce9471cb7bed174ad7f254a3032cb9ff9874a9/569",
            "blink_heap_unittests": "ae8bac68a2c8aad369ff01f5f71c690980bcdf290250464315dd61e1ccb42412/569",
            "blink_platform_unittests": "5ed8a810f21ceb739edebc0fdea91294d20d0809ce0e6173d0cd1a5d4255c787/726",
            "blink_unittests": "b78594f9f9552616d02a588beddc8ced5da0942ea003ddb86965c9569608f07d/810",
            "boringssl_crypto_tests": "91c23950c8893c6fc4626bc2d65595fdb0217125e6719976adc593c489a372d2/570",
            "boringssl_ssl_tests": "ec6f54116474a632664746e500b9543e374939673965512fb6fd28d80c30252a/569",
            "capture_unittests": "9fb19853f922db93fda4e774fe7ef23a5b442d6e0da68530026ee7df76b57ea3/648",
            "cast_unittests": "d4653ac74f2bd407aa730ca58dbeb8cafe86cfb3e7af6b402632f5f7e3fbe108/569",
            "cc_unittests": "98387638241145970017fb3acb4247135adde3497aa843e81bf8f791ac8fcb95/653",
            "chrome_app_unittests": "d4697a84e7b23631561845670752b497d00b345fd8824efce566643f3bb53ca5/648",
            "chromedriver_unittests": "11bd8b1147eddc9175591e1a0118bde4427813718868b0609af88be7ee085ae8/726",
            "color_unittests": "28902e621a15d64419ed5436c4160a9fd943811d6bd9a384335157fadb7e733a/569",
            "components_browsertests": "c053d022be973b6b29cd61aade8b3426060321d030d3c9f3e969523813023763/813",
            "components_unittests": "f7d36d71e569f7a9adbe653f562c03ff02252604040fdac066aae8ea31fc1262/813",
            "compositor_unittests": "1cc3bcabffb1fd12379ce00ba43ebd87c4ea3f194b373374d2a21dcba81f4ab3/645",
            "content_browsertests": "a895bc1840c36cc45e66442c9eeacf9d804ad062497724fbadfd5686d0e91951/887",
            "content_unittests": "5df17bfc03e7bdcf31414863d59177eeebb0fc1e69b4fbc686ac245bb028ac0e/806",
            "cronet_tests": "10b9b53872baf373624e0061fea0494538ab69f1356fae244cf8b2e9cf590cb0/730",
            "cronet_unittests": "1a14fc01571db3da6f3952711bd371a274d3a5fba769fcd370ec8202b0361d5a/646",
            "crypto_unittests": "c97fde07c633cc8a4429b7c7f7f7c839308584d1177512cc99681ece2cb8718d/569",
            "dbus_unittests": "18f13e706c8525d3475d0fb1c00d1073a0f6910909d9e71d4450decc71b14eef/569",
            "device_unittests": "8ed649543ad97451714b75b5022ef64bae9104b791ff1a5737d702c35306ae83/646",
            "display_unittests": "6bfc325f094cbfa3c19c3b1b98c957463ba250fa418976d77e3c9bf2f2360874/569",
            "events_unittests": "5bddb2df6a3bbe99fcf5a5beb3acd4d0fd3279fa3c8a08ca59fb1eca76f576bb/569",
            "extensions_browsertests": "429e5ebe9751b41c999f9935c63248fa30168fac3c304bcf6c5c5e114d15c52e/732",
            "extensions_unittests": "0746f05c2e7bd8691f4013f659f9982f2fff9e900abeddfe940424cb943dd22a/896",
            "filesystem_service_unittests": "3d9f097a28496464387d3845c42cb60464de0c87bc340cd95b3ecebe44c80999/569",
            "gcm_unit_tests": "9706370172b4fb101928e4f001c5c9654f28e64f51406c7f1583f96c19f4870e/646",
            "gfx_unittests": "3186906ef66c72c604e54d4d98a4322723c3034d5fde840e2a25dbbe2743f1eb/645",
            "gin_unittests": "ac1e3350e48d2a53795ec0f18b197f9461029f05bcc2526a3c5f1a837a6aeca1/646",
            "gl_tests": "e555b502137c187742d836443a2a7eb2153f044f56abd436baad8dc949e6d577/569",
            "gl_unittests": "228fbe5b46508b460dae47355446be7f2ef88638d8582066ebb9b7054dd7c0f7/569",
            "google_apis_unittests": "6629af8d8ccb0aa3a855670ef21e0d2d8c84e8f33db8082e0da21980cb621adc/731",
            "gpu_unittests": "a91716c30d66a421fce6ad83d3e4047adaf02627229860bddad59fa8a6a591d8/646",
            "gwp_asan_unittests": "e9e9d05e9608d523efda71821e6fa8f54e5121985d261f808cb0078cbda020bc/570",
            "headless_browsertests": "c1f08d44d4c84c50b4e4ba4224df2753c1ec606b69140d9c1cea81a43d3e3335/730",
            "headless_unittests": "cc88c4a35ee351ef422372db8b371b37514e7c085e2dd49b1c1caeae0c568d05/569",
            "interactive_ui_tests": "9c8ca708f86fc2563c66abd76121b67aeb5799fa789ac9c246ac172cc4c5b32e/965",
            "ipc_tests": "48ae4f28e235729b827f88c5e0cb02970148a5734b6426da9a325685575dbe4e/569",
            "jingle_unittests": "2ebf535d42b0e1a729c883ff18795e1d8a3ee251c3c650d6fab9d12202e792dd/646",
            "latency_unittests": "d813e29056bd771cbdced0233c71249b822f15a9bdd6d0d8b2563b53ea574151/569",
            "libjingle_xmpp_unittests": "1d122e3d8c3732a84d732910bfa4a886808462fbfe98c7701be8cd005c0dd34a/569",
            "liburlpattern_unittests": "dde45484b5bd8110116678d85ef18863f1e1f53bb88e699d87a92e1c85f08391/569",
            "media_unittests": "507817a2022924b4c62d41e664ea9d93a3f7970da2941d5dfe8c64a0c3a30fea/649",
            "message_center_unittests": "f7d88a9bdf8becee1fb8a5b0a48023d1b6708b1d4767c7aa352ee43c37508a02/569",
            "midi_unittests": "ea98abef75fb5a1374fca86abee3b5ea82b2097d8e973790ddd27ec8cdaac5d8/569",
            "mojo_core_unittests": "732ec96546f61a3d2299da01b32a59f7a6914f314022831cec0ebbb72e5cb4e4/569",
            "mojo_unittests": "fc1ef623b8d6686939f9938187c570015de11695187a3efd8f53ef5756698a82/647",
            "native_theme_unittests": "a647a8e43e892cc846971183ad7295f9cd11bd55e0e58c88000c46d2de31d773/569",
            "net_unittests": "e61be705a9f9a44be97a8e373a7d084e9019b624f93b4e4e9758f8e3eefcc3f4/648",
            "openscreen_unittests": "31e151c4034d49498c15b3bf25e46dceac72b2547ccd304c31ad4e1195fe8bea/648",
            "ozone_x11_unittests": "579bb1662e28a6f840bb839569f9e33c44937842b17f6f7ef7fabf62f0dcde3c/569",
            "pdf_unittests": "53626abf7ddae04a7d56d16bfdc174855f26b388609f9d6aaa262822b9efa4a7/646",
            "perfetto_unittests": "cf84e040fabd385737635cc27a1e82b45515954ed5dd115ab121863f151fc752/569",
            "ppapi_unittests": "8ac67e0759a3507ce4e7df41b92308f0dddac2e94cb4b8904f4106ec2aae02a8/569",
            "printing_unittests": "59591bddc44d5addeb2f7c75b58581e8b3811a9b89dc539a802ba251ad20acc9/569",
            "remoting_unittests": "164654fddd6a0c87b7d58479add42d05b83d12700fd524cf597b54f49673cedc/646",
            "sandbox_linux_unittests": "b5b76eccf1f742f04b0189b613b1ecaad8cf727de3a5e7eae0eaa7c563783c70/569",
            "service_manager_unittests": "b87202135c250ad3b0b28a147b45cfdb6df943cac0b9f9d1cd9ac01a763f6bee/569",
            "services_unittests": "36cb44e72a4ec53c53a15f51d50f4611409002afd573e7e6318d267df806e2b0/815",
            "shell_dialogs_unittests": "4cde05f99702696ed9e775ca94c2f29c54509fc89705be7055a5d82619855f12/569",
            "skia_unittests": "1ca0d79d78cdad589cd8bdd82b19eadd5e3e90352e66303ee4e78d59df2c4464/569",
            "snapshot_unittests": "0bad0355181ba53dedc067bfc591177c4e5f924349fda0b44d49ee09211d2934/569",
            "sql_unittests": "9f1c335f99310f295124d217ee06b945a90a5fb04d90cc07517000a081ad94df/646",
            "storage_unittests": "2b747659d063e4975e4b1f0fccfda73dd38627e1cbd8303806769230aff50356/727",
            "sync_integration_tests": "800b655a0388f6fa2081066159c30596bc8abce86dc8fc2d2a138f57dae4d1d0/729",
            "ui_base_unittests": "c56795c0b0252587f7caa807ec39c210fbb926611b3179d1a85e1e801b1dffe6/723",
            "ui_touch_selection_unittests": "672cb802382e38a081641f90174cc923274d4cfba714fd01d39818f7294b4439/569",
            "unit_tests": "bf2d6820773170c8fc69f9a85343fbad2fc700f70845074c9f0ceba10c8cb36b/1139",
            "url_unittests": "413eb9c5c5eb812270277c6c4bb0d11daf925b19a8c682265dc37261a9d0a4bf/569",
            "views_unittests": "b68f18fb05a932aabd6a5ac9d353a0ad6cf819ce130db5697a806676163c6b5e/569",
            "viz_unittests": "d44f3bf49e51e75ef274a4371192b75c223793c7877c6d122f70e71663f5d1f6/653",
            "vr_common_unittests": "ca7c1bc95e3daaa7044f78888a83ed09e8059898848ea29713e589689dd96a48/648",
            "vr_pixeltests": "e958d5ba83a0f29550348dd9e7e6670f1b5873eebc51ed63641d12a53876499f/646",
            "weblayer_browsertests": "25832dab09566728fe9ba5c219f383a44a74f1c816c320949687142620c5c9bd/814",
            "weblayer_unittests": "e8b946ef2b4530bd89c832cf08934851cba9ca879e3506f61c0fabda89b6cfce/646",
            "wm_unittests": "8700c9c3a94c79127875cada05d4342d10da4266b88eeef0c933a78567cfec61/569",
            "wtf_unittests": "7cb790b924c1ac188b765bd55251efbc68d460a760c9a96aab197509804dc0b4/569",
            "x11_unittests": "beb6f9b4f74aef2ea5471bcf6f17adc44df32ed4f0caed209e04ea892fb50d71/569",
            "xr_browser_tests": "2b2934aaf43cb340e6d2317472bb8c8ac1bfd3807e17beb29942dd0477c4eeaa/728",
            "zlib_unittests": "5aab0eacfc0c6b1d296de391ad9745d4ce578ad819ac6412c6a860cd5791bdf8/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "d35d624e302339bddf63f41a26541de5b97ee363969aba926d26843428908d07/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "7103c0f698060d7fec0cf5c6652fbe8047f00087",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8990036118867710736"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "80989"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[12:54:34.075] Scheduled build:
{
  "id": "8824606056770880017",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 72934,
  "createdBy": "project:chromium",
  "createTime": "2022-01-19T12:54:33.462398127Z",
  "updateTime": "2022-01-19T12:54:33.462398127Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "7103c0f698060d7fec0cf5c6652fbe8047f00087",
      "ref": "refs/heads/main"
    }
  }
}
[12:54:34.075] Task URL: https://cr-buildbucket.appspot.com/build/8824606056770880017
[12:54:34.075] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8990036118867710736:2:0) after 3m10s
[12:54:44.733] Received PubSub notification, asking Buildbucket for the build status
[12:54:44.924] Build status: STARTED
[12:57:46.041] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8990036118867710736:2:0)
[12:57:46.063] Build status: STARTED
[12:57:46.063] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8990036118867710736:4:0) after 3m34s
[13:01:20.485] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8990036118867710736:4:0)
[13:01:20.633] Build status: STARTED
[13:01:20.633] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8990036118867710736:5:0) after 7m23s
[13:08:44.121] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8990036118867710736:5:0)
[13:08:44.159] Build status: STARTED
[13:08:44.159] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8990036118867710736:6:0) after 5m57s
[13:14:41.196] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8990036118867710736:6:0)
[13:14:41.226] Build status: STARTED
[13:14:41.226] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8990036118867710736:7:0) after 5m57s
[13:17:59.634] Received PubSub notification, asking Buildbucket for the build status
[13:17:59.657] Build:
{
  "id": "8824606056770880017",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 72934,
  "createdBy": "project:chromium",
  "createTime": "2022-01-19T12:54:33.462398127Z",
  "startTime": "2022-01-19T12:54:41.279816Z",
  "endTime": "2022-01-19T13:17:59.083593221Z",
  "updateTime": "2022-01-19T13:17:59.083593221Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "7103c0f698060d7fec0cf5c6652fbe8047f00087",
      "ref": "refs/heads/main"
    }
  }
}
[13:17:59.657] Invocation finished in 23m27.578628269s with status FAILED