Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 29 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/79951 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "510cda51b3a50971f27af71ce75ea3f06ad8b681"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "1fc9b7c6e0e4be4e6ebdc1bd8ccca58fa0fdecfd",
  "parent_got_dawn_revision": "b7e2f3654264515c50b10308afb70626ef22bce1",
  "parent_got_nacl_revision": "a90562b0e045950f6884105bfa6e560dbce9d319",
  "parent_got_revision": "510cda51b3a50971f27af71ce75ea3f06ad8b681",
  "parent_got_revision_cp": "refs/heads/main@{#951363}",
  "parent_got_swiftshader_revision": "1eee6cbcf034ec237e6916612f86b83861459d5e",
  "parent_got_v8_revision": "8a05d7add33e40e73aac9fc43b4d9cce04adeaca",
  "parent_got_v8_revision_cp": "refs/heads/9.9.1@{#1}",
  "parent_got_webrtc_revision": "699d1a242ecd3ca819293cfa96f5dcf8f5e1b91a",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35522}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "510cda51b3a50971f27af71ce75ea3f06ad8b681",
  "swarm_hashes": {
    "absl_hardening_tests": "a89f2cd3bf7a7e397951e63104f84e1e5d6bb9479a75741a953a3d94ca3c98b3/569",
    "accessibility_unittests": "a605416b64504f294e6263b01e739d106e8f6df1970aff2666c1791e3d4c8dea/569",
    "angle_unittests": "b89d599be92e6db082bd12e1cc8200d84f594826666247b1df60da9fc1e357ac/570",
    "app_shell_unittests": "b2ed3c95c5a7494efa3a0bf4871a0311e30ee5b43815ed9065c02fdf69fc6d39/730",
    "aura_unittests": "9acc0180732652d2997640ebbf2baf9a798b8380b9150510a5972e56c5c7088b/569",
    "base_unittests": "460a201c87e3104d8bd761f05f03ab744518e5aa515893f10e8628b63f814d4d/648",
    "blink_common_unittests": "63c004fc7226caa6b57942560a6c76df6b4c74f544df7785cf41479bd8de101c/647",
    "blink_fuzzer_unittests": "6c3d678414f790d1b48fd4258e516ab3e9737623df06afe68e8176e60a71beae/569",
    "blink_heap_unittests": "60cae7267ebe3104b5b10987f3b9ac8266488f6a248e4e982bf55627060a4f91/569",
    "blink_platform_unittests": "35055b41b19f665c6fe75b59f27af2b8b5c3f8783cd5c8dba687a908289ae9c3/726",
    "blink_unittests": "a87fbc60cbb3585dacc8e41c14290875e14c0478d5ce583acd6738d5e5bb285f/810",
    "boringssl_crypto_tests": "7615efa70bacf09689a9a80c81d3ee33130a4509aed01fdf7056dd60c7cc66f0/570",
    "boringssl_ssl_tests": "3b05cea4798966f4f3f44db4a08261ad22dad2d9112825cd895e4708bc219a8e/569",
    "capture_unittests": "9eedc3c72b618e2c571b55e7a06567238bf182feae6dcb1d9566ff6bbe7f1e2c/648",
    "cast_unittests": "9e8102491e711f5e991b25a4244df437e820c3bd117c17a3372384d7e1d46520/569",
    "cc_unittests": "0e91f0fa9da177491296b7fc02ff76e6f1ef840ea6b945dc19f453202956b2d4/653",
    "chrome_app_unittests": "414f1c9dd94327dce05f804a7e1701911c6e4ddf2260bec5f5bd3e2fabc389e2/648",
    "chromedriver_unittests": "88a30e512fd7ad99d41ade46a51308d033a89a65b4c67309275153f2f7033312/726",
    "color_unittests": "8577075539f237fd964cd2135ede502f4c74f3abea45ef64ea1af9788c60b113/569",
    "components_browsertests": "9a66895c6dafcdd2db2f31b04b8a871e6cb5e5cf2d226ea56fee9a744051276c/813",
    "components_unittests": "d946c25e4bf2a1d67e81244209ddd6837df08ed600128877486cbf19577c7103/813",
    "compositor_unittests": "30352762c72dc2fe1563721148c2e8ad4c2aba151708b6a800481faaa9254a71/645",
    "content_browsertests": "5cd45bde41dece9570c7159072155544a0f89181cf631888c5e3353500600144/887",
    "content_unittests": "bcfcb5a9c6151ae6e8ec8ccbd6a386979712eaf958435681ed34b3b1af5c0405/806",
    "cronet_tests": "cfc9277fcfcf91f837685b071c3f57b14294514b62c0c8eb57d196102fba2b72/730",
    "cronet_unittests": "ac85a06b34624a684b5d03b7cf98d274a5d13c7623b25bc232ef735cfd2b05c0/646",
    "crypto_unittests": "4256edfe721219f3de88a0935f652223ad66903a71acdb208f62ebf2475eee90/569",
    "dbus_unittests": "ae418b1779a9d6f1b7e8bff00528e1c2971aece9d11c9479e97d2a68f4065f8b/569",
    "device_unittests": "f83794d97640b1099d8c0b339134c9472c3a75edb7ab864082d1031e727e0014/646",
    "display_unittests": "75ecd3777ad8e6c67179aa83345cc2cbc86e83175f634ecef9f8e753857cd29d/569",
    "events_unittests": "b89b380f6d5eb74f9cc26f1b45dfff17c4cfc200ae3263a9dd09d9362643ccdf/569",
    "extensions_browsertests": "9b7626edbe8b7a03ac16dc7fd4e86133e0e355774f377acb726d966b560e8c8c/732",
    "extensions_unittests": "b08716846f821037b547205d49f53b236b2b92c6c561515684d8a432511fa2b0/896",
    "filesystem_service_unittests": "853de13942dba9233b3239fa8edb298e0db51298d0e38d9efe8ccf9a6ad67e85/569",
    "gcm_unit_tests": "5427b163ede8a87699f65169edfdfb3ff7a4773d7abcf422580513da2269130a/646",
    "gfx_unittests": "3d7bc410349237369b940419af828445ba9940831d022134388b3b3936a25a0e/645",
    "gin_unittests": "301e86fe9273679ba39a33b7bb9d93fe2a5926890e21e2f6ab4a041ee41ed9b4/646",
    "gl_tests": "2b4de931107ebbd4fe2c44d8ab792c64d9cd6e1cde53cf90b66ff781db39e68e/569",
    "gl_unittests": "e1d662ed128cfcb1d5254286ab3f1ccb83a858cc0f8dd8882bab8769d21aec9c/569",
    "google_apis_unittests": "d4477d760c550ea40ab284b9e76cd017d726739a9c71702eed4281135ebbb12a/731",
    "gpu_unittests": "812cbffc8f2502803be989185060e0adddaeaa97e351ca785185631f596ac52d/646",
    "gwp_asan_unittests": "7f4c164454472f780933d212c9cfa41de2150405a013f25e003f87f9c4495046/570",
    "headless_browsertests": "9e4087ff86e1dcd829f2dfeba5325e0f8773514d08c5f83765efbf0f470696cf/730",
    "headless_unittests": "cde206ead6d9544b09a9a54ce47a3ef9c38cca8882829bb37e40f4f0b42a15a3/569",
    "interactive_ui_tests": "b51c6868256d5ea50ee00bd2d84ff09a13728c74467d4f8b2993ca29b846fe64/965",
    "ipc_tests": "b948b6b718ff4f5f57fdac3583875d328f233d3056b12cfcfbadb76aadcc66bb/569",
    "jingle_unittests": "53e09bfd742dd46108b8baa7a80b8bd3c95df6013170c5db769292de7c08d064/646",
    "latency_unittests": "d8916a6d03b32cf8119745a6db94b025572b3843143d715bf5d799f49b954d02/569",
    "libjingle_xmpp_unittests": "c29f6f6f7674a5ca072608f8fe641ea64c3e9470acd47b1825a29c24e6ea01f8/569",
    "liburlpattern_unittests": "842b0c08b3f1ad68ee710e3a0972fbc9da9fa994f5be569b04f3a1730b2f878d/569",
    "media_unittests": "7116afd371bc49574f943e30247973b32da6c1306c7caa1f3f25ecfcb92ddc69/649",
    "message_center_unittests": "40ed48ac8c5f38471e58958537c60bc5f065fb873c6d3276a976c4db99401a1d/569",
    "midi_unittests": "990a426fabd45b46378a2611ca5f731e8b6feeb4d667f83cc580a7c7e80a0d54/569",
    "mojo_core_unittests": "d267db7c4dfc8d21ece8596ba1066d52279ff692f5fa643f45ceb361c6ce31ab/569",
    "mojo_unittests": "62e854a8d637380f4e2113d2c6542244bb1c91f0b98ff36713ac31137f138541/647",
    "native_theme_unittests": "cade50444f9aa0c216e7af8978a28b840f1392bf13fb60d63f602e4164564891/569",
    "net_unittests": "457b00d6bb28124e56802d751fedbfa7e09428b8a6736dc0471b3cd497e4386f/648",
    "openscreen_unittests": "3f62666a67c8a4845dae02b3250c36a5c30595d2fd5f903c628f67f2013bc988/648",
    "ozone_x11_unittests": "fde9fe43a83fb7a429ca37ba9d486d731e04dd02f5d3215b609018377c93daa5/569",
    "pdf_unittests": "98acef486837c8096e5adb57251813d9bda38c07277bb98a986f7de6fecf81f4/646",
    "perfetto_unittests": "9b976b093b527d02cdbe983ba47af072346dbe3b283e248c5ddf623664520305/569",
    "ppapi_unittests": "1c0914ddf5f1cb3253e738dcd75835f0d2c7da4e54b694008600c51f37d7afa1/569",
    "printing_unittests": "7a795d772597ed234fabb685c8d312bf2f4868d69f592826337791faba96431a/569",
    "remoting_unittests": "2899b00597db442b8e18c2827d0e443e7aa9febf996b9c333c9a707e0b847371/646",
    "sandbox_linux_unittests": "089cf436fe6d80ce8b4508baddf8095ff3c7e316586b46ea4948fb66e875a72e/569",
    "service_manager_unittests": "95a85838a73274bb6ca43bfac14c585be8b4e99efbf234382d6fccdc977f3af4/569",
    "services_unittests": "81db8da51316bd72a9984c24f02b448ca0a07f94ac064ee10dbc301ae755b5fe/815",
    "shell_dialogs_unittests": "a7a28509b85ec7381db7ce308791bc08674728dd79463e91425df9d37b32086e/569",
    "skia_unittests": "222a9305fed4fd2c2eed77b3c7f92b0bf005f7e471e2b5b483bcbcd73ab29d1d/569",
    "snapshot_unittests": "fea0fe8476a35c12e51156e8bf6becaae5460298bdab4ffdf0efa9c0b1359bf7/569",
    "sql_unittests": "7ca174fd068342b3a747d7eb8e336a257e9834ccf661ce53eed39c3c40135161/646",
    "storage_unittests": "19fe9df96f87c878bf8d8d40bd32b5be32c400decd2edaf20563037e01ee81e7/727",
    "sync_integration_tests": "e2ba86da955fbc6d170ef2f7581add13bb93c316d59f4bdddf99a00988bcea13/729",
    "ui_base_unittests": "44e5dfb2d789774bd75d90c6d076953cb99631163f4f39ea0fea198729b59a2d/723",
    "ui_touch_selection_unittests": "bbecdd6faf43c2172615cd2024e34f51646a0ee053de7423ab7c6cf6aeca6c8e/569",
    "unit_tests": "6d360bf9c7cec051f8aa62279033235d1cd0efed1228cba80fa7d154ca94f8ce/1062",
    "url_unittests": "3dc77faae335fd189049a7b6ed5205e715bea4ddbc12961ae9e16ffdd1aa027a/569",
    "views_unittests": "47a445a96019968f37c43ee4d6a69ffc02bdf9aeb30ef4c6081489e9e19f665d/569",
    "viz_unittests": "1974e207b65652cad2655a5d7b472cd7d27044f8dd6ba98bc2f9fcc62fb9360f/653",
    "vr_common_unittests": "4905443b824b629e575cd382030a0592ece305f81e44d3dd26149893a714f6f7/648",
    "vr_pixeltests": "f0dcf571e0db375b8b29b51e68c8c3e2f33f753afb12db7281e3a8d28bbad53b/646",
    "weblayer_browsertests": "89f4220ab8cda441f409c451909f303d66bdfd40255749c003933046ba81c925/814",
    "weblayer_unittests": "ddbbf0bf056abe957a3366c36f5ea59851843ef62b9af0a9c0d77f27d54b3e0b/646",
    "wm_unittests": "81c7a8a1f1b7ea4791e00cf96ea765076a944c3045a44fd91e7200e29f17ec84/569",
    "wtf_unittests": "84a33d5f511fd52016058a05af9a88f9478f32adb2a634a6121ca6b00a90c46c/569",
    "x11_unittests": "0892ec7d0c98fe80631a21a3da3d804433724fb6e91bd1b175e68c6a4f985958/569",
    "xr_browser_tests": "88f2a525b853eba2c3d5d8efaa4cacce11919e7169e018340757c1b45f4725f2/728",
    "zlib_unittests": "7e6019fbc76d3863a7543af998bc027137a707b12fbb6e7604524f4d861dcbc2/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "d35d624e302339bddf63f41a26541de5b97ee363969aba926d26843428908d07/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/510cda51b3a50971f27af71ce75ea3f06ad8b681
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:79951
  • user_agent:recipe

Debug log (UTC)

[05:07:25.080] New invocation is queued and will start shortly
[05:07:25.080] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[05:07:26.153] Starting the invocation (attempt 1)
[05:07:26.218] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/510cda51b3a50971f27af71ce75ea3f06ad8b681"
[05:07:26.218] Popped gitiles commit info from properties and tags
[05:07:26.218] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[05:07:26.218] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[05:07:26.219] Buildbucket request:
{
  "requestId": "8993326998113145904",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "510cda51b3a50971f27af71ce75ea3f06ad8b681"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "1fc9b7c6e0e4be4e6ebdc1bd8ccca58fa0fdecfd",
      "parent_got_dawn_revision": "b7e2f3654264515c50b10308afb70626ef22bce1",
      "parent_got_nacl_revision": "a90562b0e045950f6884105bfa6e560dbce9d319",
      "parent_got_revision": "510cda51b3a50971f27af71ce75ea3f06ad8b681",
      "parent_got_revision_cp": "refs/heads/main@{#951363}",
      "parent_got_swiftshader_revision": "1eee6cbcf034ec237e6916612f86b83861459d5e",
      "parent_got_v8_revision": "8a05d7add33e40e73aac9fc43b4d9cce04adeaca",
      "parent_got_v8_revision_cp": "refs/heads/9.9.1@{#1}",
      "parent_got_webrtc_revision": "699d1a242ecd3ca819293cfa96f5dcf8f5e1b91a",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35522}",
      "swarm_hashes": {
            "absl_hardening_tests": "a89f2cd3bf7a7e397951e63104f84e1e5d6bb9479a75741a953a3d94ca3c98b3/569",
            "accessibility_unittests": "a605416b64504f294e6263b01e739d106e8f6df1970aff2666c1791e3d4c8dea/569",
            "angle_unittests": "b89d599be92e6db082bd12e1cc8200d84f594826666247b1df60da9fc1e357ac/570",
            "app_shell_unittests": "b2ed3c95c5a7494efa3a0bf4871a0311e30ee5b43815ed9065c02fdf69fc6d39/730",
            "aura_unittests": "9acc0180732652d2997640ebbf2baf9a798b8380b9150510a5972e56c5c7088b/569",
            "base_unittests": "460a201c87e3104d8bd761f05f03ab744518e5aa515893f10e8628b63f814d4d/648",
            "blink_common_unittests": "63c004fc7226caa6b57942560a6c76df6b4c74f544df7785cf41479bd8de101c/647",
            "blink_fuzzer_unittests": "6c3d678414f790d1b48fd4258e516ab3e9737623df06afe68e8176e60a71beae/569",
            "blink_heap_unittests": "60cae7267ebe3104b5b10987f3b9ac8266488f6a248e4e982bf55627060a4f91/569",
            "blink_platform_unittests": "35055b41b19f665c6fe75b59f27af2b8b5c3f8783cd5c8dba687a908289ae9c3/726",
            "blink_unittests": "a87fbc60cbb3585dacc8e41c14290875e14c0478d5ce583acd6738d5e5bb285f/810",
            "boringssl_crypto_tests": "7615efa70bacf09689a9a80c81d3ee33130a4509aed01fdf7056dd60c7cc66f0/570",
            "boringssl_ssl_tests": "3b05cea4798966f4f3f44db4a08261ad22dad2d9112825cd895e4708bc219a8e/569",
            "capture_unittests": "9eedc3c72b618e2c571b55e7a06567238bf182feae6dcb1d9566ff6bbe7f1e2c/648",
            "cast_unittests": "9e8102491e711f5e991b25a4244df437e820c3bd117c17a3372384d7e1d46520/569",
            "cc_unittests": "0e91f0fa9da177491296b7fc02ff76e6f1ef840ea6b945dc19f453202956b2d4/653",
            "chrome_app_unittests": "414f1c9dd94327dce05f804a7e1701911c6e4ddf2260bec5f5bd3e2fabc389e2/648",
            "chromedriver_unittests": "88a30e512fd7ad99d41ade46a51308d033a89a65b4c67309275153f2f7033312/726",
            "color_unittests": "8577075539f237fd964cd2135ede502f4c74f3abea45ef64ea1af9788c60b113/569",
            "components_browsertests": "9a66895c6dafcdd2db2f31b04b8a871e6cb5e5cf2d226ea56fee9a744051276c/813",
            "components_unittests": "d946c25e4bf2a1d67e81244209ddd6837df08ed600128877486cbf19577c7103/813",
            "compositor_unittests": "30352762c72dc2fe1563721148c2e8ad4c2aba151708b6a800481faaa9254a71/645",
            "content_browsertests": "5cd45bde41dece9570c7159072155544a0f89181cf631888c5e3353500600144/887",
            "content_unittests": "bcfcb5a9c6151ae6e8ec8ccbd6a386979712eaf958435681ed34b3b1af5c0405/806",
            "cronet_tests": "cfc9277fcfcf91f837685b071c3f57b14294514b62c0c8eb57d196102fba2b72/730",
            "cronet_unittests": "ac85a06b34624a684b5d03b7cf98d274a5d13c7623b25bc232ef735cfd2b05c0/646",
            "crypto_unittests": "4256edfe721219f3de88a0935f652223ad66903a71acdb208f62ebf2475eee90/569",
            "dbus_unittests": "ae418b1779a9d6f1b7e8bff00528e1c2971aece9d11c9479e97d2a68f4065f8b/569",
            "device_unittests": "f83794d97640b1099d8c0b339134c9472c3a75edb7ab864082d1031e727e0014/646",
            "display_unittests": "75ecd3777ad8e6c67179aa83345cc2cbc86e83175f634ecef9f8e753857cd29d/569",
            "events_unittests": "b89b380f6d5eb74f9cc26f1b45dfff17c4cfc200ae3263a9dd09d9362643ccdf/569",
            "extensions_browsertests": "9b7626edbe8b7a03ac16dc7fd4e86133e0e355774f377acb726d966b560e8c8c/732",
            "extensions_unittests": "b08716846f821037b547205d49f53b236b2b92c6c561515684d8a432511fa2b0/896",
            "filesystem_service_unittests": "853de13942dba9233b3239fa8edb298e0db51298d0e38d9efe8ccf9a6ad67e85/569",
            "gcm_unit_tests": "5427b163ede8a87699f65169edfdfb3ff7a4773d7abcf422580513da2269130a/646",
            "gfx_unittests": "3d7bc410349237369b940419af828445ba9940831d022134388b3b3936a25a0e/645",
            "gin_unittests": "301e86fe9273679ba39a33b7bb9d93fe2a5926890e21e2f6ab4a041ee41ed9b4/646",
            "gl_tests": "2b4de931107ebbd4fe2c44d8ab792c64d9cd6e1cde53cf90b66ff781db39e68e/569",
            "gl_unittests": "e1d662ed128cfcb1d5254286ab3f1ccb83a858cc0f8dd8882bab8769d21aec9c/569",
            "google_apis_unittests": "d4477d760c550ea40ab284b9e76cd017d726739a9c71702eed4281135ebbb12a/731",
            "gpu_unittests": "812cbffc8f2502803be989185060e0adddaeaa97e351ca785185631f596ac52d/646",
            "gwp_asan_unittests": "7f4c164454472f780933d212c9cfa41de2150405a013f25e003f87f9c4495046/570",
            "headless_browsertests": "9e4087ff86e1dcd829f2dfeba5325e0f8773514d08c5f83765efbf0f470696cf/730",
            "headless_unittests": "cde206ead6d9544b09a9a54ce47a3ef9c38cca8882829bb37e40f4f0b42a15a3/569",
            "interactive_ui_tests": "b51c6868256d5ea50ee00bd2d84ff09a13728c74467d4f8b2993ca29b846fe64/965",
            "ipc_tests": "b948b6b718ff4f5f57fdac3583875d328f233d3056b12cfcfbadb76aadcc66bb/569",
            "jingle_unittests": "53e09bfd742dd46108b8baa7a80b8bd3c95df6013170c5db769292de7c08d064/646",
            "latency_unittests": "d8916a6d03b32cf8119745a6db94b025572b3843143d715bf5d799f49b954d02/569",
            "libjingle_xmpp_unittests": "c29f6f6f7674a5ca072608f8fe641ea64c3e9470acd47b1825a29c24e6ea01f8/569",
            "liburlpattern_unittests": "842b0c08b3f1ad68ee710e3a0972fbc9da9fa994f5be569b04f3a1730b2f878d/569",
            "media_unittests": "7116afd371bc49574f943e30247973b32da6c1306c7caa1f3f25ecfcb92ddc69/649",
            "message_center_unittests": "40ed48ac8c5f38471e58958537c60bc5f065fb873c6d3276a976c4db99401a1d/569",
            "midi_unittests": "990a426fabd45b46378a2611ca5f731e8b6feeb4d667f83cc580a7c7e80a0d54/569",
            "mojo_core_unittests": "d267db7c4dfc8d21ece8596ba1066d52279ff692f5fa643f45ceb361c6ce31ab/569",
            "mojo_unittests": "62e854a8d637380f4e2113d2c6542244bb1c91f0b98ff36713ac31137f138541/647",
            "native_theme_unittests": "cade50444f9aa0c216e7af8978a28b840f1392bf13fb60d63f602e4164564891/569",
            "net_unittests": "457b00d6bb28124e56802d751fedbfa7e09428b8a6736dc0471b3cd497e4386f/648",
            "openscreen_unittests": "3f62666a67c8a4845dae02b3250c36a5c30595d2fd5f903c628f67f2013bc988/648",
            "ozone_x11_unittests": "fde9fe43a83fb7a429ca37ba9d486d731e04dd02f5d3215b609018377c93daa5/569",
            "pdf_unittests": "98acef486837c8096e5adb57251813d9bda38c07277bb98a986f7de6fecf81f4/646",
            "perfetto_unittests": "9b976b093b527d02cdbe983ba47af072346dbe3b283e248c5ddf623664520305/569",
            "ppapi_unittests": "1c0914ddf5f1cb3253e738dcd75835f0d2c7da4e54b694008600c51f37d7afa1/569",
            "printing_unittests": "7a795d772597ed234fabb685c8d312bf2f4868d69f592826337791faba96431a/569",
            "remoting_unittests": "2899b00597db442b8e18c2827d0e443e7aa9febf996b9c333c9a707e0b847371/646",
            "sandbox_linux_unittests": "089cf436fe6d80ce8b4508baddf8095ff3c7e316586b46ea4948fb66e875a72e/569",
            "service_manager_unittests": "95a85838a73274bb6ca43bfac14c585be8b4e99efbf234382d6fccdc977f3af4/569",
            "services_unittests": "81db8da51316bd72a9984c24f02b448ca0a07f94ac064ee10dbc301ae755b5fe/815",
            "shell_dialogs_unittests": "a7a28509b85ec7381db7ce308791bc08674728dd79463e91425df9d37b32086e/569",
            "skia_unittests": "222a9305fed4fd2c2eed77b3c7f92b0bf005f7e471e2b5b483bcbcd73ab29d1d/569",
            "snapshot_unittests": "fea0fe8476a35c12e51156e8bf6becaae5460298bdab4ffdf0efa9c0b1359bf7/569",
            "sql_unittests": "7ca174fd068342b3a747d7eb8e336a257e9834ccf661ce53eed39c3c40135161/646",
            "storage_unittests": "19fe9df96f87c878bf8d8d40bd32b5be32c400decd2edaf20563037e01ee81e7/727",
            "sync_integration_tests": "e2ba86da955fbc6d170ef2f7581add13bb93c316d59f4bdddf99a00988bcea13/729",
            "ui_base_unittests": "44e5dfb2d789774bd75d90c6d076953cb99631163f4f39ea0fea198729b59a2d/723",
            "ui_touch_selection_unittests": "bbecdd6faf43c2172615cd2024e34f51646a0ee053de7423ab7c6cf6aeca6c8e/569",
            "unit_tests": "6d360bf9c7cec051f8aa62279033235d1cd0efed1228cba80fa7d154ca94f8ce/1062",
            "url_unittests": "3dc77faae335fd189049a7b6ed5205e715bea4ddbc12961ae9e16ffdd1aa027a/569",
            "views_unittests": "47a445a96019968f37c43ee4d6a69ffc02bdf9aeb30ef4c6081489e9e19f665d/569",
            "viz_unittests": "1974e207b65652cad2655a5d7b472cd7d27044f8dd6ba98bc2f9fcc62fb9360f/653",
            "vr_common_unittests": "4905443b824b629e575cd382030a0592ece305f81e44d3dd26149893a714f6f7/648",
            "vr_pixeltests": "f0dcf571e0db375b8b29b51e68c8c3e2f33f753afb12db7281e3a8d28bbad53b/646",
            "weblayer_browsertests": "89f4220ab8cda441f409c451909f303d66bdfd40255749c003933046ba81c925/814",
            "weblayer_unittests": "ddbbf0bf056abe957a3366c36f5ea59851843ef62b9af0a9c0d77f27d54b3e0b/646",
            "wm_unittests": "81c7a8a1f1b7ea4791e00cf96ea765076a944c3045a44fd91e7200e29f17ec84/569",
            "wtf_unittests": "84a33d5f511fd52016058a05af9a88f9478f32adb2a634a6121ca6b00a90c46c/569",
            "x11_unittests": "0892ec7d0c98fe80631a21a3da3d804433724fb6e91bd1b175e68c6a4f985958/569",
            "xr_browser_tests": "88f2a525b853eba2c3d5d8efaa4cacce11919e7169e018340757c1b45f4725f2/728",
            "zlib_unittests": "7e6019fbc76d3863a7543af998bc027137a707b12fbb6e7604524f4d861dcbc2/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "d35d624e302339bddf63f41a26541de5b97ee363969aba926d26843428908d07/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "510cda51b3a50971f27af71ce75ea3f06ad8b681",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8993326998113145904"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "79951"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[05:07:26.772] Scheduled build:
{
  "id": "8827896936189873217",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 71904,
  "createdBy": "project:chromium",
  "createTime": "2021-12-14T05:07:26.282794752Z",
  "updateTime": "2021-12-14T05:07:26.282794752Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "510cda51b3a50971f27af71ce75ea3f06ad8b681",
      "ref": "refs/heads/main"
    }
  }
}
[05:07:26.772] Task URL: https://cr-buildbucket.appspot.com/build/8827896936189873217
[05:07:26.772] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993326998113145904:2:0) after 2m57s
[05:07:50.045] Received PubSub notification, asking Buildbucket for the build status
[05:07:50.070] Build status: STARTED
[05:10:23.999] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993326998113145904:2:0)
[05:10:24.018] Build status: STARTED
[05:10:24.018] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993326998113145904:4:0) after 7m25s
[05:17:49.248] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993326998113145904:4:0)
[05:17:49.269] Build status: STARTED
[05:17:49.269] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993326998113145904:5:0) after 5m11s
[05:23:00.421] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993326998113145904:5:0)
[05:23:00.442] Build status: STARTED
[05:23:00.442] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993326998113145904:6:0) after 2m27s
[05:25:27.598] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993326998113145904:6:0)
[05:25:27.618] Build status: STARTED
[05:25:27.618] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993326998113145904:7:0) after 2m57s
[05:28:24.637] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993326998113145904:7:0)
[05:28:24.660] Build status: STARTED
[05:28:24.660] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993326998113145904:8:0) after 7m35s
[05:35:59.917] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993326998113145904:8:0)
[05:35:59.939] Build status: STARTED
[05:35:59.939] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993326998113145904:9:0) after 5m19s
[05:36:57.535] Received PubSub notification, asking Buildbucket for the build status
[05:36:57.558] Build:
{
  "id": "8827896936189873217",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 71904,
  "createdBy": "project:chromium",
  "createTime": "2021-12-14T05:07:26.282794752Z",
  "startTime": "2021-12-14T05:07:48.571105Z",
  "endTime": "2021-12-14T05:36:56.578683162Z",
  "updateTime": "2021-12-14T05:36:56.578683162Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "510cda51b3a50971f27af71ce75ea3f06ad8b681",
      "ref": "refs/heads/main"
    }
  }
}
[05:36:57.558] Invocation finished in 29m32.493898738s with status FAILED