Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 29 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/79835 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "3116f49dbc5a286fd9cfcddfd2f70924c22ab206"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "663831aa676c59829cc3d822340812f016bf77f6",
  "parent_got_dawn_revision": "1b1b658d365591b6a8d4bfb0c3524832c89afc99",
  "parent_got_nacl_revision": "a90562b0e045950f6884105bfa6e560dbce9d319",
  "parent_got_revision": "3116f49dbc5a286fd9cfcddfd2f70924c22ab206",
  "parent_got_revision_cp": "refs/heads/main@{#950394}",
  "parent_got_swiftshader_revision": "1706ad2969267813d16a4d7a5f96903904ceafba",
  "parent_got_v8_revision": "e218afa8473132b56a9e1532be7920dd130aeb7e",
  "parent_got_v8_revision_cp": "refs/heads/9.8.177@{#1}",
  "parent_got_webrtc_revision": "a6b138d6b4ef3a5b2c87f899b67f3b5c8dd3c002",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35509}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "3116f49dbc5a286fd9cfcddfd2f70924c22ab206",
  "swarm_hashes": {
    "absl_hardening_tests": "fe2ec304607affeeced0bd63d15a83fce25ed63eeb0658cd8565d7a8bfd851ad/569",
    "accessibility_unittests": "a260029b0459b8b0bae554a52d91671f20d55334f2d992559844771995a1e5ab/569",
    "angle_unittests": "6ee0be85aade0c746416bbafe2b5a034bf3dab8979783105629f1675df19fa31/570",
    "app_shell_unittests": "81703aca42eeb91cd4511b465a8836fb4466fbe2e888115a7b5f2ea379cd5a2d/730",
    "aura_unittests": "3df08d00fba8cc530945b39213e55a4a851360ad46f6984da3d98125fc5b05b4/569",
    "base_unittests": "07a58c01f2461bc8c050d8085216e449106aac452cbf76d1eaed97edc0072878/648",
    "blink_common_unittests": "581f263a4257a28366376308fb96e87ad80dd56176676b067fc515c2dbf0d9f9/647",
    "blink_fuzzer_unittests": "a6413a761f7069d1a1f20e0847c6dd80253f2f83179fe3f0c069865656d57041/569",
    "blink_heap_unittests": "0b3309b792533b9efcd25ed189c0d46c6eab828852aef2b278925d4797efc6ef/569",
    "blink_platform_unittests": "10a6df723324a321cf137f65eae8077b81f18010957a7caf8d54e5c33333add1/726",
    "blink_unittests": "e914614b41b9bc2bde02cfa4b71de56a98859dc6438ffa85eb0ecbcda93e2f6b/810",
    "boringssl_crypto_tests": "70189cbf5fc0833ea9161859d42f7755e154897b50161c7fee59a3a6e300a7a7/570",
    "boringssl_ssl_tests": "267867cb74afc5f0e54c622d17268447291d191b439f513b07b40c9f3990636c/569",
    "capture_unittests": "e10e88e5e95b7a7bbcb3917c810f9de1040c52b44f363dd3830d445e562add0e/648",
    "cast_unittests": "a23e575b4f476ebb4f8c52695bb73eb0830e336c62a790e266c2bf6c1d62f96c/569",
    "cc_unittests": "99abaa83b1f99165f72fecf35375dd30b1e1f41c0d77e0f4659e00d86aad536a/653",
    "chrome_app_unittests": "a1d3fdea4d6d3d11e59cfc90ec3527a78ff2d1a5b4a21c81c687594929f4bdfa/648",
    "chromedriver_unittests": "1d73ce6274c7cd8f06aff3530b9358229e39f0f67ec998ec3004a1d433a113ce/726",
    "color_unittests": "aa971332df7a1a1f9e5d4de42e27320e410746c320432594e45caea6feb95c20/569",
    "components_browsertests": "343f1df4806d19379cd27c4f323d907440559335d08c13d370e379ac7e7cdcf7/813",
    "components_unittests": "ae1cae62adc4ddefc19f8b23849af4e2524c4ea28e119e0944c5af7244ec1872/813",
    "compositor_unittests": "fc44e909778c3a43715d7e9eb197692567e67e4135a2b9d56e6e1015fc03adc4/645",
    "content_browsertests": "6c5efef24282fd4330d47a71ef9af35a2b26129b223fffddecef97d98abbcf57/887",
    "content_unittests": "aef35af748cf4663bf61ebbaabe4586173e4b13a7f59c6242f7c02dbbc5a15e8/806",
    "cronet_tests": "1ae0f043e826f9eb07e2b089282d2aff6695d73099f5fc3973f867e26f589722/730",
    "cronet_unittests": "8dccf53e0ef6522b4cd7a167a23542851ade133026aa138ff8fb8e5b41b95fcf/646",
    "crypto_unittests": "5ecf902f131bd67c46a223e285901e015efa00516311db0c794c57b3c3689e84/569",
    "dbus_unittests": "1ce35676be02a2ce7bcc51c066e9c9f02a788ccfbb65e17c0b650cef1c256c4a/569",
    "device_unittests": "5474ea77df3a9fa27cb6c36dc93e88a8ae1b583be3986cc012aadc35ead3c278/646",
    "display_unittests": "d8314e179ae92664d371754a60a56018841225681dc34e870ba23807244b7964/569",
    "events_unittests": "03b58a257c9982936bfa4f7142d45a4e7756891d92546ae3e69885b1d20c8f1e/569",
    "extensions_browsertests": "e18fc2ec55a3ab8c99283c632f6d088ba1dfcd4ffde7e8bfeebe4e91b68a593c/732",
    "extensions_unittests": "090ff1316504b150e962c37cb90743ef10f364a563ca8d42d7395727b269f1cd/896",
    "filesystem_service_unittests": "cf6c2ce5cf4e848b4f4dcac80cf8ff4883885d8ee0d21e9336d86b3d469d3472/569",
    "gcm_unit_tests": "e39fd50508031d3b29f784c88464c23da213ef50f5f6e72ccc9cb243b3a76650/646",
    "gfx_unittests": "efe7e3e1212791cde7a19d69e5af2e176b519c0303c37d687031a5072a598d52/645",
    "gin_unittests": "76d655e9524f32d5015ef371b3b2525fd897959dcfea23b7a8baf9631bbe909a/646",
    "gl_tests": "fa377b562b590f9e4fc710e45c6a753f5000127303a733456b0f235778aea6b1/569",
    "gl_unittests": "6e48f70ace80277ee3ffc3e38ff2e2753f7e67a5a73ead4933f2db5503fa2854/569",
    "google_apis_unittests": "19cacf3b031798ad773b4a001513d5dc10482882e928ad1ff95dee84ac573e40/731",
    "gpu_unittests": "2b1124906e0e9d8812cebe05f305cd4a2c426c6a2e88761f25d5c07a8bd1b8b2/646",
    "gwp_asan_unittests": "8a7b64d080660bff28724d136308faf34cc48b27c4dc1a2a3cc463c7acd63323/570",
    "headless_browsertests": "eafe6aeeb340ca2c211ae377dcca3c3ea991cec1b48a79e969623a3846eec163/730",
    "headless_unittests": "eff5df780f4c3e2acf9505578b0ed5744af180cca4e7d5cba170e115c5dba84f/569",
    "interactive_ui_tests": "3f2672677029c23da236a805e5a65803b9842e5cc08beef09592a98c44fa599d/965",
    "ipc_tests": "02cfaf86c47b0e78bb6281352636aaa33313af6493917a4a0f710ad867f7d7cb/569",
    "jingle_unittests": "8264f11ab12d3fbe4a3eb74277b4adddced7aeb1e84111510a0b99572a42d61c/646",
    "latency_unittests": "771c39069d0ec1a7c0619cb154753b3c0289a1d032a5578d4d183cb9508f01fd/569",
    "libjingle_xmpp_unittests": "ffb574b2df3cb1874485f4ff53ffef30794cc64bbcb779080b6e3da46d58e37b/569",
    "liburlpattern_unittests": "e71edc19d3c7feff6c533aa4bf1e394cdcc18400a80cc22652a4eb58c79dec83/569",
    "media_unittests": "fb10bf025cff3ca48da651667107beace59d2a7e60c12202410c7bfe3a0429e2/649",
    "message_center_unittests": "6f67fdf0141558087ac7b0e5608b825dd279a6ee6bf5084c8c4887eb48ddd700/569",
    "midi_unittests": "b8031e432c24251c09b86ce85e821c25109676bae2c9cbaa9ae9f64321e16fd3/569",
    "mojo_core_unittests": "c8ae636ff024a9af8811bdad65ad4b7ab9fb5ebf1068089fa7505cf32d5850a7/569",
    "mojo_unittests": "430eab8a46309cdd7943c1f9e8060778cd3786f16b2c1cd31d40a5744f1bbc65/647",
    "native_theme_unittests": "bc39a0d65ac85987df54f6e8af384bad0cb6accb254813049e7934094ac232e5/569",
    "net_unittests": "aab91f3dcdbe1304c641d4d1501a86084a788effbc3c681a5490fffc2ea23968/648",
    "openscreen_unittests": "98401663a18590981f99ec13e8f27ed5a6a72ed380f665056b0471ff1cca936b/648",
    "ozone_x11_unittests": "ffdc9e2c087d274a023f08efb5d41bafd3854110497e966856309142978cbb95/569",
    "pdf_unittests": "03b4f1313c7dcf1925fa6e74435c57b45ee11dc5dfa6ecc760637f618df497e3/646",
    "perfetto_unittests": "0bbb0b7aa27872e1bad79140dfe3bd6d329f06827062f3a4032542b7ab2e6ba6/569",
    "ppapi_unittests": "16198544779aadd941d082730b33b95602d52ef080f614225fd4fcd5eabd4699/569",
    "printing_unittests": "a755a29da32d9d808d73f918ba5cf5209dd33bc30d0a64f37c22d07dae10d261/569",
    "remoting_unittests": "c5ede44ec93c5a0db4ff82125c51ca9606834bc1c058ca45e512447bd03a922f/646",
    "sandbox_linux_unittests": "61b6d30fc8092394950073a27c4ff03ccd65ad04d30204fab3ccd5defde79d82/569",
    "service_manager_unittests": "f255b2c9c0a994cc66d226bbf7b3cc91ac0ce3f0f9b2305a094b43703fbec8f5/569",
    "services_unittests": "d4daa81eb70de7cc0d2ae3deec1f13affb326b013d72e6a77be5e5a374388d01/815",
    "shell_dialogs_unittests": "a4d205e53e9b48ad1e14a3e6db9a6b07972fdd14eebb4b1cd232b63f45de6bc7/569",
    "skia_unittests": "692aaa6ac2a7100f26554d2ad480cabdddfcacb703b413da58a4537d46f89e6c/569",
    "snapshot_unittests": "0a209001de13ad43655aed18ed040d4066ff5888a77ac415d042cb0e4f856f8e/569",
    "sql_unittests": "385f75eb73009a6d0a8dbd0217237f6e2fd908b7f5ebdb8c74e2c13e5475924c/646",
    "storage_unittests": "939505d94bc0dbcb714c8e2da63ffc14a1f61b3cfe24306c1e504ef0ecfbaf1c/727",
    "sync_integration_tests": "f669ec3ac4725d1f694ab94f52e8aea629f8f291169fe798f7125c112e44e8e6/729",
    "ui_base_unittests": "666a0766f9639c0e84f0a5e9abfe8d02d8f68190b8aa52d5869a526310891ede/723",
    "ui_touch_selection_unittests": "03cb63a58cc16daeef26ad7aa87cfe70c1bb2f3080add840851d6151d4d827df/569",
    "unit_tests": "764221d6805f84b3edbf36f2b05605e3ab56eb5d8d9abc1f6ddf0b7bb9306915/1062",
    "url_unittests": "c583048f580d799c69585362fca96c05c1eda3e26231cc907db98018bb8cee97/569",
    "views_unittests": "4d060757f7bd4278ed5526b53f5dfce53172067925101330442f4fdd02752ef6/569",
    "viz_unittests": "914a046d4e3da9206cce078897da52bd7ba00b3a85331c8adbd08c582974a581/653",
    "vr_common_unittests": "7f6009a6dffaeffd54353225da3304f6fc352a8108c808c3f304ce35f5557b25/648",
    "vr_pixeltests": "b751732e47add990e70964468606269137fa6da00b0f87dbdea477eb8a6cf69e/646",
    "weblayer_browsertests": "c31cd805ebd3601a00ec599523306fb0be54b975d34026f8a01bbebc3fdf1f10/814",
    "weblayer_unittests": "8e86967185f8166d0d2ff9cd9e9b8141ceab3ba7a2f4b682885634fb1caaa717/646",
    "wm_unittests": "e74c495bf0a65e8c597721064a248991057fdcd5e312da51dfc0bd7da42d154a/569",
    "wtf_unittests": "38f1fb1e6ce804d4b0279f0f959c5267b73a1c348fa6fc60cfe74f24e5e8ea6c/569",
    "x11_unittests": "29bb38db8152ec92febd3a9462a599436e4697deb66176463c8667a95b033336/569",
    "xr_browser_tests": "aec7692f6de13b502b42127a098fd3367a14a04583c8bc4223be9fae40376a11/728",
    "zlib_unittests": "3b959119369a4c293f8c8834de5e54936ad1b10e62a88c1b48b0d46e6a0b0ea1/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "d35d624e302339bddf63f41a26541de5b97ee363969aba926d26843428908d07/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3116f49dbc5a286fd9cfcddfd2f70924c22ab206
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:79835
  • user_agent:recipe

Debug log (UTC)

[03:22:26.754] New invocation is queued and will start shortly
[03:22:26.754] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[03:22:30.163] Starting the invocation (attempt 1)
[03:22:30.198] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3116f49dbc5a286fd9cfcddfd2f70924c22ab206"
[03:22:30.198] Popped gitiles commit info from properties and tags
[03:22:30.198] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:22:30.198] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:22:30.198] Buildbucket request:
{
  "requestId": "8993695990253101024",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "3116f49dbc5a286fd9cfcddfd2f70924c22ab206"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "663831aa676c59829cc3d822340812f016bf77f6",
      "parent_got_dawn_revision": "1b1b658d365591b6a8d4bfb0c3524832c89afc99",
      "parent_got_nacl_revision": "a90562b0e045950f6884105bfa6e560dbce9d319",
      "parent_got_revision": "3116f49dbc5a286fd9cfcddfd2f70924c22ab206",
      "parent_got_revision_cp": "refs/heads/main@{#950394}",
      "parent_got_swiftshader_revision": "1706ad2969267813d16a4d7a5f96903904ceafba",
      "parent_got_v8_revision": "e218afa8473132b56a9e1532be7920dd130aeb7e",
      "parent_got_v8_revision_cp": "refs/heads/9.8.177@{#1}",
      "parent_got_webrtc_revision": "a6b138d6b4ef3a5b2c87f899b67f3b5c8dd3c002",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35509}",
      "swarm_hashes": {
            "absl_hardening_tests": "fe2ec304607affeeced0bd63d15a83fce25ed63eeb0658cd8565d7a8bfd851ad/569",
            "accessibility_unittests": "a260029b0459b8b0bae554a52d91671f20d55334f2d992559844771995a1e5ab/569",
            "angle_unittests": "6ee0be85aade0c746416bbafe2b5a034bf3dab8979783105629f1675df19fa31/570",
            "app_shell_unittests": "81703aca42eeb91cd4511b465a8836fb4466fbe2e888115a7b5f2ea379cd5a2d/730",
            "aura_unittests": "3df08d00fba8cc530945b39213e55a4a851360ad46f6984da3d98125fc5b05b4/569",
            "base_unittests": "07a58c01f2461bc8c050d8085216e449106aac452cbf76d1eaed97edc0072878/648",
            "blink_common_unittests": "581f263a4257a28366376308fb96e87ad80dd56176676b067fc515c2dbf0d9f9/647",
            "blink_fuzzer_unittests": "a6413a761f7069d1a1f20e0847c6dd80253f2f83179fe3f0c069865656d57041/569",
            "blink_heap_unittests": "0b3309b792533b9efcd25ed189c0d46c6eab828852aef2b278925d4797efc6ef/569",
            "blink_platform_unittests": "10a6df723324a321cf137f65eae8077b81f18010957a7caf8d54e5c33333add1/726",
            "blink_unittests": "e914614b41b9bc2bde02cfa4b71de56a98859dc6438ffa85eb0ecbcda93e2f6b/810",
            "boringssl_crypto_tests": "70189cbf5fc0833ea9161859d42f7755e154897b50161c7fee59a3a6e300a7a7/570",
            "boringssl_ssl_tests": "267867cb74afc5f0e54c622d17268447291d191b439f513b07b40c9f3990636c/569",
            "capture_unittests": "e10e88e5e95b7a7bbcb3917c810f9de1040c52b44f363dd3830d445e562add0e/648",
            "cast_unittests": "a23e575b4f476ebb4f8c52695bb73eb0830e336c62a790e266c2bf6c1d62f96c/569",
            "cc_unittests": "99abaa83b1f99165f72fecf35375dd30b1e1f41c0d77e0f4659e00d86aad536a/653",
            "chrome_app_unittests": "a1d3fdea4d6d3d11e59cfc90ec3527a78ff2d1a5b4a21c81c687594929f4bdfa/648",
            "chromedriver_unittests": "1d73ce6274c7cd8f06aff3530b9358229e39f0f67ec998ec3004a1d433a113ce/726",
            "color_unittests": "aa971332df7a1a1f9e5d4de42e27320e410746c320432594e45caea6feb95c20/569",
            "components_browsertests": "343f1df4806d19379cd27c4f323d907440559335d08c13d370e379ac7e7cdcf7/813",
            "components_unittests": "ae1cae62adc4ddefc19f8b23849af4e2524c4ea28e119e0944c5af7244ec1872/813",
            "compositor_unittests": "fc44e909778c3a43715d7e9eb197692567e67e4135a2b9d56e6e1015fc03adc4/645",
            "content_browsertests": "6c5efef24282fd4330d47a71ef9af35a2b26129b223fffddecef97d98abbcf57/887",
            "content_unittests": "aef35af748cf4663bf61ebbaabe4586173e4b13a7f59c6242f7c02dbbc5a15e8/806",
            "cronet_tests": "1ae0f043e826f9eb07e2b089282d2aff6695d73099f5fc3973f867e26f589722/730",
            "cronet_unittests": "8dccf53e0ef6522b4cd7a167a23542851ade133026aa138ff8fb8e5b41b95fcf/646",
            "crypto_unittests": "5ecf902f131bd67c46a223e285901e015efa00516311db0c794c57b3c3689e84/569",
            "dbus_unittests": "1ce35676be02a2ce7bcc51c066e9c9f02a788ccfbb65e17c0b650cef1c256c4a/569",
            "device_unittests": "5474ea77df3a9fa27cb6c36dc93e88a8ae1b583be3986cc012aadc35ead3c278/646",
            "display_unittests": "d8314e179ae92664d371754a60a56018841225681dc34e870ba23807244b7964/569",
            "events_unittests": "03b58a257c9982936bfa4f7142d45a4e7756891d92546ae3e69885b1d20c8f1e/569",
            "extensions_browsertests": "e18fc2ec55a3ab8c99283c632f6d088ba1dfcd4ffde7e8bfeebe4e91b68a593c/732",
            "extensions_unittests": "090ff1316504b150e962c37cb90743ef10f364a563ca8d42d7395727b269f1cd/896",
            "filesystem_service_unittests": "cf6c2ce5cf4e848b4f4dcac80cf8ff4883885d8ee0d21e9336d86b3d469d3472/569",
            "gcm_unit_tests": "e39fd50508031d3b29f784c88464c23da213ef50f5f6e72ccc9cb243b3a76650/646",
            "gfx_unittests": "efe7e3e1212791cde7a19d69e5af2e176b519c0303c37d687031a5072a598d52/645",
            "gin_unittests": "76d655e9524f32d5015ef371b3b2525fd897959dcfea23b7a8baf9631bbe909a/646",
            "gl_tests": "fa377b562b590f9e4fc710e45c6a753f5000127303a733456b0f235778aea6b1/569",
            "gl_unittests": "6e48f70ace80277ee3ffc3e38ff2e2753f7e67a5a73ead4933f2db5503fa2854/569",
            "google_apis_unittests": "19cacf3b031798ad773b4a001513d5dc10482882e928ad1ff95dee84ac573e40/731",
            "gpu_unittests": "2b1124906e0e9d8812cebe05f305cd4a2c426c6a2e88761f25d5c07a8bd1b8b2/646",
            "gwp_asan_unittests": "8a7b64d080660bff28724d136308faf34cc48b27c4dc1a2a3cc463c7acd63323/570",
            "headless_browsertests": "eafe6aeeb340ca2c211ae377dcca3c3ea991cec1b48a79e969623a3846eec163/730",
            "headless_unittests": "eff5df780f4c3e2acf9505578b0ed5744af180cca4e7d5cba170e115c5dba84f/569",
            "interactive_ui_tests": "3f2672677029c23da236a805e5a65803b9842e5cc08beef09592a98c44fa599d/965",
            "ipc_tests": "02cfaf86c47b0e78bb6281352636aaa33313af6493917a4a0f710ad867f7d7cb/569",
            "jingle_unittests": "8264f11ab12d3fbe4a3eb74277b4adddced7aeb1e84111510a0b99572a42d61c/646",
            "latency_unittests": "771c39069d0ec1a7c0619cb154753b3c0289a1d032a5578d4d183cb9508f01fd/569",
            "libjingle_xmpp_unittests": "ffb574b2df3cb1874485f4ff53ffef30794cc64bbcb779080b6e3da46d58e37b/569",
            "liburlpattern_unittests": "e71edc19d3c7feff6c533aa4bf1e394cdcc18400a80cc22652a4eb58c79dec83/569",
            "media_unittests": "fb10bf025cff3ca48da651667107beace59d2a7e60c12202410c7bfe3a0429e2/649",
            "message_center_unittests": "6f67fdf0141558087ac7b0e5608b825dd279a6ee6bf5084c8c4887eb48ddd700/569",
            "midi_unittests": "b8031e432c24251c09b86ce85e821c25109676bae2c9cbaa9ae9f64321e16fd3/569",
            "mojo_core_unittests": "c8ae636ff024a9af8811bdad65ad4b7ab9fb5ebf1068089fa7505cf32d5850a7/569",
            "mojo_unittests": "430eab8a46309cdd7943c1f9e8060778cd3786f16b2c1cd31d40a5744f1bbc65/647",
            "native_theme_unittests": "bc39a0d65ac85987df54f6e8af384bad0cb6accb254813049e7934094ac232e5/569",
            "net_unittests": "aab91f3dcdbe1304c641d4d1501a86084a788effbc3c681a5490fffc2ea23968/648",
            "openscreen_unittests": "98401663a18590981f99ec13e8f27ed5a6a72ed380f665056b0471ff1cca936b/648",
            "ozone_x11_unittests": "ffdc9e2c087d274a023f08efb5d41bafd3854110497e966856309142978cbb95/569",
            "pdf_unittests": "03b4f1313c7dcf1925fa6e74435c57b45ee11dc5dfa6ecc760637f618df497e3/646",
            "perfetto_unittests": "0bbb0b7aa27872e1bad79140dfe3bd6d329f06827062f3a4032542b7ab2e6ba6/569",
            "ppapi_unittests": "16198544779aadd941d082730b33b95602d52ef080f614225fd4fcd5eabd4699/569",
            "printing_unittests": "a755a29da32d9d808d73f918ba5cf5209dd33bc30d0a64f37c22d07dae10d261/569",
            "remoting_unittests": "c5ede44ec93c5a0db4ff82125c51ca9606834bc1c058ca45e512447bd03a922f/646",
            "sandbox_linux_unittests": "61b6d30fc8092394950073a27c4ff03ccd65ad04d30204fab3ccd5defde79d82/569",
            "service_manager_unittests": "f255b2c9c0a994cc66d226bbf7b3cc91ac0ce3f0f9b2305a094b43703fbec8f5/569",
            "services_unittests": "d4daa81eb70de7cc0d2ae3deec1f13affb326b013d72e6a77be5e5a374388d01/815",
            "shell_dialogs_unittests": "a4d205e53e9b48ad1e14a3e6db9a6b07972fdd14eebb4b1cd232b63f45de6bc7/569",
            "skia_unittests": "692aaa6ac2a7100f26554d2ad480cabdddfcacb703b413da58a4537d46f89e6c/569",
            "snapshot_unittests": "0a209001de13ad43655aed18ed040d4066ff5888a77ac415d042cb0e4f856f8e/569",
            "sql_unittests": "385f75eb73009a6d0a8dbd0217237f6e2fd908b7f5ebdb8c74e2c13e5475924c/646",
            "storage_unittests": "939505d94bc0dbcb714c8e2da63ffc14a1f61b3cfe24306c1e504ef0ecfbaf1c/727",
            "sync_integration_tests": "f669ec3ac4725d1f694ab94f52e8aea629f8f291169fe798f7125c112e44e8e6/729",
            "ui_base_unittests": "666a0766f9639c0e84f0a5e9abfe8d02d8f68190b8aa52d5869a526310891ede/723",
            "ui_touch_selection_unittests": "03cb63a58cc16daeef26ad7aa87cfe70c1bb2f3080add840851d6151d4d827df/569",
            "unit_tests": "764221d6805f84b3edbf36f2b05605e3ab56eb5d8d9abc1f6ddf0b7bb9306915/1062",
            "url_unittests": "c583048f580d799c69585362fca96c05c1eda3e26231cc907db98018bb8cee97/569",
            "views_unittests": "4d060757f7bd4278ed5526b53f5dfce53172067925101330442f4fdd02752ef6/569",
            "viz_unittests": "914a046d4e3da9206cce078897da52bd7ba00b3a85331c8adbd08c582974a581/653",
            "vr_common_unittests": "7f6009a6dffaeffd54353225da3304f6fc352a8108c808c3f304ce35f5557b25/648",
            "vr_pixeltests": "b751732e47add990e70964468606269137fa6da00b0f87dbdea477eb8a6cf69e/646",
            "weblayer_browsertests": "c31cd805ebd3601a00ec599523306fb0be54b975d34026f8a01bbebc3fdf1f10/814",
            "weblayer_unittests": "8e86967185f8166d0d2ff9cd9e9b8141ceab3ba7a2f4b682885634fb1caaa717/646",
            "wm_unittests": "e74c495bf0a65e8c597721064a248991057fdcd5e312da51dfc0bd7da42d154a/569",
            "wtf_unittests": "38f1fb1e6ce804d4b0279f0f959c5267b73a1c348fa6fc60cfe74f24e5e8ea6c/569",
            "x11_unittests": "29bb38db8152ec92febd3a9462a599436e4697deb66176463c8667a95b033336/569",
            "xr_browser_tests": "aec7692f6de13b502b42127a098fd3367a14a04583c8bc4223be9fae40376a11/728",
            "zlib_unittests": "3b959119369a4c293f8c8834de5e54936ad1b10e62a88c1b48b0d46e6a0b0ea1/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "d35d624e302339bddf63f41a26541de5b97ee363969aba926d26843428908d07/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "3116f49dbc5a286fd9cfcddfd2f70924c22ab206",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8993695990253101024"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "79835"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[03:22:30.783] Scheduled build:
{
  "id": "8828265925903696577",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 71788,
  "createdBy": "project:chromium",
  "createTime": "2021-12-10T03:22:30.269284782Z",
  "updateTime": "2021-12-10T03:22:30.269284782Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "3116f49dbc5a286fd9cfcddfd2f70924c22ab206",
      "ref": "refs/heads/main"
    }
  }
}
[03:22:30.783] Task URL: https://cr-buildbucket.appspot.com/build/8828265925903696577
[03:22:30.783] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993695990253101024:2:0) after 1m16s
[03:22:40.281] Received PubSub notification, asking Buildbucket for the build status
[03:22:40.303] Build status: STARTED
[03:23:46.905] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993695990253101024:2:0)
[03:23:46.928] Build status: STARTED
[03:23:46.928] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993695990253101024:4:0) after 4m26s
[03:28:13.076] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993695990253101024:4:0)
[03:28:13.097] Build status: STARTED
[03:28:13.097] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993695990253101024:5:0) after 8m49s
[03:37:02.142] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993695990253101024:5:0)
[03:37:02.180] Build status: STARTED
[03:37:02.180] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993695990253101024:6:0) after 8m8s
[03:45:10.706] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993695990253101024:6:0)
[03:45:10.744] Build status: STARTED
[03:45:10.744] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993695990253101024:7:0) after 9m55s
[03:51:30.398] Received PubSub notification, asking Buildbucket for the build status
[03:51:30.425] Build:
{
  "id": "8828265925903696577",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 71788,
  "createdBy": "project:chromium",
  "createTime": "2021-12-10T03:22:30.269284782Z",
  "startTime": "2021-12-10T03:22:39.425676Z",
  "endTime": "2021-12-10T03:51:29.746057855Z",
  "updateTime": "2021-12-10T03:51:29.746057855Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "3116f49dbc5a286fd9cfcddfd2f70924c22ab206",
      "ref": "refs/heads/main"
    }
  }
}
[03:51:30.425] Invocation finished in 29m3.688569889s with status FAILED