Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 29 minutes
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/82040 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "66410772af7c7a615303cc8c48f68c9cdcd23a33",
        "project": "chromium/src",
        "ref": "refs/heads/main"
      }
    ]
  },
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "66410772af7c7a615303cc8c48f68c9cdcd23a33"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "5094968f2e164e8f1c80c2a4eda8e658312cf482",
  "parent_got_dawn_revision": "ec3e4b05108e5300d0ff29c09bc637489565df81",
  "parent_got_nacl_revision": "ab384dc06c9b5bafd0f6ba74083cc67b5fdc16ed",
  "parent_got_revision": "66410772af7c7a615303cc8c48f68c9cdcd23a33",
  "parent_got_revision_cp": "refs/heads/main@{#975369}",
  "parent_got_swiftshader_revision": "310874c922a83b44ab8e3d32cd5f240e8065fdae",
  "parent_got_v8_revision": "b3af9eac02d0a43d36bf51e1e3d0edc8ec868143",
  "parent_got_v8_revision_cp": "refs/heads/10.1.37@{#1}",
  "parent_got_webrtc_revision": "a33a28f36061300596ae313554895bbade4c8747",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#36084}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "66410772af7c7a615303cc8c48f68c9cdcd23a33",
  "swarm_hashes": {
    "absl_hardening_tests": "23cc2bd4b07b85b129e09ebe709583fa4ffd291479f3121de41135f201b1fae5/569",
    "accessibility_unittests": "c84110db1ff2e4d5ab7bcda63594a3e3e6ffa804ef06c7e448e3d8726aacd1a0/569",
    "angle_unittests": "e518aec0dfe91c33401a1f15e34e88676861b429ac76c4e9570426950fed90f3/570",
    "app_shell_unittests": "75245719f8f127abd2c852ba10750714bac835348d608f79696f021d90bf8d8d/730",
    "aura_unittests": "b24507f7ba5f5ca1fc121b04dfc3ba59f472051338a5501ce7b45292753d9278/569",
    "base_unittests": "9b27b6090aab87621b42933b5851f28e7e031495747a6737002f33ba27fcdd8a/648",
    "blink_common_unittests": "40630c6462a839b78b9bb7deceeeb5d42fbe717f65406891c615a0ec44173aee/647",
    "blink_fuzzer_unittests": "9bbbf3d5ccd79ced29aba8f2495d509f09bb95dee8def89d65aaef82a7ce8a7b/569",
    "blink_heap_unittests": "6702bca349d04e47149f67543a8bafdaba9f63e2ec7150337bfd148de954ba72/569",
    "blink_platform_unittests": "86c655fd13009dc5ae802df49557c007cf7668f979e5c2c45f5020ba83918d22/726",
    "blink_unittests": "86b4230132155caf92d3d57e0de8af5b164dd93aa411a3cca684162435142d7f/810",
    "boringssl_crypto_tests": "2a6a0907ed4b928b071b50ce393e6efd74428d6e7de20ca5c686868b6d576660/570",
    "boringssl_ssl_tests": "c0a677cc7b50a8bb6195b86dc7b3680b8a711e2db238dfeae0c2df87eb673986/569",
    "capture_unittests": "1c33328cb40d28415705ab40358333c030fe8feb15b1ba4300d69897e139a386/648",
    "cast_unittests": "c8eb2a161cc8129d325c48e2590e73f5abe40c2b5c08ea6552208f7e16909aec/569",
    "cc_unittests": "13a27121aa696d26a05e313f3803505f9d696c6d8dd6c8b9e190c1e9ff8430ad/729",
    "chrome_app_unittests": "7593267ac229adc7c9920e3390c671c908ac65cf36ddef57bba67e3b9602f0ed/648",
    "chromedriver_unittests": "fe51c1cece5ba797c9c7989d41d2b5a6382a2977a87d2904195976b95b83de34/726",
    "color_unittests": "fa3ab17b34ff80280b605f33f2176ba88024c3a1d97dca16f098359bd69794fb/569",
    "components_browsertests": "4da15782f93da76c53b2d3d70ab6562dbdae235fa358ba25985f035957b2738e/813",
    "components_unittests": "78ed94d5a340832eb95b1a49bf0dcd92fe29ec6274805ad3e92f069a34ec9bc7/813",
    "compositor_unittests": "30456bda3864c20de6679d5466ae1367091a371a5236c231ad6e0718399e258c/645",
    "content_browsertests": "43bf4760c9dba0eac1c6e510a05005d4522dee265312167426b76de7da947e8f/887",
    "content_unittests": "044ae6e0355e6ade5a641f010a4ebed87b19c4ecb6441595d9f296735224ce6e/806",
    "cronet_tests": "1b634a9d0e6a03d425ed22a04214f6a6f2b601a7a4a60c6a2b16c464e989c06e/730",
    "cronet_unittests": "bbc085dc5fe59c9a0b759ce0c8cf3d44aa63af569fa12baaf537ecc4a8c57044/646",
    "crypto_unittests": "2ac0827905c8a415ef6dab20adb49bfc90b46a8f2a26bbe40fc43670ec5b0389/569",
    "dbus_unittests": "564ca011ac35713bb7c1ba6624f8391eb38a2be22cc0c7523234dfc852d12c13/569",
    "device_unittests": "e12abe3c72333de85ee78f44beddb195189405884ba5621e899276ad2d7e2f07/646",
    "display_unittests": "26cf1bb383f788d3b888c1bf654ee2ad1629f475e669a769913a05ebf98dc0c5/569",
    "events_unittests": "ed149fa8383fce6edd8ef226f7ce4c22f707d3deaa5802199eb04865a68d568a/569",
    "extensions_browsertests": "92b3b8ef5e431418ba67a055f7d2d522294144954cb750697d34a131c7b1ba35/732",
    "extensions_unittests": "a7ff3b1278f8e7450fb5d45a255b45a9bf2a0277267d98e69e19f0b2dfcc976b/896",
    "filesystem_service_unittests": "9afe3dcc1d8d5e05db09725a90d840ceb2e083fddeae53d327bd2f79a1b455f4/569",
    "gcm_unit_tests": "d3323cca50c061533fb67da6cd06c6f571d6564c678c3e7218771e8449612a23/646",
    "gfx_unittests": "138d07a986f09eb5941d2524cb3d705f2e07cfe2e7e3515a76447e7945b8d72b/645",
    "gin_unittests": "2cc9474abcdb5102ac89c26944b29a9c87583705f13486419a050d84f8bdd083/646",
    "gl_tests": "a0f0cd3b6bb45c951b9fc6a33883bf3ed77eb93a587e13f9a1e9363290c4b82b/569",
    "gl_unittests": "c6599770d54efbde6fe1fb3631a41326a1761df82150a8a7783075178136e59f/569",
    "google_apis_unittests": "ba6e369fee3527bed03531cca80e60687e7ea19499804a1844e661ca6ba0dbe4/731",
    "gpu_unittests": "bc02b8b7aed1f7a94ebd7b45d63918a5a1f27221c1bd60eeb82d7175b6b59162/646",
    "gwp_asan_unittests": "600f5b54e8a5af85b489262a7e89da8805b2384a850f67104455902aae51cac5/570",
    "headless_browsertests": "fd48ee9d6ee046cc71834924ff3995ba4e9f88ad22c1ee554eb7e7f1db9526f1/730",
    "headless_unittests": "a26113f70eb2160c9fe25cffb20b64cef49fc49a7207cab33e1cc5042516fb92/569",
    "interactive_ui_tests": "2b06b1388d23e5bd5bda03e12a0ad721cc4f409a61ffa3500e5ee9fb87144929/965",
    "ipc_tests": "954a15906e98acbcd18dbfe74545ddcdce9caffc8940a0bd28002a8f443a982f/569",
    "latency_unittests": "b6e23a169ca434068a2070e7a9d667a1e3a07423a8cd974d09051080477c6090/569",
    "libjingle_xmpp_unittests": "394563d5a2d3bd36ab54a653296c621e363b9dbab9154d4102f194959f917506/569",
    "liburlpattern_unittests": "879866ef171ebd1a593884ef478a49a62869abc3704b60c16da469f1754c5ba9/569",
    "media_unittests": "5d75373fd0b385c91fb9a413f7fcc45c095c818b8dab1247996e2fb2cb8a0790/649",
    "message_center_unittests": "9f4ed41c937c7a935d0d4b8175ae03d131cb623dc5767910956779aea8d0d0f9/569",
    "midi_unittests": "aa2cf0b7e7734bd461dd8c5649d8f3289fb27368f5342b504c9181b704e1375d/569",
    "mojo_core_unittests": "3cf0fb769904a51a907165f7c479385ca8bd055ad348f7da518207ec03e24e0f/569",
    "mojo_unittests": "3bd7954889c169ea0b01bed5338c77243f8a448d6654f454fd639ed81aaec8f4/647",
    "native_theme_unittests": "ef4fd645eb41901e4be14cd1306a089aec08f31f61154a20660bf62199ea2024/569",
    "net_unittests": "576e6eb10e486dd38c7df81d465c8496a5b430d2495af5099856ee6b49dab59a/648",
    "openscreen_unittests": "d25519d645140a08cf935a6684ce1e28440c3ebf7e236ef55f1b06f968d1408a/648",
    "ozone_x11_unittests": "c1d91a607c67f2c3192c779168187cc46bd829751f67918947b59da9d7877341/569",
    "pdf_unittests": "928b14d7e92e1887aff7e6a4fef1fcb448d4a201019439570ee3980ae7a7e5be/646",
    "perfetto_unittests": "c81c74dec41c839ae41eb6f5d074237ca503649c47306e7efe9cebacb9486079/569",
    "ppapi_unittests": "0887f614f005b3ce7fa979f22162725507bb3321026dda03131ec4c4fc81b72d/569",
    "printing_unittests": "c28fd10f64d1e1fcb83a59656ac5b586c5d35b74552578dd08758bc051ea1d8f/569",
    "remoting_unittests": "14fac7c11a244d818240b10ba52cb6dee632d886ddfb2407bd3d162669dbcd2c/646",
    "sandbox_linux_unittests": "c0e3333711117a4aec583141cd63c8d020cc5b4bf75a7b29db2597708fe1baa5/569",
    "service_manager_unittests": "3ae937b1ba45d5960df42461c3885df04b20fd09e0a500f281b9d75c185854fc/569",
    "services_unittests": "02132c701bdf3edce48abf1d25633855b9689cb89a1e077c3718111f881c3987/815",
    "shell_dialogs_unittests": "51d6a961a2c4cf410a056fcc56527aa4b78ec39b17cf9405f5b3d99c04f0e9d8/569",
    "skia_unittests": "0810f5777d99d465660b594a0f004518c312da32efb8d07747e98b99aaaebe00/569",
    "snapshot_unittests": "1ece3cfe37c9564e4fca09546b92ba65c66714d0022671bd4413396a44243827/569",
    "sql_unittests": "10570540da32bd48bfa581a7b8d8e937e92d822815c4c310f57ee27d9000adf9/646",
    "storage_unittests": "41df5a4a1e35f5fba20ab871a6cc0b7ab282ef5e1b2e922b6668867e0597022d/727",
    "sync_integration_tests": "51eb8616b705dfd4eb7ae658bb8ed2ecc88f567e5ccd6174eb67b2b7ce00b280/729",
    "ui_base_unittests": "d8a7df65d9497677b258f00e29162b064a2e18077d4b9a54784ecfe825f75cf4/723",
    "ui_touch_selection_unittests": "60617efdaad3d7d06c065130aa63f335453564e4d854152f7e6e52daffe82d4d/569",
    "unit_tests": "8f1bd08a50efad9fbbafcb85719dadf390ee7f49c0f33ac04574bcce7c9fe727/1139",
    "url_unittests": "e1ee8f81a245c89378e98c66d84bf7426ed6cc582423f04f02ab43e23f68649c/569",
    "views_unittests": "3d24b7e630c5732ad4450a923949e2ea3a44f9247ea4e089db00da5c6e8b069b/569",
    "viz_unittests": "dad16917b1eb4811213943f3a58a96f0755ddd049add4c642aec4b7d006a20a6/653",
    "vr_common_unittests": "d7c2f89dd4df76f3d049e32b4392b764cad028cda3ef484b47cea682d76691f6/648",
    "vr_pixeltests": "eaa531195e204f30d52c5139408babaac13ce12cd4662dea28c5675674f58619/646",
    "weblayer_browsertests": "25f4bba174dade0542eefe9578f69caba2c6d467d630dbf6112a93fc9ce49b86/814",
    "weblayer_unittests": "e19cf325a6fe018aa928e57d30a306ab9fc466e0f2116485f26a4f16865c9099/646",
    "wm_unittests": "69d0f3484ff8767549cd29ee4a16818c9731b96b4cd936526c3414a55f640b58/569",
    "wtf_unittests": "23a0d93819f833897b42ffc9994e9571f897320718beb7ad4c0c908f3021b34f/569",
    "xr_browser_tests": "4e2628dcb9e167290f86eaf5942e86d4a98abb3d1515513c3eda97de3c4aed4f/728",
    "zlib_unittests": "5aa9ca87a66e31cfbf63095cc694a11511681d3c070db0d03ab9ecc37bcb3c73/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "99f1ddc3cab048b3d466e52ddfb22b426ffdb5a5e64a31b34163289b91b49154/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/66410772af7c7a615303cc8c48f68c9cdcd23a33
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:82040
  • user_agent:recipe

Debug log (UTC)

[01:26:18.289] New invocation is queued and will start shortly
[01:26:18.289] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[01:26:19.562] Starting the invocation (attempt 1)
[01:26:19.661] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/66410772af7c7a615303cc8c48f68c9cdcd23a33"
[01:26:19.661] Popped gitiles commit info from properties and tags
[01:26:19.661] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:26:19.661] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:26:19.661] Buildbucket request:
{
  "requestId": "8986636733838385376",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "66410772af7c7a615303cc8c48f68c9cdcd23a33",
                        "project": "chromium/src",
                        "ref": "refs/heads/main"
                      }
                ]
          },
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "66410772af7c7a615303cc8c48f68c9cdcd23a33"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "5094968f2e164e8f1c80c2a4eda8e658312cf482",
      "parent_got_dawn_revision": "ec3e4b05108e5300d0ff29c09bc637489565df81",
      "parent_got_nacl_revision": "ab384dc06c9b5bafd0f6ba74083cc67b5fdc16ed",
      "parent_got_revision": "66410772af7c7a615303cc8c48f68c9cdcd23a33",
      "parent_got_revision_cp": "refs/heads/main@{#975369}",
      "parent_got_swiftshader_revision": "310874c922a83b44ab8e3d32cd5f240e8065fdae",
      "parent_got_v8_revision": "b3af9eac02d0a43d36bf51e1e3d0edc8ec868143",
      "parent_got_v8_revision_cp": "refs/heads/10.1.37@{#1}",
      "parent_got_webrtc_revision": "a33a28f36061300596ae313554895bbade4c8747",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#36084}",
      "swarm_hashes": {
            "absl_hardening_tests": "23cc2bd4b07b85b129e09ebe709583fa4ffd291479f3121de41135f201b1fae5/569",
            "accessibility_unittests": "c84110db1ff2e4d5ab7bcda63594a3e3e6ffa804ef06c7e448e3d8726aacd1a0/569",
            "angle_unittests": "e518aec0dfe91c33401a1f15e34e88676861b429ac76c4e9570426950fed90f3/570",
            "app_shell_unittests": "75245719f8f127abd2c852ba10750714bac835348d608f79696f021d90bf8d8d/730",
            "aura_unittests": "b24507f7ba5f5ca1fc121b04dfc3ba59f472051338a5501ce7b45292753d9278/569",
            "base_unittests": "9b27b6090aab87621b42933b5851f28e7e031495747a6737002f33ba27fcdd8a/648",
            "blink_common_unittests": "40630c6462a839b78b9bb7deceeeb5d42fbe717f65406891c615a0ec44173aee/647",
            "blink_fuzzer_unittests": "9bbbf3d5ccd79ced29aba8f2495d509f09bb95dee8def89d65aaef82a7ce8a7b/569",
            "blink_heap_unittests": "6702bca349d04e47149f67543a8bafdaba9f63e2ec7150337bfd148de954ba72/569",
            "blink_platform_unittests": "86c655fd13009dc5ae802df49557c007cf7668f979e5c2c45f5020ba83918d22/726",
            "blink_unittests": "86b4230132155caf92d3d57e0de8af5b164dd93aa411a3cca684162435142d7f/810",
            "boringssl_crypto_tests": "2a6a0907ed4b928b071b50ce393e6efd74428d6e7de20ca5c686868b6d576660/570",
            "boringssl_ssl_tests": "c0a677cc7b50a8bb6195b86dc7b3680b8a711e2db238dfeae0c2df87eb673986/569",
            "capture_unittests": "1c33328cb40d28415705ab40358333c030fe8feb15b1ba4300d69897e139a386/648",
            "cast_unittests": "c8eb2a161cc8129d325c48e2590e73f5abe40c2b5c08ea6552208f7e16909aec/569",
            "cc_unittests": "13a27121aa696d26a05e313f3803505f9d696c6d8dd6c8b9e190c1e9ff8430ad/729",
            "chrome_app_unittests": "7593267ac229adc7c9920e3390c671c908ac65cf36ddef57bba67e3b9602f0ed/648",
            "chromedriver_unittests": "fe51c1cece5ba797c9c7989d41d2b5a6382a2977a87d2904195976b95b83de34/726",
            "color_unittests": "fa3ab17b34ff80280b605f33f2176ba88024c3a1d97dca16f098359bd69794fb/569",
            "components_browsertests": "4da15782f93da76c53b2d3d70ab6562dbdae235fa358ba25985f035957b2738e/813",
            "components_unittests": "78ed94d5a340832eb95b1a49bf0dcd92fe29ec6274805ad3e92f069a34ec9bc7/813",
            "compositor_unittests": "30456bda3864c20de6679d5466ae1367091a371a5236c231ad6e0718399e258c/645",
            "content_browsertests": "43bf4760c9dba0eac1c6e510a05005d4522dee265312167426b76de7da947e8f/887",
            "content_unittests": "044ae6e0355e6ade5a641f010a4ebed87b19c4ecb6441595d9f296735224ce6e/806",
            "cronet_tests": "1b634a9d0e6a03d425ed22a04214f6a6f2b601a7a4a60c6a2b16c464e989c06e/730",
            "cronet_unittests": "bbc085dc5fe59c9a0b759ce0c8cf3d44aa63af569fa12baaf537ecc4a8c57044/646",
            "crypto_unittests": "2ac0827905c8a415ef6dab20adb49bfc90b46a8f2a26bbe40fc43670ec5b0389/569",
            "dbus_unittests": "564ca011ac35713bb7c1ba6624f8391eb38a2be22cc0c7523234dfc852d12c13/569",
            "device_unittests": "e12abe3c72333de85ee78f44beddb195189405884ba5621e899276ad2d7e2f07/646",
            "display_unittests": "26cf1bb383f788d3b888c1bf654ee2ad1629f475e669a769913a05ebf98dc0c5/569",
            "events_unittests": "ed149fa8383fce6edd8ef226f7ce4c22f707d3deaa5802199eb04865a68d568a/569",
            "extensions_browsertests": "92b3b8ef5e431418ba67a055f7d2d522294144954cb750697d34a131c7b1ba35/732",
            "extensions_unittests": "a7ff3b1278f8e7450fb5d45a255b45a9bf2a0277267d98e69e19f0b2dfcc976b/896",
            "filesystem_service_unittests": "9afe3dcc1d8d5e05db09725a90d840ceb2e083fddeae53d327bd2f79a1b455f4/569",
            "gcm_unit_tests": "d3323cca50c061533fb67da6cd06c6f571d6564c678c3e7218771e8449612a23/646",
            "gfx_unittests": "138d07a986f09eb5941d2524cb3d705f2e07cfe2e7e3515a76447e7945b8d72b/645",
            "gin_unittests": "2cc9474abcdb5102ac89c26944b29a9c87583705f13486419a050d84f8bdd083/646",
            "gl_tests": "a0f0cd3b6bb45c951b9fc6a33883bf3ed77eb93a587e13f9a1e9363290c4b82b/569",
            "gl_unittests": "c6599770d54efbde6fe1fb3631a41326a1761df82150a8a7783075178136e59f/569",
            "google_apis_unittests": "ba6e369fee3527bed03531cca80e60687e7ea19499804a1844e661ca6ba0dbe4/731",
            "gpu_unittests": "bc02b8b7aed1f7a94ebd7b45d63918a5a1f27221c1bd60eeb82d7175b6b59162/646",
            "gwp_asan_unittests": "600f5b54e8a5af85b489262a7e89da8805b2384a850f67104455902aae51cac5/570",
            "headless_browsertests": "fd48ee9d6ee046cc71834924ff3995ba4e9f88ad22c1ee554eb7e7f1db9526f1/730",
            "headless_unittests": "a26113f70eb2160c9fe25cffb20b64cef49fc49a7207cab33e1cc5042516fb92/569",
            "interactive_ui_tests": "2b06b1388d23e5bd5bda03e12a0ad721cc4f409a61ffa3500e5ee9fb87144929/965",
            "ipc_tests": "954a15906e98acbcd18dbfe74545ddcdce9caffc8940a0bd28002a8f443a982f/569",
            "latency_unittests": "b6e23a169ca434068a2070e7a9d667a1e3a07423a8cd974d09051080477c6090/569",
            "libjingle_xmpp_unittests": "394563d5a2d3bd36ab54a653296c621e363b9dbab9154d4102f194959f917506/569",
            "liburlpattern_unittests": "879866ef171ebd1a593884ef478a49a62869abc3704b60c16da469f1754c5ba9/569",
            "media_unittests": "5d75373fd0b385c91fb9a413f7fcc45c095c818b8dab1247996e2fb2cb8a0790/649",
            "message_center_unittests": "9f4ed41c937c7a935d0d4b8175ae03d131cb623dc5767910956779aea8d0d0f9/569",
            "midi_unittests": "aa2cf0b7e7734bd461dd8c5649d8f3289fb27368f5342b504c9181b704e1375d/569",
            "mojo_core_unittests": "3cf0fb769904a51a907165f7c479385ca8bd055ad348f7da518207ec03e24e0f/569",
            "mojo_unittests": "3bd7954889c169ea0b01bed5338c77243f8a448d6654f454fd639ed81aaec8f4/647",
            "native_theme_unittests": "ef4fd645eb41901e4be14cd1306a089aec08f31f61154a20660bf62199ea2024/569",
            "net_unittests": "576e6eb10e486dd38c7df81d465c8496a5b430d2495af5099856ee6b49dab59a/648",
            "openscreen_unittests": "d25519d645140a08cf935a6684ce1e28440c3ebf7e236ef55f1b06f968d1408a/648",
            "ozone_x11_unittests": "c1d91a607c67f2c3192c779168187cc46bd829751f67918947b59da9d7877341/569",
            "pdf_unittests": "928b14d7e92e1887aff7e6a4fef1fcb448d4a201019439570ee3980ae7a7e5be/646",
            "perfetto_unittests": "c81c74dec41c839ae41eb6f5d074237ca503649c47306e7efe9cebacb9486079/569",
            "ppapi_unittests": "0887f614f005b3ce7fa979f22162725507bb3321026dda03131ec4c4fc81b72d/569",
            "printing_unittests": "c28fd10f64d1e1fcb83a59656ac5b586c5d35b74552578dd08758bc051ea1d8f/569",
            "remoting_unittests": "14fac7c11a244d818240b10ba52cb6dee632d886ddfb2407bd3d162669dbcd2c/646",
            "sandbox_linux_unittests": "c0e3333711117a4aec583141cd63c8d020cc5b4bf75a7b29db2597708fe1baa5/569",
            "service_manager_unittests": "3ae937b1ba45d5960df42461c3885df04b20fd09e0a500f281b9d75c185854fc/569",
            "services_unittests": "02132c701bdf3edce48abf1d25633855b9689cb89a1e077c3718111f881c3987/815",
            "shell_dialogs_unittests": "51d6a961a2c4cf410a056fcc56527aa4b78ec39b17cf9405f5b3d99c04f0e9d8/569",
            "skia_unittests": "0810f5777d99d465660b594a0f004518c312da32efb8d07747e98b99aaaebe00/569",
            "snapshot_unittests": "1ece3cfe37c9564e4fca09546b92ba65c66714d0022671bd4413396a44243827/569",
            "sql_unittests": "10570540da32bd48bfa581a7b8d8e937e92d822815c4c310f57ee27d9000adf9/646",
            "storage_unittests": "41df5a4a1e35f5fba20ab871a6cc0b7ab282ef5e1b2e922b6668867e0597022d/727",
            "sync_integration_tests": "51eb8616b705dfd4eb7ae658bb8ed2ecc88f567e5ccd6174eb67b2b7ce00b280/729",
            "ui_base_unittests": "d8a7df65d9497677b258f00e29162b064a2e18077d4b9a54784ecfe825f75cf4/723",
            "ui_touch_selection_unittests": "60617efdaad3d7d06c065130aa63f335453564e4d854152f7e6e52daffe82d4d/569",
            "unit_tests": "8f1bd08a50efad9fbbafcb85719dadf390ee7f49c0f33ac04574bcce7c9fe727/1139",
            "url_unittests": "e1ee8f81a245c89378e98c66d84bf7426ed6cc582423f04f02ab43e23f68649c/569",
            "views_unittests": "3d24b7e630c5732ad4450a923949e2ea3a44f9247ea4e089db00da5c6e8b069b/569",
            "viz_unittests": "dad16917b1eb4811213943f3a58a96f0755ddd049add4c642aec4b7d006a20a6/653",
            "vr_common_unittests": "d7c2f89dd4df76f3d049e32b4392b764cad028cda3ef484b47cea682d76691f6/648",
            "vr_pixeltests": "eaa531195e204f30d52c5139408babaac13ce12cd4662dea28c5675674f58619/646",
            "weblayer_browsertests": "25f4bba174dade0542eefe9578f69caba2c6d467d630dbf6112a93fc9ce49b86/814",
            "weblayer_unittests": "e19cf325a6fe018aa928e57d30a306ab9fc466e0f2116485f26a4f16865c9099/646",
            "wm_unittests": "69d0f3484ff8767549cd29ee4a16818c9731b96b4cd936526c3414a55f640b58/569",
            "wtf_unittests": "23a0d93819f833897b42ffc9994e9571f897320718beb7ad4c0c908f3021b34f/569",
            "xr_browser_tests": "4e2628dcb9e167290f86eaf5942e86d4a98abb3d1515513c3eda97de3c4aed4f/728",
            "zlib_unittests": "5aa9ca87a66e31cfbf63095cc694a11511681d3c070db0d03ab9ecc37bcb3c73/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "99f1ddc3cab048b3d466e52ddfb22b426ffdb5a5e64a31b34163289b91b49154/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "66410772af7c7a615303cc8c48f68c9cdcd23a33",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8986636733838385376"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "82040"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[01:26:20.221] Scheduled build:
{
  "id": "8821206671658760273",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 73965,
  "createdBy": "project:chromium",
  "createTime": "2022-02-26T01:26:19.735476120Z",
  "updateTime": "2022-02-26T01:26:19.735476120Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "66410772af7c7a615303cc8c48f68c9cdcd23a33",
      "ref": "refs/heads/main"
    }
  }
}
[01:26:20.221] Task URL: https://cr-buildbucket.appspot.com/build/8821206671658760273
[01:26:20.221] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8986636733838385376:2:0) after 6m54s
[01:28:34.764] Received PubSub notification, asking Buildbucket for the build status
[01:28:34.785] Build status: STARTED
[01:33:14.317] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8986636733838385376:2:0)
[01:33:14.338] Build status: STARTED
[01:33:14.338] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8986636733838385376:4:0) after 6m14s
[01:39:28.527] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8986636733838385376:4:0)
[01:39:28.596] Build status: STARTED
[01:39:28.596] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8986636733838385376:5:0) after 1m1s
[01:40:29.812] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8986636733838385376:5:0)
[01:40:29.857] Build status: STARTED
[01:40:29.857] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8986636733838385376:6:0) after 1m27s
[01:41:57.013] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8986636733838385376:6:0)
[01:41:57.036] Build status: STARTED
[01:41:57.036] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8986636733838385376:7:0) after 6m38s
[01:48:35.187] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8986636733838385376:7:0)
[01:48:35.215] Build status: STARTED
[01:48:35.215] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8986636733838385376:8:0) after 6m9s
[01:54:44.276] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8986636733838385376:8:0)
[01:54:44.298] Build status: STARTED
[01:54:44.298] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8986636733838385376:9:0) after 8m37s
[01:55:48.227] Received PubSub notification, asking Buildbucket for the build status
[01:55:48.250] Build:
{
  "id": "8821206671658760273",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 73965,
  "createdBy": "project:chromium",
  "createTime": "2022-02-26T01:26:19.735476120Z",
  "startTime": "2022-02-26T01:28:34.068615Z",
  "endTime": "2022-02-26T01:55:47.725002869Z",
  "updateTime": "2022-02-26T01:55:47.725002869Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "66410772af7c7a615303cc8c48f68c9cdcd23a33",
      "ref": "refs/heads/main"
    }
  }
}
[01:55:48.250] Invocation finished in 29m29.97660433s with status FAILED