Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 52 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/77717 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "847d6490d66e6d68eb81783f9a98b4e74fd95b14"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "29c01d51866489160e894b12827048b9498096ce",
  "parent_got_dawn_revision": "4420ecc71e275f4675e981610067b426c0282f07",
  "parent_got_nacl_revision": "960b7c60dea788acb2fecf07e00a2532167972af",
  "parent_got_revision": "847d6490d66e6d68eb81783f9a98b4e74fd95b14",
  "parent_got_revision_cp": "refs/heads/main@{#925065}",
  "parent_got_swiftshader_revision": "efbbb2f07b3642b570472f01ed75b04bf1eeb4af",
  "parent_got_v8_revision": "8ce61b9d92e07ad3c63da3547bbbf0c8cbbbff3a",
  "parent_got_v8_revision_cp": "refs/heads/9.6.112@{#1}",
  "parent_got_webrtc_revision": "b6a73b69233ce00df85bf173eca94b6fc5e35fd1",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35090}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "847d6490d66e6d68eb81783f9a98b4e74fd95b14",
  "swarm_hashes": {
    "absl_hardening_tests": "88c83d63c605dc691af0de8a65036ff6eec8845c8934b1424017965bbf7c810a/569",
    "accessibility_unittests": "10cbe8be41cf05cdd3ed0e0cfe053c642403b9d0d9e694def3cac1cb648743bd/569",
    "angle_unittests": "1e3dea8666d374c20c8a4696972b8581801a24661f9595b83636ac41187dbeac/570",
    "app_shell_unittests": "6af3aade448f36c6582b787cf3afd5879806373549ff1bf0789252a1abfe42c8/809",
    "aura_unittests": "24d687be26ae3c2f95be155c25329bc0cb2ed226ebf40800246feb49f02f8e25/569",
    "base_unittests": "a2f307c2c7f6075cc8d2dc5893438660c4a9f43790794cc572b36365fa8b528f/648",
    "blink_common_unittests": "960d9bca9d3438231e195087354da3aaa82734290794940010920798b5d6189c/647",
    "blink_fuzzer_unittests": "12c113b10a91bca26edb2604f4252ee8552ad262ba830b266232a9dd084ed0d1/648",
    "blink_heap_unittests": "ca9954788ca316f659605e49b35a5ad1346e74f9a8ad7795e1b0610d13572697/648",
    "blink_platform_unittests": "8fbd08ec4ac510a4d227fddcd90881446eed6b73add216c85021b7347e5bb504/726",
    "blink_unittests": "b047a1f6f694334632a7956ef0c045e9c02e90f7bce531fa8b95e3c8fa77554e/726",
    "boringssl_crypto_tests": "d033bb821fea8e95c19ff0a57f8146e819d46814292ff55b66e1836bb785f504/570",
    "boringssl_ssl_tests": "66a5272b9e53921641d6b40fe89318e1491befb0b2138cec3003108e9087fc80/569",
    "capture_unittests": "26d25f9f25850a129688d41f8d04b74ff68c33aaeab3bb237d2a5f2685ed50fa/648",
    "cast_unittests": "1ffd6d234271829005f9326f1a4b3a715f8c697f640a1177e86c8c7d49f1c077/569",
    "cc_unittests": "cf4d3854100b4540032ed37d77c0c90555a346da51a3cd17da9716fa7d1c095d/653",
    "chrome_app_unittests": "dd147a650bc0992a4a4973009da548c93fbd15491336c02b8ad658ca965f58f0/811",
    "chromedriver_unittests": "52e42a37d19033d34dfb54bd5f4c202dd23bc546ac9fd9b48d2ae93de28b98dd/726",
    "color_unittests": "a697f508040f52e331688b1a7760e23c157bb86cdb4397d5ee0e7971432648e2/569",
    "components_browsertests": "1c5d1ac953f83ebc9c6f78c4377ea50ca41f1a81421dd9beb26d148d75388575/892",
    "components_unittests": "a6eaee3278ef9ecf8d6902d8b239678d7d17a576e1b97b48d1846edc8c163e8b/892",
    "compositor_unittests": "add8eb836aa46d1eebdfb4fe0e341a499adab61ee0e07ea67c6d5b1761409a40/645",
    "content_browsertests": "9cff5cd0981096f8f41c2df9f682b57842f6f808c80ab4c11d7a760902d9f39e/887",
    "content_unittests": "d4eda382990a09f2cf812c49a8551cc0ef80a2ffabb53f34471b74b33444d0cf/806",
    "cronet_tests": "8eaa819baed84758ac887fa82dada132d83e8a4cd6812c10a61be8c659d67262/730",
    "cronet_unittests": "dc653acb03e8a07d112d2257ded3f8aadd771a46adf1c5796e2daff91dc0125c/646",
    "crypto_unittests": "62f7da34557e1f1d926821d65a0984a0a327b931e330b48b70d6527b60c52fc6/569",
    "dbus_unittests": "9d4c212b88a30c10b3c257f42d8c6f2be0acd3c81829c5f7a46c85f5b7a95b2a/569",
    "device_unittests": "2816b73f8f701b60bf8884cd8b610e7ca654ecc5a0bf86f61c3384d9709367b1/646",
    "display_unittests": "2c9c8026045cda8650cd35497f02266d6c66444e44c58e18b2ed75c653c2807f/569",
    "events_unittests": "f014486dd8f874d6ecf5822f0090c086f65a2764c866d4b10175208441b9a113/569",
    "extensions_browsertests": "79181061a08faa984b178c939db06dcc5fcc39881222e0ab53791698eb954f60/811",
    "extensions_unittests": "75a526253739a47d9c22fd3f8b7f094ed3f9f1b88e8a0f3bce40c550a1eb3154/975",
    "filesystem_service_unittests": "cb26c361bdf7db8f1ee065cb5134684684f7f38e5d7f48ce0f638e1a737bc2b4/569",
    "gcm_unit_tests": "330881e016f08509800353de0a9fbc098b5eb6bb1113cccad54749f50797a8c6/646",
    "gfx_unittests": "c3e686e4f0b91cbde2b15034b3e8e75f7daab3c3df65e3aa03e29033b4d60397/645",
    "gin_unittests": "6e1368d7324800498458f3132305fc56fc7f63b9aeeb2ea24de96847ecababbc/646",
    "gl_tests": "604c26c7fab6ef11d6d69bd74d5d2116575e2b4d7baa653f0147ff455622d3e6/569",
    "gl_unittests": "537b9bf706b83a1fc232af02bcb6c67b3df1123f04db6f604d93f37de969c601/569",
    "google_apis_unittests": "13b62d7c14f571e4e0be622b1b5d35317e119e22b49737753b60629db89da7da/731",
    "gpu_unittests": "0eec413a3b1a3466d7d717bb7bac68fc3ad9a12ce49b4c4d085a0a077548d3bc/646",
    "gtk_unittests": "1ea2b0519de08fd1d98183c03eaea4b2c9be476c5f75c46cd5fb3cc4babfca3c/569",
    "gwp_asan_unittests": "84d1734388144ad45cf8a00f281290142b4fa7e1dd0dfff7e9bf670d81038d79/570",
    "headless_browsertests": "a2003aa33ac5865bd67c6f92cb5bd7ae54d70f8696da5815aed384c99455371b/809",
    "headless_unittests": "eb54dab8a694e27bb85a1335f5c25dd13050a804e14a77e1dd17dfb6d224257e/569",
    "interactive_ui_tests": "1b17bb194ce668509a5fa87e537d4b5df49a7af5f27d4747392ef944b57f18b0/1128",
    "ipc_tests": "40932eaa3b4600511ae13118519ae358615f8c1109e22f537c4e05d23f9ee213/569",
    "jingle_unittests": "ea7d58915b5047e09014a1066b89e55aed00d617915e0adbd2675dc33d4b451d/646",
    "latency_unittests": "30843164fa4b7d886b6278829fe68a0e4f5c0a017525c68f5cdcbeaa96cb2d50/569",
    "libjingle_xmpp_unittests": "362e1cf5e6ae5a603045d1c82f812343ef9cdb790571bcfa05082f2c8360a589/569",
    "liburlpattern_unittests": "3ca56b32a2da2949b8e64e84359d803aae18e335d6355ce295faea165d4c5c8f/569",
    "media_unittests": "1663d07ea172e64ce0b2dcb0e1799c9cb066f9d204d9a80de94e230fb7acb2f1/649",
    "message_center_unittests": "3a72af2ade0bdccc5965756c22cd45c9f01e40942b904479c91bfd2298d419c7/569",
    "midi_unittests": "02bad0680efb3d30b3dd3c58486792447e560f562d3b94ca4923b7c481ad1f3a/569",
    "mojo_core_unittests": "34dcd7d7dcfbd732c5cb471faf653428d92c15a7a9aae4739a457470d5896e20/569",
    "mojo_unittests": "dcfe984d6ce6b559f1e7a067a32907cca3d34227843d54fba66658031a330bad/647",
    "native_theme_unittests": "b274c49aca78f95ff10fde6983774eebdf23087b43b18c50fe890a70561ffdbd/569",
    "net_unittests": "c32a8b58168f179f4809c4ddf0f4aa3aafd98806cb4ee7a61b932e0df65f8a90/648",
    "openscreen_unittests": "c9f4bb940cc56b83a6f32ea2853df6365a8485d8481f0dafe3ad58c200d34e09/811",
    "ozone_x11_unittests": "788c3554433530c66bc5e8391521598ee811b56dd4db1beca859f0c18b23c244/569",
    "pdf_unittests": "9c884c23ad5491564e615012f92c2c20f0f83db254379be0e25153e8e49ba219/725",
    "perfetto_unittests": "3f631a90a4674bfef3c271f14705f540b5d7c8a6dc8feda7884aec7c341a1e05/569",
    "ppapi_unittests": "46b4f5f33c9c1d7a92ac8540ceae73cf7a1c4a07131431c6e83af5409a5732da/569",
    "printing_unittests": "27b6020a02705c9a014cbc590c2fb030eacef8a0b32f5241a0c5b6e835f2c1a7/569",
    "remoting_unittests": "c7291c76cd4e2424602fdfcb474bc34fc2a3fdae381ad3f430588836511f9b64/646",
    "sandbox_linux_unittests": "6e80b0429ea67a5da588c41d86f4d7ad1225ee5070e4f9e5d29a161fded163cf/569",
    "service_manager_unittests": "c8095a397750cf389073dbed018f45778fc6c304e39a4a50a891ca90f77fce63/569",
    "services_unittests": "1ad8ff73b5dc2292d1e82cab8051e3fbca507dc5f4e8a6619eb82ce219fca46e/815",
    "shell_dialogs_unittests": "37c3f0ffd9abeac7452841d940266c965526c106f8110bf574101f334f9fddfe/569",
    "skia_unittests": "9fcbf541f21ee7dd7796eed5f58800ff24bf1e60eb8d90b61018853211255eb9/569",
    "snapshot_unittests": "6942a2dff31f7ac75ea7fa38862468dfe07ced4eca892be6a272a672ad74c5b4/569",
    "sql_unittests": "f32315d52313bb9ab6708f1a8c0b818d84388272f8d1549bb629e9e89181abfd/646",
    "storage_unittests": "06221112b0d19d57422774a01efdc3c23dfa2a5d7e82b9db4592316d01a93f3d/727",
    "sync_integration_tests": "dc4d8be37775e3d7f1c61166531e53b4b4c53be91f29b5130a19148be15f952a/892",
    "ui_base_unittests": "41378e05fd1ad5e969c8720f0b93a82c84188e69405a6fcdd84e5cbb8c754273/723",
    "ui_touch_selection_unittests": "3121b24c35a02e3ca5cb74fbf5fecd21daf2f948d8433c7fb3c2ccc8c2ba5bbe/569",
    "unit_tests": "f5d431416cff244bb244432fe47bc9f81cd31d00e7e3ce2615a59a20d28489f0/1141",
    "url_unittests": "55b545d9b64a96726f449a32344d5a0ba19a7a003348442f3914b80beeac4dc9/569",
    "views_unittests": "6454406831c9bfacbb5ecf688aeba22eb1ca35e56439177718bf19c41846c8ef/569",
    "viz_unittests": "37d3dd6de77f20e2a9f98c3ffb985eb49f99309fb3d315e07865ae2e83d6e601/653",
    "vr_common_unittests": "b04f36d4ed6046126c31f7b58715151b30ba2c6b63200bae1e718ee11d41dbb3/811",
    "vr_pixeltests": "b93584810adcd3dd1b0b977d12e9c93ae118adfcbeb1dec1cac192b19efe4b70/725",
    "weblayer_browsertests": "d6cc493713f63b09434ef463b550fbdd818df1724866253e31ae50ed22d807ee/893",
    "weblayer_unittests": "8950f41fd955e9fcfbd3f47e96d2e164c3df969a353ca1ee4b6a985bb9c4203e/725",
    "wm_unittests": "6d7cc058b526175e268ae30e83d1e47a936d724102be8a052d3d016975b579b1/569",
    "wtf_unittests": "9877e7fa2a7781bf3f34901b545f360953b25b4ac644b9a027d12c06dff08103/569",
    "x11_unittests": "d07aa5b80c07a58b6cdc1e1b718bc8ee5a06742de15fa913430c0ea0aa795ab5/569",
    "xr_browser_tests": "8c8d8a20aa8a38ef90b53ee333c2bb126f3cc784666d0286b20e533d34da55c9/891",
    "zlib_unittests": "67c2c7ee46d7818f9acde72fe458a4b443d9f142d7411cc390044a4411f733e9/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "a737c3978d8217c5d52b0b885ca0018ad0e5420c0ed97a0e9b5f7ac48162d323/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/847d6490d66e6d68eb81783f9a98b4e74fd95b14
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:77717
  • user_agent:recipe

Debug log (UTC)

[21:29:57.732] New invocation is queued and will start shortly
[21:29:57.732] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[21:29:58.828] Starting the invocation (attempt 1)
[21:29:58.863] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/847d6490d66e6d68eb81783f9a98b4e74fd95b14"
[21:29:58.863] Popped gitiles commit info from properties and tags
[21:29:58.863] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:29:58.863] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:29:58.864] Buildbucket request:
{
  "requestId": "9000512939089362736",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "847d6490d66e6d68eb81783f9a98b4e74fd95b14"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "29c01d51866489160e894b12827048b9498096ce",
      "parent_got_dawn_revision": "4420ecc71e275f4675e981610067b426c0282f07",
      "parent_got_nacl_revision": "960b7c60dea788acb2fecf07e00a2532167972af",
      "parent_got_revision": "847d6490d66e6d68eb81783f9a98b4e74fd95b14",
      "parent_got_revision_cp": "refs/heads/main@{#925065}",
      "parent_got_swiftshader_revision": "efbbb2f07b3642b570472f01ed75b04bf1eeb4af",
      "parent_got_v8_revision": "8ce61b9d92e07ad3c63da3547bbbf0c8cbbbff3a",
      "parent_got_v8_revision_cp": "refs/heads/9.6.112@{#1}",
      "parent_got_webrtc_revision": "b6a73b69233ce00df85bf173eca94b6fc5e35fd1",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35090}",
      "swarm_hashes": {
            "absl_hardening_tests": "88c83d63c605dc691af0de8a65036ff6eec8845c8934b1424017965bbf7c810a/569",
            "accessibility_unittests": "10cbe8be41cf05cdd3ed0e0cfe053c642403b9d0d9e694def3cac1cb648743bd/569",
            "angle_unittests": "1e3dea8666d374c20c8a4696972b8581801a24661f9595b83636ac41187dbeac/570",
            "app_shell_unittests": "6af3aade448f36c6582b787cf3afd5879806373549ff1bf0789252a1abfe42c8/809",
            "aura_unittests": "24d687be26ae3c2f95be155c25329bc0cb2ed226ebf40800246feb49f02f8e25/569",
            "base_unittests": "a2f307c2c7f6075cc8d2dc5893438660c4a9f43790794cc572b36365fa8b528f/648",
            "blink_common_unittests": "960d9bca9d3438231e195087354da3aaa82734290794940010920798b5d6189c/647",
            "blink_fuzzer_unittests": "12c113b10a91bca26edb2604f4252ee8552ad262ba830b266232a9dd084ed0d1/648",
            "blink_heap_unittests": "ca9954788ca316f659605e49b35a5ad1346e74f9a8ad7795e1b0610d13572697/648",
            "blink_platform_unittests": "8fbd08ec4ac510a4d227fddcd90881446eed6b73add216c85021b7347e5bb504/726",
            "blink_unittests": "b047a1f6f694334632a7956ef0c045e9c02e90f7bce531fa8b95e3c8fa77554e/726",
            "boringssl_crypto_tests": "d033bb821fea8e95c19ff0a57f8146e819d46814292ff55b66e1836bb785f504/570",
            "boringssl_ssl_tests": "66a5272b9e53921641d6b40fe89318e1491befb0b2138cec3003108e9087fc80/569",
            "capture_unittests": "26d25f9f25850a129688d41f8d04b74ff68c33aaeab3bb237d2a5f2685ed50fa/648",
            "cast_unittests": "1ffd6d234271829005f9326f1a4b3a715f8c697f640a1177e86c8c7d49f1c077/569",
            "cc_unittests": "cf4d3854100b4540032ed37d77c0c90555a346da51a3cd17da9716fa7d1c095d/653",
            "chrome_app_unittests": "dd147a650bc0992a4a4973009da548c93fbd15491336c02b8ad658ca965f58f0/811",
            "chromedriver_unittests": "52e42a37d19033d34dfb54bd5f4c202dd23bc546ac9fd9b48d2ae93de28b98dd/726",
            "color_unittests": "a697f508040f52e331688b1a7760e23c157bb86cdb4397d5ee0e7971432648e2/569",
            "components_browsertests": "1c5d1ac953f83ebc9c6f78c4377ea50ca41f1a81421dd9beb26d148d75388575/892",
            "components_unittests": "a6eaee3278ef9ecf8d6902d8b239678d7d17a576e1b97b48d1846edc8c163e8b/892",
            "compositor_unittests": "add8eb836aa46d1eebdfb4fe0e341a499adab61ee0e07ea67c6d5b1761409a40/645",
            "content_browsertests": "9cff5cd0981096f8f41c2df9f682b57842f6f808c80ab4c11d7a760902d9f39e/887",
            "content_unittests": "d4eda382990a09f2cf812c49a8551cc0ef80a2ffabb53f34471b74b33444d0cf/806",
            "cronet_tests": "8eaa819baed84758ac887fa82dada132d83e8a4cd6812c10a61be8c659d67262/730",
            "cronet_unittests": "dc653acb03e8a07d112d2257ded3f8aadd771a46adf1c5796e2daff91dc0125c/646",
            "crypto_unittests": "62f7da34557e1f1d926821d65a0984a0a327b931e330b48b70d6527b60c52fc6/569",
            "dbus_unittests": "9d4c212b88a30c10b3c257f42d8c6f2be0acd3c81829c5f7a46c85f5b7a95b2a/569",
            "device_unittests": "2816b73f8f701b60bf8884cd8b610e7ca654ecc5a0bf86f61c3384d9709367b1/646",
            "display_unittests": "2c9c8026045cda8650cd35497f02266d6c66444e44c58e18b2ed75c653c2807f/569",
            "events_unittests": "f014486dd8f874d6ecf5822f0090c086f65a2764c866d4b10175208441b9a113/569",
            "extensions_browsertests": "79181061a08faa984b178c939db06dcc5fcc39881222e0ab53791698eb954f60/811",
            "extensions_unittests": "75a526253739a47d9c22fd3f8b7f094ed3f9f1b88e8a0f3bce40c550a1eb3154/975",
            "filesystem_service_unittests": "cb26c361bdf7db8f1ee065cb5134684684f7f38e5d7f48ce0f638e1a737bc2b4/569",
            "gcm_unit_tests": "330881e016f08509800353de0a9fbc098b5eb6bb1113cccad54749f50797a8c6/646",
            "gfx_unittests": "c3e686e4f0b91cbde2b15034b3e8e75f7daab3c3df65e3aa03e29033b4d60397/645",
            "gin_unittests": "6e1368d7324800498458f3132305fc56fc7f63b9aeeb2ea24de96847ecababbc/646",
            "gl_tests": "604c26c7fab6ef11d6d69bd74d5d2116575e2b4d7baa653f0147ff455622d3e6/569",
            "gl_unittests": "537b9bf706b83a1fc232af02bcb6c67b3df1123f04db6f604d93f37de969c601/569",
            "google_apis_unittests": "13b62d7c14f571e4e0be622b1b5d35317e119e22b49737753b60629db89da7da/731",
            "gpu_unittests": "0eec413a3b1a3466d7d717bb7bac68fc3ad9a12ce49b4c4d085a0a077548d3bc/646",
            "gtk_unittests": "1ea2b0519de08fd1d98183c03eaea4b2c9be476c5f75c46cd5fb3cc4babfca3c/569",
            "gwp_asan_unittests": "84d1734388144ad45cf8a00f281290142b4fa7e1dd0dfff7e9bf670d81038d79/570",
            "headless_browsertests": "a2003aa33ac5865bd67c6f92cb5bd7ae54d70f8696da5815aed384c99455371b/809",
            "headless_unittests": "eb54dab8a694e27bb85a1335f5c25dd13050a804e14a77e1dd17dfb6d224257e/569",
            "interactive_ui_tests": "1b17bb194ce668509a5fa87e537d4b5df49a7af5f27d4747392ef944b57f18b0/1128",
            "ipc_tests": "40932eaa3b4600511ae13118519ae358615f8c1109e22f537c4e05d23f9ee213/569",
            "jingle_unittests": "ea7d58915b5047e09014a1066b89e55aed00d617915e0adbd2675dc33d4b451d/646",
            "latency_unittests": "30843164fa4b7d886b6278829fe68a0e4f5c0a017525c68f5cdcbeaa96cb2d50/569",
            "libjingle_xmpp_unittests": "362e1cf5e6ae5a603045d1c82f812343ef9cdb790571bcfa05082f2c8360a589/569",
            "liburlpattern_unittests": "3ca56b32a2da2949b8e64e84359d803aae18e335d6355ce295faea165d4c5c8f/569",
            "media_unittests": "1663d07ea172e64ce0b2dcb0e1799c9cb066f9d204d9a80de94e230fb7acb2f1/649",
            "message_center_unittests": "3a72af2ade0bdccc5965756c22cd45c9f01e40942b904479c91bfd2298d419c7/569",
            "midi_unittests": "02bad0680efb3d30b3dd3c58486792447e560f562d3b94ca4923b7c481ad1f3a/569",
            "mojo_core_unittests": "34dcd7d7dcfbd732c5cb471faf653428d92c15a7a9aae4739a457470d5896e20/569",
            "mojo_unittests": "dcfe984d6ce6b559f1e7a067a32907cca3d34227843d54fba66658031a330bad/647",
            "native_theme_unittests": "b274c49aca78f95ff10fde6983774eebdf23087b43b18c50fe890a70561ffdbd/569",
            "net_unittests": "c32a8b58168f179f4809c4ddf0f4aa3aafd98806cb4ee7a61b932e0df65f8a90/648",
            "openscreen_unittests": "c9f4bb940cc56b83a6f32ea2853df6365a8485d8481f0dafe3ad58c200d34e09/811",
            "ozone_x11_unittests": "788c3554433530c66bc5e8391521598ee811b56dd4db1beca859f0c18b23c244/569",
            "pdf_unittests": "9c884c23ad5491564e615012f92c2c20f0f83db254379be0e25153e8e49ba219/725",
            "perfetto_unittests": "3f631a90a4674bfef3c271f14705f540b5d7c8a6dc8feda7884aec7c341a1e05/569",
            "ppapi_unittests": "46b4f5f33c9c1d7a92ac8540ceae73cf7a1c4a07131431c6e83af5409a5732da/569",
            "printing_unittests": "27b6020a02705c9a014cbc590c2fb030eacef8a0b32f5241a0c5b6e835f2c1a7/569",
            "remoting_unittests": "c7291c76cd4e2424602fdfcb474bc34fc2a3fdae381ad3f430588836511f9b64/646",
            "sandbox_linux_unittests": "6e80b0429ea67a5da588c41d86f4d7ad1225ee5070e4f9e5d29a161fded163cf/569",
            "service_manager_unittests": "c8095a397750cf389073dbed018f45778fc6c304e39a4a50a891ca90f77fce63/569",
            "services_unittests": "1ad8ff73b5dc2292d1e82cab8051e3fbca507dc5f4e8a6619eb82ce219fca46e/815",
            "shell_dialogs_unittests": "37c3f0ffd9abeac7452841d940266c965526c106f8110bf574101f334f9fddfe/569",
            "skia_unittests": "9fcbf541f21ee7dd7796eed5f58800ff24bf1e60eb8d90b61018853211255eb9/569",
            "snapshot_unittests": "6942a2dff31f7ac75ea7fa38862468dfe07ced4eca892be6a272a672ad74c5b4/569",
            "sql_unittests": "f32315d52313bb9ab6708f1a8c0b818d84388272f8d1549bb629e9e89181abfd/646",
            "storage_unittests": "06221112b0d19d57422774a01efdc3c23dfa2a5d7e82b9db4592316d01a93f3d/727",
            "sync_integration_tests": "dc4d8be37775e3d7f1c61166531e53b4b4c53be91f29b5130a19148be15f952a/892",
            "ui_base_unittests": "41378e05fd1ad5e969c8720f0b93a82c84188e69405a6fcdd84e5cbb8c754273/723",
            "ui_touch_selection_unittests": "3121b24c35a02e3ca5cb74fbf5fecd21daf2f948d8433c7fb3c2ccc8c2ba5bbe/569",
            "unit_tests": "f5d431416cff244bb244432fe47bc9f81cd31d00e7e3ce2615a59a20d28489f0/1141",
            "url_unittests": "55b545d9b64a96726f449a32344d5a0ba19a7a003348442f3914b80beeac4dc9/569",
            "views_unittests": "6454406831c9bfacbb5ecf688aeba22eb1ca35e56439177718bf19c41846c8ef/569",
            "viz_unittests": "37d3dd6de77f20e2a9f98c3ffb985eb49f99309fb3d315e07865ae2e83d6e601/653",
            "vr_common_unittests": "b04f36d4ed6046126c31f7b58715151b30ba2c6b63200bae1e718ee11d41dbb3/811",
            "vr_pixeltests": "b93584810adcd3dd1b0b977d12e9c93ae118adfcbeb1dec1cac192b19efe4b70/725",
            "weblayer_browsertests": "d6cc493713f63b09434ef463b550fbdd818df1724866253e31ae50ed22d807ee/893",
            "weblayer_unittests": "8950f41fd955e9fcfbd3f47e96d2e164c3df969a353ca1ee4b6a985bb9c4203e/725",
            "wm_unittests": "6d7cc058b526175e268ae30e83d1e47a936d724102be8a052d3d016975b579b1/569",
            "wtf_unittests": "9877e7fa2a7781bf3f34901b545f360953b25b4ac644b9a027d12c06dff08103/569",
            "x11_unittests": "d07aa5b80c07a58b6cdc1e1b718bc8ee5a06742de15fa913430c0ea0aa795ab5/569",
            "xr_browser_tests": "8c8d8a20aa8a38ef90b53ee333c2bb126f3cc784666d0286b20e533d34da55c9/891",
            "zlib_unittests": "67c2c7ee46d7818f9acde72fe458a4b443d9f142d7411cc390044a4411f733e9/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "a737c3978d8217c5d52b0b885ca0018ad0e5420c0ed97a0e9b5f7ac48162d323/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "847d6490d66e6d68eb81783f9a98b4e74fd95b14",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "9000512939089362736"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "77717"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[21:29:59.335] Scheduled build:
{
  "id": "8835082877175655617",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 69681,
  "createdBy": "project:chromium",
  "createTime": "2021-09-25T21:29:58.924667173Z",
  "updateTime": "2021-09-25T21:29:59.170730628Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "847d6490d66e6d68eb81783f9a98b4e74fd95b14",
      "ref": "refs/heads/main"
    }
  }
}
[21:29:59.335] Task URL: https://cr-buildbucket.appspot.com/build/8835082877175655617
[21:29:59.335] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9000512939089362736:2:0) after 4m19s
[21:34:18.977] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9000512939089362736:2:0)
[21:34:19.008] Build status: SCHEDULED
[21:34:19.008] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9000512939089362736:3:0) after 7m28s
[21:41:47.029] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9000512939089362736:3:0)
[21:41:47.063] Build status: SCHEDULED
[21:41:47.063] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9000512939089362736:4:0) after 1m15s
[21:43:02.083] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9000512939089362736:4:0)
[21:43:02.115] Build status: SCHEDULED
[21:43:02.115] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9000512939089362736:5:0) after 8m6s
[21:43:57.274] Received PubSub notification, asking Buildbucket for the build status
[21:43:57.301] Build status: STARTED
[21:51:08.322] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9000512939089362736:5:0)
[21:51:08.352] Build status: STARTED
[21:51:08.352] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9000512939089362736:7:0) after 9m20s
[22:00:28.372] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9000512939089362736:7:0)
[22:00:28.429] Build status: STARTED
[22:00:28.429] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9000512939089362736:8:0) after 2m51s
[22:03:19.401] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9000512939089362736:8:0)
[22:03:19.428] Build status: STARTED
[22:03:19.428] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9000512939089362736:9:0) after 4m48s
[22:08:08.262] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9000512939089362736:9:0)
[22:08:08.302] Build status: STARTED
[22:08:08.303] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9000512939089362736:10:0) after 4m42s
[22:12:50.606] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9000512939089362736:10:0)
[22:12:50.643] Build status: STARTED
[22:12:50.643] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9000512939089362736:11:0) after 1m42s
[22:14:33.136] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9000512939089362736:11:0)
[22:14:33.166] Build status: STARTED
[22:14:33.166] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9000512939089362736:12:0) after 6m25s
[22:20:58.383] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9000512939089362736:12:0)
[22:20:58.430] Build status: STARTED
[22:20:58.430] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9000512939089362736:13:0) after 7m2s
[22:22:40.133] Received PubSub notification, asking Buildbucket for the build status
[22:22:40.162] Build:
{
  "id": "8835082877175655617",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 69681,
  "createdBy": "project:chromium",
  "createTime": "2021-09-25T21:29:58.924667173Z",
  "startTime": "2021-09-25T21:43:55.584329Z",
  "endTime": "2021-09-25T22:22:39.600045321Z",
  "updateTime": "2021-09-25T22:22:39.600489362Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "847d6490d66e6d68eb81783f9a98b4e74fd95b14",
      "ref": "refs/heads/main"
    }
  }
}
[22:22:40.162] Invocation finished in 52m42.44608724s with status FAILED