Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 53 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/77712 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "34cf0abcf26255a6110607ce66b271750aae9a8c"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "29c01d51866489160e894b12827048b9498096ce",
  "parent_got_dawn_revision": "4420ecc71e275f4675e981610067b426c0282f07",
  "parent_got_nacl_revision": "960b7c60dea788acb2fecf07e00a2532167972af",
  "parent_got_revision": "34cf0abcf26255a6110607ce66b271750aae9a8c",
  "parent_got_revision_cp": "refs/heads/main@{#925047}",
  "parent_got_swiftshader_revision": "efbbb2f07b3642b570472f01ed75b04bf1eeb4af",
  "parent_got_v8_revision": "8ce61b9d92e07ad3c63da3547bbbf0c8cbbbff3a",
  "parent_got_v8_revision_cp": "refs/heads/9.6.112@{#1}",
  "parent_got_webrtc_revision": "b6a73b69233ce00df85bf173eca94b6fc5e35fd1",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35090}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "34cf0abcf26255a6110607ce66b271750aae9a8c",
  "swarm_hashes": {
    "absl_hardening_tests": "88c83d63c605dc691af0de8a65036ff6eec8845c8934b1424017965bbf7c810a/569",
    "accessibility_unittests": "ef19da1116a538d10b1e9f6669b241585a480273c9b83ebb97782253925af333/569",
    "angle_unittests": "1e3dea8666d374c20c8a4696972b8581801a24661f9595b83636ac41187dbeac/570",
    "app_shell_unittests": "052c8eb8acb4eade41569b534466b2efe1d311346241713866c7333ed63ad07f/809",
    "aura_unittests": "39451fb99c2e4689a45e67d0a6c104306594b8e56b3ebd01ab0437e5938cd6d9/569",
    "base_unittests": "a2f307c2c7f6075cc8d2dc5893438660c4a9f43790794cc572b36365fa8b528f/648",
    "blink_common_unittests": "cb4621dd66f1148c58f9de138aa4b4eccadd6677886e0c01039653aec019eec7/647",
    "blink_fuzzer_unittests": "0d26da349aa4eb95077c61b756341610160971889a25a5b4d42353e814da94f9/648",
    "blink_heap_unittests": "3ec5aee67c716d1808122b6ff95b907126655ad038b689a5c584221e64971827/648",
    "blink_platform_unittests": "95fe0006671f7da9aaecef5531d76ae9ab676c403bb56307abf1a5013defa261/726",
    "blink_unittests": "17373c0ead8e808d972cf43db3af4553ab8984b9ec08549592da98cbd28d10f9/726",
    "boringssl_crypto_tests": "d033bb821fea8e95c19ff0a57f8146e819d46814292ff55b66e1836bb785f504/570",
    "boringssl_ssl_tests": "66a5272b9e53921641d6b40fe89318e1491befb0b2138cec3003108e9087fc80/569",
    "capture_unittests": "1178b75922117ff17f97fa2b032b4af4771a03219d219313fd23a838775e0e34/648",
    "cast_unittests": "23bc2626e42d113e1fa1df8b72ed473a866f90af62d655c23115435c82905bc0/569",
    "cc_unittests": "f68a464dbc32e4d538200efc8a5530fd94ed53f0907accd8a14f7108f5f893a2/653",
    "chrome_app_unittests": "9d26e6d7963f821107c4b3a0132fc68674456c79c7b6b98c99adf51f981db322/811",
    "chromedriver_unittests": "ff224a09fd7c9a1c24825b5ab4ebc71c574a49ea1b06613286a45c7ca1b22ed6/726",
    "color_unittests": "02ff93b31095519ba1727f2b1cbc788aec1c709fb565d58ff27edad2dcbc1148/569",
    "components_browsertests": "8a2cffc74bf7adc38e5dfb0e26bf1775ea08b34f4e1ca066caaf5f3f8a8321ef/892",
    "components_unittests": "a731bb5d1c4306fa6450edd57cd0581d1af969b90b9f576e86fdb10bca6c1d85/892",
    "compositor_unittests": "6e1e1738bda21131e9727f0d5a139a69125df7fbef965759aad99b4337b72a0d/645",
    "content_browsertests": "643b3d42ccef98bc7d7657d44300070f7794c569fc845f1ef524a58d01aa0e78/887",
    "content_unittests": "3ec32b4760c4d66f55a5d68d9bfd6f08a5a4868db088edd966e43cea0925cf3c/806",
    "cronet_tests": "8eaa819baed84758ac887fa82dada132d83e8a4cd6812c10a61be8c659d67262/730",
    "cronet_unittests": "dc653acb03e8a07d112d2257ded3f8aadd771a46adf1c5796e2daff91dc0125c/646",
    "crypto_unittests": "62f7da34557e1f1d926821d65a0984a0a327b931e330b48b70d6527b60c52fc6/569",
    "dbus_unittests": "9d4c212b88a30c10b3c257f42d8c6f2be0acd3c81829c5f7a46c85f5b7a95b2a/569",
    "device_unittests": "e133cc908dc74366261cf2bf86b62eb137048cdad88466901400cc0b37034a75/646",
    "display_unittests": "de036722a065fb0701737ba7e0b6b56753bed994cc3c348c27a20877ecf3767e/569",
    "events_unittests": "9f443678a1d5008e046501b93e0c79a4ed8258533a657dfc6cc4c6a9c0b218ec/569",
    "extensions_browsertests": "3cc8d6ed009668725be36f8cbe32fd3d4ff46b17e358d5d5a08a0d0095be3092/811",
    "extensions_unittests": "ac468b35bd8310b1d82044ddfcd63237a6a2f156269e2615b563b0830e2251e5/975",
    "filesystem_service_unittests": "cb26c361bdf7db8f1ee065cb5134684684f7f38e5d7f48ce0f638e1a737bc2b4/569",
    "gcm_unit_tests": "ae185ccaa3a9c14d8aec1c77d376894b35bbf4ae71c0e933977466676bc18282/646",
    "gfx_unittests": "f7280b5c098cebacac03cb9ac69866a26154bbc35fac8f3742ffa23cea4de903/645",
    "gin_unittests": "6e1368d7324800498458f3132305fc56fc7f63b9aeeb2ea24de96847ecababbc/646",
    "gl_tests": "fd57626f1f326de550454a49fcfe22320dd367056fbedd630714f4406a968cc4/569",
    "gl_unittests": "bee28d5374a238b12dc9f95ddb83acefc677959d06c2b0825d82887dee66eebc/569",
    "google_apis_unittests": "9c3e3ac4b02dc6d59cb7dc3cb99400ae463b7fa77ed4f3fda1b8cff8d5b647c3/731",
    "gpu_unittests": "47cafd7aef3daf0144b31ccff8450bbe0145164732b8c0288249f8fb8e9b8817/646",
    "gtk_unittests": "472116f4d3287851a871b0fd10678976518a01e7893896d8ef13c493ff4ae3ec/569",
    "gwp_asan_unittests": "84d1734388144ad45cf8a00f281290142b4fa7e1dd0dfff7e9bf670d81038d79/570",
    "headless_browsertests": "2256de3b89b18556cb1061c8c0e2977025506ff0849dfb12373bcfd38084bad7/809",
    "headless_unittests": "90e57f52d7ff4d2c543505486132669a4e51170d0b993e59b450b50298a869e4/569",
    "interactive_ui_tests": "b3ab194c06dfae1f34444387316700b5e3edaf5bc8bb8270d0ddee6a80a7f175/1128",
    "ipc_tests": "40932eaa3b4600511ae13118519ae358615f8c1109e22f537c4e05d23f9ee213/569",
    "jingle_unittests": "fa83111dcb7edd992483b607929516f05c50b61ff2836acfcee7ec4b04678e67/646",
    "latency_unittests": "59c9d4266f283eebf758202c42072294e74ef8ec470117ac8201a6ac3fe68f8e/569",
    "libjingle_xmpp_unittests": "362e1cf5e6ae5a603045d1c82f812343ef9cdb790571bcfa05082f2c8360a589/569",
    "liburlpattern_unittests": "3ca56b32a2da2949b8e64e84359d803aae18e335d6355ce295faea165d4c5c8f/569",
    "media_unittests": "9f61daa49dde4cfb0b80849d7e653391e2887dd65280d1746526a4bc363538ea/649",
    "message_center_unittests": "e5b9f769e7363c2ddb454efe6b933a5f9e21725a31182aad8006e6071fe6cc56/569",
    "midi_unittests": "02bad0680efb3d30b3dd3c58486792447e560f562d3b94ca4923b7c481ad1f3a/569",
    "mojo_core_unittests": "34dcd7d7dcfbd732c5cb471faf653428d92c15a7a9aae4739a457470d5896e20/569",
    "mojo_unittests": "72375c39801d702ce552d5a7c4cd7b36cf8472f80145eb2ff7fe0bc7cf4b7ec9/647",
    "native_theme_unittests": "c2c298c68c1c27c4e3c039b445a3a7b5cd41ecb2c8aab5646fb33f91659d1685/569",
    "net_unittests": "c32a8b58168f179f4809c4ddf0f4aa3aafd98806cb4ee7a61b932e0df65f8a90/648",
    "openscreen_unittests": "7f4afedf66ed4ff20c860762511f77c481b191cb05c14cdb2b6bc8f626a01d93/811",
    "ozone_x11_unittests": "73a6e849fdb9f7689c91cd8382d8265141517fb7981236ad72d408f17b97fabc/569",
    "pdf_unittests": "16f343acd0ac9c86dfd34f89a375f2030d98b3dddbd8d11e69809f423ae3da08/725",
    "perfetto_unittests": "3f631a90a4674bfef3c271f14705f540b5d7c8a6dc8feda7884aec7c341a1e05/569",
    "ppapi_unittests": "f36acaa4ee7d46c12d65e2cb1a2dcc580611eb0305b0779a86b179b9f9eccbf3/569",
    "printing_unittests": "aefb8e8dc4f34a2ef05dd03e8c1a427b2b17b1dff461e299a3e7f3b65a9d0f97/569",
    "remoting_unittests": "b0e4711cf78431995a2ea5a00a94e3c43b27c85bd6b8b92477e828912f0ea421/646",
    "sandbox_linux_unittests": "6e80b0429ea67a5da588c41d86f4d7ad1225ee5070e4f9e5d29a161fded163cf/569",
    "service_manager_unittests": "71c1e577dbe616d13c6cb600de9648abb0b42b2276579ea397820149783e5715/569",
    "services_unittests": "f3ead3d1dd55abddda14335ce0372878b20bacf9109c47d688ca28fa2629fc3a/815",
    "shell_dialogs_unittests": "c47084eb46dd681983e26b08ef6156c176f028c29c48528717d64c7c65e51f61/569",
    "skia_unittests": "c6c66bd02d723fc191dc1444f8e51b072e94e7664328231c66fe604815a5ee78/569",
    "snapshot_unittests": "126135155ce17a4bce35b6b5d327891a71622c3cd349c4922a0aac5e1b24e9f5/569",
    "sql_unittests": "f32315d52313bb9ab6708f1a8c0b818d84388272f8d1549bb629e9e89181abfd/646",
    "storage_unittests": "779700fded9933fd4af629d8e88822a9b1e15e4da626de5eab5733906a49198e/727",
    "sync_integration_tests": "897c116afb4197ef2e6b998e3ddeb267d87184bc09a5602e64354a0f90280115/892",
    "ui_base_unittests": "0d63b3737b52c1b0a9a11f78c4011194d1f937ac26cd96a57cb2dd458ad44a2f/723",
    "ui_touch_selection_unittests": "95ce7a510b89b4d7305c48ba45a5ef989c7a36ab20c71cef32382419ee1ecae0/569",
    "unit_tests": "3986b2cb7182337dbe4c8c49df7c08196fa1ef9ab0a2ca380c31ab61286eb0fc/1141",
    "url_unittests": "55b545d9b64a96726f449a32344d5a0ba19a7a003348442f3914b80beeac4dc9/569",
    "views_unittests": "c35292007c80e9c5fecaafad31d531afb24a834f143d6f6fd94b51e67a1c9a81/569",
    "viz_unittests": "fe89c0ef040c823cffdc313fd6a6ce4e87b840419a42fb0b01a4a8bf96392481/653",
    "vr_common_unittests": "2e762b276075bf8d78dd925fc170f78229bfe757f118d29b41cbfca10a7af8e7/811",
    "vr_pixeltests": "c5f5ee324018eec509d52bbc63aabff79d65faf2309797edbb51a53ff10e3e9e/725",
    "weblayer_browsertests": "0a1adf489d776a65725215d5f4312cf5e11eda6d42376ea84e461ffeb293cf22/893",
    "weblayer_unittests": "d38af8319860ad2cd1348c7c7e6da6048fa56204d56fa2e5564e9c0d1de244ac/725",
    "wm_unittests": "4abaec7ec09d6d209af6915daf4616d6a81bea4255d49662f422f37a8799c022/569",
    "wtf_unittests": "d2be0083cbf57e7bf5f87cfb91452f76291c2bc4a175d3e744829bb8cecfb8ea/569",
    "x11_unittests": "fea2e976bed8d7dc354a069ca8e356c8df9acf905b99cbc6fdfe36a8ebfaf2ef/569",
    "xr_browser_tests": "e7ce1248d1ecf5d166054b4bfeb3218326c56edce3d3d972c595e3f28513b161/891",
    "zlib_unittests": "67c2c7ee46d7818f9acde72fe458a4b443d9f142d7411cc390044a4411f733e9/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "a737c3978d8217c5d52b0b885ca0018ad0e5420c0ed97a0e9b5f7ac48162d323/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/34cf0abcf26255a6110607ce66b271750aae9a8c
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:77712
  • user_agent:recipe

Debug log (UTC)

[15:16:29.125] New invocation is queued and will start shortly
[15:16:29.125] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[15:16:30.199] Starting the invocation (attempt 1)
[15:16:30.234] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/34cf0abcf26255a6110607ce66b271750aae9a8c"
[15:16:30.234] Popped gitiles commit info from properties and tags
[15:16:30.234] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[15:16:30.234] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[15:16:30.234] Buildbucket request:
{
  "requestId": "9000536436216966512",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "34cf0abcf26255a6110607ce66b271750aae9a8c"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "29c01d51866489160e894b12827048b9498096ce",
      "parent_got_dawn_revision": "4420ecc71e275f4675e981610067b426c0282f07",
      "parent_got_nacl_revision": "960b7c60dea788acb2fecf07e00a2532167972af",
      "parent_got_revision": "34cf0abcf26255a6110607ce66b271750aae9a8c",
      "parent_got_revision_cp": "refs/heads/main@{#925047}",
      "parent_got_swiftshader_revision": "efbbb2f07b3642b570472f01ed75b04bf1eeb4af",
      "parent_got_v8_revision": "8ce61b9d92e07ad3c63da3547bbbf0c8cbbbff3a",
      "parent_got_v8_revision_cp": "refs/heads/9.6.112@{#1}",
      "parent_got_webrtc_revision": "b6a73b69233ce00df85bf173eca94b6fc5e35fd1",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35090}",
      "swarm_hashes": {
            "absl_hardening_tests": "88c83d63c605dc691af0de8a65036ff6eec8845c8934b1424017965bbf7c810a/569",
            "accessibility_unittests": "ef19da1116a538d10b1e9f6669b241585a480273c9b83ebb97782253925af333/569",
            "angle_unittests": "1e3dea8666d374c20c8a4696972b8581801a24661f9595b83636ac41187dbeac/570",
            "app_shell_unittests": "052c8eb8acb4eade41569b534466b2efe1d311346241713866c7333ed63ad07f/809",
            "aura_unittests": "39451fb99c2e4689a45e67d0a6c104306594b8e56b3ebd01ab0437e5938cd6d9/569",
            "base_unittests": "a2f307c2c7f6075cc8d2dc5893438660c4a9f43790794cc572b36365fa8b528f/648",
            "blink_common_unittests": "cb4621dd66f1148c58f9de138aa4b4eccadd6677886e0c01039653aec019eec7/647",
            "blink_fuzzer_unittests": "0d26da349aa4eb95077c61b756341610160971889a25a5b4d42353e814da94f9/648",
            "blink_heap_unittests": "3ec5aee67c716d1808122b6ff95b907126655ad038b689a5c584221e64971827/648",
            "blink_platform_unittests": "95fe0006671f7da9aaecef5531d76ae9ab676c403bb56307abf1a5013defa261/726",
            "blink_unittests": "17373c0ead8e808d972cf43db3af4553ab8984b9ec08549592da98cbd28d10f9/726",
            "boringssl_crypto_tests": "d033bb821fea8e95c19ff0a57f8146e819d46814292ff55b66e1836bb785f504/570",
            "boringssl_ssl_tests": "66a5272b9e53921641d6b40fe89318e1491befb0b2138cec3003108e9087fc80/569",
            "capture_unittests": "1178b75922117ff17f97fa2b032b4af4771a03219d219313fd23a838775e0e34/648",
            "cast_unittests": "23bc2626e42d113e1fa1df8b72ed473a866f90af62d655c23115435c82905bc0/569",
            "cc_unittests": "f68a464dbc32e4d538200efc8a5530fd94ed53f0907accd8a14f7108f5f893a2/653",
            "chrome_app_unittests": "9d26e6d7963f821107c4b3a0132fc68674456c79c7b6b98c99adf51f981db322/811",
            "chromedriver_unittests": "ff224a09fd7c9a1c24825b5ab4ebc71c574a49ea1b06613286a45c7ca1b22ed6/726",
            "color_unittests": "02ff93b31095519ba1727f2b1cbc788aec1c709fb565d58ff27edad2dcbc1148/569",
            "components_browsertests": "8a2cffc74bf7adc38e5dfb0e26bf1775ea08b34f4e1ca066caaf5f3f8a8321ef/892",
            "components_unittests": "a731bb5d1c4306fa6450edd57cd0581d1af969b90b9f576e86fdb10bca6c1d85/892",
            "compositor_unittests": "6e1e1738bda21131e9727f0d5a139a69125df7fbef965759aad99b4337b72a0d/645",
            "content_browsertests": "643b3d42ccef98bc7d7657d44300070f7794c569fc845f1ef524a58d01aa0e78/887",
            "content_unittests": "3ec32b4760c4d66f55a5d68d9bfd6f08a5a4868db088edd966e43cea0925cf3c/806",
            "cronet_tests": "8eaa819baed84758ac887fa82dada132d83e8a4cd6812c10a61be8c659d67262/730",
            "cronet_unittests": "dc653acb03e8a07d112d2257ded3f8aadd771a46adf1c5796e2daff91dc0125c/646",
            "crypto_unittests": "62f7da34557e1f1d926821d65a0984a0a327b931e330b48b70d6527b60c52fc6/569",
            "dbus_unittests": "9d4c212b88a30c10b3c257f42d8c6f2be0acd3c81829c5f7a46c85f5b7a95b2a/569",
            "device_unittests": "e133cc908dc74366261cf2bf86b62eb137048cdad88466901400cc0b37034a75/646",
            "display_unittests": "de036722a065fb0701737ba7e0b6b56753bed994cc3c348c27a20877ecf3767e/569",
            "events_unittests": "9f443678a1d5008e046501b93e0c79a4ed8258533a657dfc6cc4c6a9c0b218ec/569",
            "extensions_browsertests": "3cc8d6ed009668725be36f8cbe32fd3d4ff46b17e358d5d5a08a0d0095be3092/811",
            "extensions_unittests": "ac468b35bd8310b1d82044ddfcd63237a6a2f156269e2615b563b0830e2251e5/975",
            "filesystem_service_unittests": "cb26c361bdf7db8f1ee065cb5134684684f7f38e5d7f48ce0f638e1a737bc2b4/569",
            "gcm_unit_tests": "ae185ccaa3a9c14d8aec1c77d376894b35bbf4ae71c0e933977466676bc18282/646",
            "gfx_unittests": "f7280b5c098cebacac03cb9ac69866a26154bbc35fac8f3742ffa23cea4de903/645",
            "gin_unittests": "6e1368d7324800498458f3132305fc56fc7f63b9aeeb2ea24de96847ecababbc/646",
            "gl_tests": "fd57626f1f326de550454a49fcfe22320dd367056fbedd630714f4406a968cc4/569",
            "gl_unittests": "bee28d5374a238b12dc9f95ddb83acefc677959d06c2b0825d82887dee66eebc/569",
            "google_apis_unittests": "9c3e3ac4b02dc6d59cb7dc3cb99400ae463b7fa77ed4f3fda1b8cff8d5b647c3/731",
            "gpu_unittests": "47cafd7aef3daf0144b31ccff8450bbe0145164732b8c0288249f8fb8e9b8817/646",
            "gtk_unittests": "472116f4d3287851a871b0fd10678976518a01e7893896d8ef13c493ff4ae3ec/569",
            "gwp_asan_unittests": "84d1734388144ad45cf8a00f281290142b4fa7e1dd0dfff7e9bf670d81038d79/570",
            "headless_browsertests": "2256de3b89b18556cb1061c8c0e2977025506ff0849dfb12373bcfd38084bad7/809",
            "headless_unittests": "90e57f52d7ff4d2c543505486132669a4e51170d0b993e59b450b50298a869e4/569",
            "interactive_ui_tests": "b3ab194c06dfae1f34444387316700b5e3edaf5bc8bb8270d0ddee6a80a7f175/1128",
            "ipc_tests": "40932eaa3b4600511ae13118519ae358615f8c1109e22f537c4e05d23f9ee213/569",
            "jingle_unittests": "fa83111dcb7edd992483b607929516f05c50b61ff2836acfcee7ec4b04678e67/646",
            "latency_unittests": "59c9d4266f283eebf758202c42072294e74ef8ec470117ac8201a6ac3fe68f8e/569",
            "libjingle_xmpp_unittests": "362e1cf5e6ae5a603045d1c82f812343ef9cdb790571bcfa05082f2c8360a589/569",
            "liburlpattern_unittests": "3ca56b32a2da2949b8e64e84359d803aae18e335d6355ce295faea165d4c5c8f/569",
            "media_unittests": "9f61daa49dde4cfb0b80849d7e653391e2887dd65280d1746526a4bc363538ea/649",
            "message_center_unittests": "e5b9f769e7363c2ddb454efe6b933a5f9e21725a31182aad8006e6071fe6cc56/569",
            "midi_unittests": "02bad0680efb3d30b3dd3c58486792447e560f562d3b94ca4923b7c481ad1f3a/569",
            "mojo_core_unittests": "34dcd7d7dcfbd732c5cb471faf653428d92c15a7a9aae4739a457470d5896e20/569",
            "mojo_unittests": "72375c39801d702ce552d5a7c4cd7b36cf8472f80145eb2ff7fe0bc7cf4b7ec9/647",
            "native_theme_unittests": "c2c298c68c1c27c4e3c039b445a3a7b5cd41ecb2c8aab5646fb33f91659d1685/569",
            "net_unittests": "c32a8b58168f179f4809c4ddf0f4aa3aafd98806cb4ee7a61b932e0df65f8a90/648",
            "openscreen_unittests": "7f4afedf66ed4ff20c860762511f77c481b191cb05c14cdb2b6bc8f626a01d93/811",
            "ozone_x11_unittests": "73a6e849fdb9f7689c91cd8382d8265141517fb7981236ad72d408f17b97fabc/569",
            "pdf_unittests": "16f343acd0ac9c86dfd34f89a375f2030d98b3dddbd8d11e69809f423ae3da08/725",
            "perfetto_unittests": "3f631a90a4674bfef3c271f14705f540b5d7c8a6dc8feda7884aec7c341a1e05/569",
            "ppapi_unittests": "f36acaa4ee7d46c12d65e2cb1a2dcc580611eb0305b0779a86b179b9f9eccbf3/569",
            "printing_unittests": "aefb8e8dc4f34a2ef05dd03e8c1a427b2b17b1dff461e299a3e7f3b65a9d0f97/569",
            "remoting_unittests": "b0e4711cf78431995a2ea5a00a94e3c43b27c85bd6b8b92477e828912f0ea421/646",
            "sandbox_linux_unittests": "6e80b0429ea67a5da588c41d86f4d7ad1225ee5070e4f9e5d29a161fded163cf/569",
            "service_manager_unittests": "71c1e577dbe616d13c6cb600de9648abb0b42b2276579ea397820149783e5715/569",
            "services_unittests": "f3ead3d1dd55abddda14335ce0372878b20bacf9109c47d688ca28fa2629fc3a/815",
            "shell_dialogs_unittests": "c47084eb46dd681983e26b08ef6156c176f028c29c48528717d64c7c65e51f61/569",
            "skia_unittests": "c6c66bd02d723fc191dc1444f8e51b072e94e7664328231c66fe604815a5ee78/569",
            "snapshot_unittests": "126135155ce17a4bce35b6b5d327891a71622c3cd349c4922a0aac5e1b24e9f5/569",
            "sql_unittests": "f32315d52313bb9ab6708f1a8c0b818d84388272f8d1549bb629e9e89181abfd/646",
            "storage_unittests": "779700fded9933fd4af629d8e88822a9b1e15e4da626de5eab5733906a49198e/727",
            "sync_integration_tests": "897c116afb4197ef2e6b998e3ddeb267d87184bc09a5602e64354a0f90280115/892",
            "ui_base_unittests": "0d63b3737b52c1b0a9a11f78c4011194d1f937ac26cd96a57cb2dd458ad44a2f/723",
            "ui_touch_selection_unittests": "95ce7a510b89b4d7305c48ba45a5ef989c7a36ab20c71cef32382419ee1ecae0/569",
            "unit_tests": "3986b2cb7182337dbe4c8c49df7c08196fa1ef9ab0a2ca380c31ab61286eb0fc/1141",
            "url_unittests": "55b545d9b64a96726f449a32344d5a0ba19a7a003348442f3914b80beeac4dc9/569",
            "views_unittests": "c35292007c80e9c5fecaafad31d531afb24a834f143d6f6fd94b51e67a1c9a81/569",
            "viz_unittests": "fe89c0ef040c823cffdc313fd6a6ce4e87b840419a42fb0b01a4a8bf96392481/653",
            "vr_common_unittests": "2e762b276075bf8d78dd925fc170f78229bfe757f118d29b41cbfca10a7af8e7/811",
            "vr_pixeltests": "c5f5ee324018eec509d52bbc63aabff79d65faf2309797edbb51a53ff10e3e9e/725",
            "weblayer_browsertests": "0a1adf489d776a65725215d5f4312cf5e11eda6d42376ea84e461ffeb293cf22/893",
            "weblayer_unittests": "d38af8319860ad2cd1348c7c7e6da6048fa56204d56fa2e5564e9c0d1de244ac/725",
            "wm_unittests": "4abaec7ec09d6d209af6915daf4616d6a81bea4255d49662f422f37a8799c022/569",
            "wtf_unittests": "d2be0083cbf57e7bf5f87cfb91452f76291c2bc4a175d3e744829bb8cecfb8ea/569",
            "x11_unittests": "fea2e976bed8d7dc354a069ca8e356c8df9acf905b99cbc6fdfe36a8ebfaf2ef/569",
            "xr_browser_tests": "e7ce1248d1ecf5d166054b4bfeb3218326c56edce3d3d972c595e3f28513b161/891",
            "zlib_unittests": "67c2c7ee46d7818f9acde72fe458a4b443d9f142d7411cc390044a4411f733e9/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "a737c3978d8217c5d52b0b885ca0018ad0e5420c0ed97a0e9b5f7ac48162d323/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "34cf0abcf26255a6110607ce66b271750aae9a8c",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "9000536436216966512"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "77712"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[15:16:30.874] Scheduled build:
{
  "id": "8835106374321179009",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 69676,
  "createdBy": "project:chromium",
  "createTime": "2021-09-25T15:16:30.300000506Z",
  "updateTime": "2021-09-25T15:16:30.710027686Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "34cf0abcf26255a6110607ce66b271750aae9a8c",
      "ref": "refs/heads/main"
    }
  }
}
[15:16:30.874] Task URL: https://cr-buildbucket.appspot.com/build/8835106374321179009
[15:16:30.874] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9000536436216966512:2:0) after 8m40s
[15:25:10.969] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9000536436216966512:2:0)
[15:25:11.003] Build status: SCHEDULED
[15:25:11.003] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9000536436216966512:3:0) after 6m52s
[15:30:58.033] Received PubSub notification, asking Buildbucket for the build status
[15:30:58.090] Build status: STARTED
[15:32:03.362] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9000536436216966512:3:0)
[15:32:03.391] Build status: STARTED
[15:32:03.391] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9000536436216966512:5:0) after 2m51s
[15:34:54.413] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9000536436216966512:5:0)
[15:34:54.439] Build status: STARTED
[15:34:54.439] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9000536436216966512:6:0) after 8m51s
[15:43:45.450] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9000536436216966512:6:0)
[15:43:45.482] Build status: STARTED
[15:43:45.482] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9000536436216966512:7:0) after 2m13s
[15:45:58.694] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9000536436216966512:7:0)
[15:45:58.761] Build status: STARTED
[15:45:58.761] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9000536436216966512:8:0) after 4m17s
[15:50:15.789] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9000536436216966512:8:0)
[15:50:15.869] Build status: STARTED
[15:50:15.869] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9000536436216966512:9:0) after 6m8s
[15:56:24.091] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9000536436216966512:9:0)
[15:56:24.126] Build status: STARTED
[15:56:24.126] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9000536436216966512:10:0) after 4m32s
[16:00:56.146] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9000536436216966512:10:0)
[16:00:56.178] Build status: STARTED
[16:00:56.178] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9000536436216966512:11:0) after 2m17s
[16:03:13.479] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9000536436216966512:11:0)
[16:03:13.527] Build status: STARTED
[16:03:13.527] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9000536436216966512:12:0) after 5m46s
[16:08:59.562] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9000536436216966512:12:0)
[16:08:59.602] Build status: STARTED
[16:08:59.602] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9000536436216966512:13:0) after 1m13s
[16:10:12.644] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9000536436216966512:13:0)
[16:10:12.682] Build status: STARTED
[16:10:12.682] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9000536436216966512:14:0) after 8m55s
[16:10:13.927] Received PubSub notification, asking Buildbucket for the build status
[16:10:13.957] Build:
{
  "id": "8835106374321179009",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 69676,
  "createdBy": "project:chromium",
  "createTime": "2021-09-25T15:16:30.300000506Z",
  "startTime": "2021-09-25T15:30:54.340225Z",
  "endTime": "2021-09-25T16:10:12.501037698Z",
  "updateTime": "2021-09-25T16:10:12.548272052Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "34cf0abcf26255a6110607ce66b271750aae9a8c",
      "ref": "refs/heads/main"
    }
  }
}
[16:10:13.957] Invocation finished in 53m44.848774432s with status FAILED