Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 28 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/78770 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "aa215b8a3e08a0d30e02b49356a6ccdb1d0e6faa"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "d2b4d9aec1590dae5c33625a30878b5bcf423527",
  "parent_got_dawn_revision": "2514566d8253e0d5839dba326ad15914b466699c",
  "parent_got_nacl_revision": "9d577686a4321b08f6b86ff2589070fdee1c53f9",
  "parent_got_revision": "aa215b8a3e08a0d30e02b49356a6ccdb1d0e6faa",
  "parent_got_revision_cp": "refs/heads/main@{#937846}",
  "parent_got_swiftshader_revision": "91a9a020ca7622f2461db90ed6d22af8d40185a9",
  "parent_got_v8_revision": "d7cd6b5b8af8f44c1f8efbec29339e2be15030fd",
  "parent_got_v8_revision_cp": "refs/heads/9.7.105@{#1}",
  "parent_got_webrtc_revision": "3041eb21e9c26277d6d80b7d6b0217f956b80dcb",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35300}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "aa215b8a3e08a0d30e02b49356a6ccdb1d0e6faa",
  "swarm_hashes": {
    "absl_hardening_tests": "05285e1206977a7e39129cbe3867f32e894d2b34dcdf26ee8b521c819bc49967/569",
    "accessibility_unittests": "44851f4ec49bb859735088c53baa8b407a47ea0f9fd9d07864d5aafbafb4a71e/569",
    "angle_unittests": "516263165c3e362dc4f92f886152a0e31c25d0da0270db7cb1843a3a6ba801ad/570",
    "app_shell_unittests": "3d21af9e7978826d5a098af08f701352da4971e4ea385e9b33d569e6ea440206/809",
    "aura_unittests": "f2546f89955051c06e454f7299eb279a110dc1153e543e52a92532dda3b2a1ee/569",
    "base_unittests": "37747766ad1f7a44a866dac14e38b871396eca00b752f81a0cfb9096d4e4f5e5/648",
    "blink_common_unittests": "30c7a7e6adc771fdaa37904e8968864fe1b790bcd066cd49434243d74a06a029/647",
    "blink_fuzzer_unittests": "8bfdc1c9145a33483c0a779a207b7d5f0a522c129faed15ba6fa73db727a818f/648",
    "blink_heap_unittests": "ca6ffd356798ed8f43802c1bfea09c585d8880df6dfdcac9ec5eea7fa9eeca29/648",
    "blink_platform_unittests": "5036975fd98f8732308bd30bdc55024f85527a7a95dee963171b89c36317464f/726",
    "blink_unittests": "35ee812c4d7a1cc09bc36ba6cb448148398014698c75a18fd7ec3f4bd0c6bc91/726",
    "boringssl_crypto_tests": "e02269cbd799630b3fdc71c98395bfe97b9f779785f0b55a24526b255620ced3/570",
    "boringssl_ssl_tests": "ff4592721e61d846c1256b4dbd5c884819321ca9cecbd40756005a588609bf59/569",
    "capture_unittests": "38d6e4251eb0d872ec8fb9a3d16818d5b5b9216e2eaf254576af0766998bbfd8/648",
    "cast_unittests": "7df825ab2c756b24b3dba8481bff78c6c1d98b796c3fedf4708e83a011c277ad/569",
    "cc_unittests": "6b312a79b478b872a23b51ca1da96229757b2d540866990c0dcccdaa0e3188fc/653",
    "chrome_app_unittests": "f9d9f1d79881275929ee85232befacedf529686c374ac90fde906e453e45cd8f/811",
    "chromedriver_unittests": "e8798b711e682801c7853505b694a1bf4c65a758745cea2672eec456eb2ff9e7/726",
    "color_unittests": "77243818b340766a81ee9549d4b2bfa995fcb6295d0503e78ae92d44a35ef791/569",
    "components_browsertests": "e3c05713afc3a9df635f89e47c8f52ad7eec0ac4937e382efffea0c9d003af6c/892",
    "components_unittests": "0aa20b952ee9304e2b907003524ebe3dc70d309326dfb1fc97e783d914a37478/892",
    "compositor_unittests": "3222517d7531724827863abcd97b780f812d1e1b68a96373e67d2f0721f2f2c0/645",
    "content_browsertests": "9af72b19e1ebf4f5b6c2624f4fc6ed4d42a4e68737450e8b1cf8234bdba4e6ac/887",
    "content_unittests": "b20e4b5f57c2d259dd43a5d3464e39e301b06e3f97b079071bfc9315acda3ce8/806",
    "cronet_tests": "c8a4aa74e01bbc80f978038631e47daead05875ea9d294c7895d7e2d0717c6a1/730",
    "cronet_unittests": "1eee06f1f08e0c8603dbe9f5ff774450678c441b2fb3679aed7fde085a3f2bf7/646",
    "crypto_unittests": "6f026a93285a85584b7cb0a7a49e483d4a7778db0839caa347a76dba16c08352/569",
    "dbus_unittests": "52191a7ebe0fa056861dc570e0f5347c11780d5292ff6c0bbac71e08a55e4251/569",
    "device_unittests": "3a74597eba391992e2ce0b38a599a0d3db86b9edd98e9c6c1d2e46f2fd51d323/646",
    "display_unittests": "25b17b973fecbf2a628441fb94442cad54e925800a6804a35ee7610723dc3d35/569",
    "events_unittests": "ef0ee78c89abb6aa765bca3ed90f75101a9bdaf11a24bb3e6c929f0b5d2e33d5/569",
    "extensions_browsertests": "4c3b46270155fca482baee43d6553a29f36b653b79a256abc2fa5896caba6b58/811",
    "extensions_unittests": "bd59cde61f0f3e2553be51b3184072080e18a3fed457d535de0e0a966f474a9b/975",
    "filesystem_service_unittests": "69d9de784a096296fc0471e7150b7da6c3bc35522c254fa5b76d1d272fef8c49/569",
    "gcm_unit_tests": "143abc757d9c40505fdca39964b1c9d2692b95e51152d19815da42c015a11237/646",
    "gfx_unittests": "13bfaadf6dbebfee92098959a7e512215b43764f1a747454701d0a99a1272a04/645",
    "gin_unittests": "a8b90438a78b536825e622b348e30cdc7e82c83ea27e68064e9cee4b898f2da9/646",
    "gl_tests": "43319056e3783790a636e8195834b9414a059b307e02fed79ac8925e0d94243b/569",
    "gl_unittests": "20ebe4f3da83361e10fae539c0a3f4b754527727eb4e076929adfd7a51752f90/569",
    "google_apis_unittests": "361ff0f7bfc0809f77b55141f7b5f08bf891ee8ca473f2cb9b0e802cd2a1f172/731",
    "gpu_unittests": "b681290faad703ccb7b4cc42efbe350c35118a4c13cfc0dc37cc45895800297b/646",
    "gwp_asan_unittests": "a09bd0ba7d4c837cfcaecdcbc6fcb261bcc4abb27b3ae32f08d4739d6e9488f2/570",
    "headless_browsertests": "3e18d2209f69dd958e34472ae6e04d56d7ec6d0f3d557d0771ce60e5b05f4aa7/809",
    "headless_unittests": "36e2abf62f2d05bed905fdb511c0ec655856c181590a2b184e55323e8a96ef6f/569",
    "interactive_ui_tests": "6cd88bfcd5e2e91a593037234b4a3e3b8ce294d550689e3e00e150cd500a18fa/1128",
    "ipc_tests": "da330be5610639c330475abda72aa29097d2c266e3ee3039a38fbbcf6d173298/569",
    "jingle_unittests": "784f44349a2a05995b4cf5423ea35bdbd8c97862e148a3aa6bdf742be7f49f3c/646",
    "latency_unittests": "8ed30af8dbfc86a80840729f41e1b7fa80085f565fcec363e88659e4b974a5f4/569",
    "libjingle_xmpp_unittests": "7e5414cd78ff0a86a4870f77aefdb5c62f0788fea507223b1149e332713853b9/569",
    "liburlpattern_unittests": "ca16d55e0fcdcdf74e518856b1dbe4e28036072b7ac8cb4f6739a02719d6c5f2/569",
    "media_unittests": "47950e49851cf0841c7c29dbacbca79922beb0f082c92f35efd14503d2d5add4/649",
    "message_center_unittests": "360d89cbfb5bd3633570d03aebbb628e725612bb1fe934f4a27e702562103ae8/569",
    "midi_unittests": "9bebdb164e6450cbd8ff2565842323b8c967e80dd894c6950baf421489ce94eb/569",
    "mojo_core_unittests": "8acc1ff7e12bf0d7bd913012f3cc25a2e8c07f221d685d38bdac70bbec2b9387/569",
    "mojo_unittests": "b3f673cf7732641179cb60b58028a992de2ec61ab1d98262feab8506aee39835/647",
    "native_theme_unittests": "11016302c31c610274f6be467cc48e9b57c0c8bfae5c66612ed3a2df468615eb/569",
    "net_unittests": "80068aab5f8c7e0f58b2df921d3b36674416d65f70f74d1e8c5d15758c02948a/648",
    "openscreen_unittests": "e6f1125d2af06e73998077e3060dd59ba044a79c0d88374e282d30c023dd6bf5/811",
    "ozone_x11_unittests": "b54a0c1158dbd6fe0d01b647e309961eb16162d4ee13b55a04d4f3125b89c3ae/569",
    "pdf_unittests": "4d8a436b1108c4fcbd391c857d49e14a01032773b0d75e6afc6ce13e982c6114/725",
    "perfetto_unittests": "de6927479cf3c59cff26a47041a13ff37055e9fe569217b4b8f86bf95674174c/569",
    "ppapi_unittests": "e85a611890dc15ddb1825306addb111b4205384162955b886c2d62a99eda1ed8/569",
    "printing_unittests": "b6d42dff321334188b461cbfb09831e10ac7b2f197e30812eedc274ff78f489d/569",
    "remoting_unittests": "059e29ba815a08878c4d3390e34926833cd16225a94d3ee960282149c9fbd470/646",
    "sandbox_linux_unittests": "92cba1070e72393fdcce9cd8fb88b0d0a68a00e2c8ca913599dbfc8b8faa7351/569",
    "service_manager_unittests": "735f4d270ca146ee34d0424520b41e12f271737e940abbfdab20b85395f8ad78/569",
    "services_unittests": "2075eefac57608c361f01d6efac055fe43103e098a890419a612018e647032c3/815",
    "shell_dialogs_unittests": "d87f843ff05d06575b2fd0e90bab9363a94830882edbb8e541103199e0dcd685/569",
    "skia_unittests": "493652a4abb04424df8514193fd71d410d2b84b67943a5b63746d8fa6ac69d24/569",
    "snapshot_unittests": "3d672dc31e4dbd507a136d7bdab1dca5a43a425db1ffc2ecb8cc9adc945d6984/569",
    "sql_unittests": "513e477a86a3a483b79e43726901c121af1cc8e16e074ab399f48aedff228759/646",
    "storage_unittests": "ce993659b7c557df54028e6ca642be284a7a09934231c32b662a19d60b99f8be/727",
    "sync_integration_tests": "fec90770e03282e0ff4413e6d74902dbe1136d4c6a1329eb0fac9e98cd7afe66/892",
    "ui_base_unittests": "da31e65740f1de23b6ff90033837ba673674e1116b1814bde889acbef266fb8e/723",
    "ui_touch_selection_unittests": "6a2eff70795b950aad315c4d6639caed29c5cb6f2eedccddbbe483c9ab388c6e/569",
    "unit_tests": "58cc6059e5be1972194d7e495ea6ab426ab55adb88b4308aac838b85790c9990/1141",
    "url_unittests": "92294fda8bccee8dea819588e00a2ac89225b7d6e73a210c729548c956bb6027/569",
    "views_unittests": "10c18a56ea60a13343f2b7efdf283ea1a766bf4b55f05bbcc200f5fb5c3f168b/569",
    "viz_unittests": "80736aeceb53da7655444464fefacf3785c8e736cd4682be4d21ff054bf71020/653",
    "vr_common_unittests": "f54e3f32fb76e71c4d2a514b6ebb4d690912ab923701d063c7a4ef9aff004115/811",
    "vr_pixeltests": "aba5092f9b00ca68a4c81232f26e8d0a181162df8be1d610dd80bf25547368dc/725",
    "weblayer_browsertests": "c10572278b06221b1e633fcd75cd4c27e08381f548a6bb79f03d8f06cd99368b/893",
    "weblayer_unittests": "390de4ec93802a8fe94b777bb00d4c374a4e5927a7d2fa12b3e7de2d9ebd6b8b/725",
    "wm_unittests": "d223fe85d3e11171d07b5c9c944064d9aad9432f98b7bbdf1b6ba746cc98c597/569",
    "wtf_unittests": "becd759d26b281db7cb3da5cc8a7bfb38a61f8e4d3ec26faa8f2f94c3d34ed29/569",
    "x11_unittests": "c8c97a2a02d073908dc019dd76c153f584c97abba9fac6a3a53a247cd7e516d6/569",
    "xr_browser_tests": "f475c5e7b2912700406e0f9c689da05387ca697c471583b0ef96e426a6c1d4c0/891",
    "zlib_unittests": "9415acdc50735b05b5a9493ae6be599d5d838f9aa95092af48f32d801cf02c40/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "f0d486abf22639ab3ba9fd78912ffff90aee71501abf199e6c2518e5ece7d641/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/aa215b8a3e08a0d30e02b49356a6ccdb1d0e6faa
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:78770
  • user_agent:recipe

Debug log (UTC)

[14:08:00.398] New invocation is queued and will start shortly
[14:08:00.398] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[14:08:01.467] Starting the invocation (attempt 1)
[14:08:01.521] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/aa215b8a3e08a0d30e02b49356a6ccdb1d0e6faa"
[14:08:01.521] Popped gitiles commit info from properties and tags
[14:08:01.521] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[14:08:01.521] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[14:08:01.522] Buildbucket request:
{
  "requestId": "8997007462837365152",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "aa215b8a3e08a0d30e02b49356a6ccdb1d0e6faa"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "d2b4d9aec1590dae5c33625a30878b5bcf423527",
      "parent_got_dawn_revision": "2514566d8253e0d5839dba326ad15914b466699c",
      "parent_got_nacl_revision": "9d577686a4321b08f6b86ff2589070fdee1c53f9",
      "parent_got_revision": "aa215b8a3e08a0d30e02b49356a6ccdb1d0e6faa",
      "parent_got_revision_cp": "refs/heads/main@{#937846}",
      "parent_got_swiftshader_revision": "91a9a020ca7622f2461db90ed6d22af8d40185a9",
      "parent_got_v8_revision": "d7cd6b5b8af8f44c1f8efbec29339e2be15030fd",
      "parent_got_v8_revision_cp": "refs/heads/9.7.105@{#1}",
      "parent_got_webrtc_revision": "3041eb21e9c26277d6d80b7d6b0217f956b80dcb",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35300}",
      "swarm_hashes": {
            "absl_hardening_tests": "05285e1206977a7e39129cbe3867f32e894d2b34dcdf26ee8b521c819bc49967/569",
            "accessibility_unittests": "44851f4ec49bb859735088c53baa8b407a47ea0f9fd9d07864d5aafbafb4a71e/569",
            "angle_unittests": "516263165c3e362dc4f92f886152a0e31c25d0da0270db7cb1843a3a6ba801ad/570",
            "app_shell_unittests": "3d21af9e7978826d5a098af08f701352da4971e4ea385e9b33d569e6ea440206/809",
            "aura_unittests": "f2546f89955051c06e454f7299eb279a110dc1153e543e52a92532dda3b2a1ee/569",
            "base_unittests": "37747766ad1f7a44a866dac14e38b871396eca00b752f81a0cfb9096d4e4f5e5/648",
            "blink_common_unittests": "30c7a7e6adc771fdaa37904e8968864fe1b790bcd066cd49434243d74a06a029/647",
            "blink_fuzzer_unittests": "8bfdc1c9145a33483c0a779a207b7d5f0a522c129faed15ba6fa73db727a818f/648",
            "blink_heap_unittests": "ca6ffd356798ed8f43802c1bfea09c585d8880df6dfdcac9ec5eea7fa9eeca29/648",
            "blink_platform_unittests": "5036975fd98f8732308bd30bdc55024f85527a7a95dee963171b89c36317464f/726",
            "blink_unittests": "35ee812c4d7a1cc09bc36ba6cb448148398014698c75a18fd7ec3f4bd0c6bc91/726",
            "boringssl_crypto_tests": "e02269cbd799630b3fdc71c98395bfe97b9f779785f0b55a24526b255620ced3/570",
            "boringssl_ssl_tests": "ff4592721e61d846c1256b4dbd5c884819321ca9cecbd40756005a588609bf59/569",
            "capture_unittests": "38d6e4251eb0d872ec8fb9a3d16818d5b5b9216e2eaf254576af0766998bbfd8/648",
            "cast_unittests": "7df825ab2c756b24b3dba8481bff78c6c1d98b796c3fedf4708e83a011c277ad/569",
            "cc_unittests": "6b312a79b478b872a23b51ca1da96229757b2d540866990c0dcccdaa0e3188fc/653",
            "chrome_app_unittests": "f9d9f1d79881275929ee85232befacedf529686c374ac90fde906e453e45cd8f/811",
            "chromedriver_unittests": "e8798b711e682801c7853505b694a1bf4c65a758745cea2672eec456eb2ff9e7/726",
            "color_unittests": "77243818b340766a81ee9549d4b2bfa995fcb6295d0503e78ae92d44a35ef791/569",
            "components_browsertests": "e3c05713afc3a9df635f89e47c8f52ad7eec0ac4937e382efffea0c9d003af6c/892",
            "components_unittests": "0aa20b952ee9304e2b907003524ebe3dc70d309326dfb1fc97e783d914a37478/892",
            "compositor_unittests": "3222517d7531724827863abcd97b780f812d1e1b68a96373e67d2f0721f2f2c0/645",
            "content_browsertests": "9af72b19e1ebf4f5b6c2624f4fc6ed4d42a4e68737450e8b1cf8234bdba4e6ac/887",
            "content_unittests": "b20e4b5f57c2d259dd43a5d3464e39e301b06e3f97b079071bfc9315acda3ce8/806",
            "cronet_tests": "c8a4aa74e01bbc80f978038631e47daead05875ea9d294c7895d7e2d0717c6a1/730",
            "cronet_unittests": "1eee06f1f08e0c8603dbe9f5ff774450678c441b2fb3679aed7fde085a3f2bf7/646",
            "crypto_unittests": "6f026a93285a85584b7cb0a7a49e483d4a7778db0839caa347a76dba16c08352/569",
            "dbus_unittests": "52191a7ebe0fa056861dc570e0f5347c11780d5292ff6c0bbac71e08a55e4251/569",
            "device_unittests": "3a74597eba391992e2ce0b38a599a0d3db86b9edd98e9c6c1d2e46f2fd51d323/646",
            "display_unittests": "25b17b973fecbf2a628441fb94442cad54e925800a6804a35ee7610723dc3d35/569",
            "events_unittests": "ef0ee78c89abb6aa765bca3ed90f75101a9bdaf11a24bb3e6c929f0b5d2e33d5/569",
            "extensions_browsertests": "4c3b46270155fca482baee43d6553a29f36b653b79a256abc2fa5896caba6b58/811",
            "extensions_unittests": "bd59cde61f0f3e2553be51b3184072080e18a3fed457d535de0e0a966f474a9b/975",
            "filesystem_service_unittests": "69d9de784a096296fc0471e7150b7da6c3bc35522c254fa5b76d1d272fef8c49/569",
            "gcm_unit_tests": "143abc757d9c40505fdca39964b1c9d2692b95e51152d19815da42c015a11237/646",
            "gfx_unittests": "13bfaadf6dbebfee92098959a7e512215b43764f1a747454701d0a99a1272a04/645",
            "gin_unittests": "a8b90438a78b536825e622b348e30cdc7e82c83ea27e68064e9cee4b898f2da9/646",
            "gl_tests": "43319056e3783790a636e8195834b9414a059b307e02fed79ac8925e0d94243b/569",
            "gl_unittests": "20ebe4f3da83361e10fae539c0a3f4b754527727eb4e076929adfd7a51752f90/569",
            "google_apis_unittests": "361ff0f7bfc0809f77b55141f7b5f08bf891ee8ca473f2cb9b0e802cd2a1f172/731",
            "gpu_unittests": "b681290faad703ccb7b4cc42efbe350c35118a4c13cfc0dc37cc45895800297b/646",
            "gwp_asan_unittests": "a09bd0ba7d4c837cfcaecdcbc6fcb261bcc4abb27b3ae32f08d4739d6e9488f2/570",
            "headless_browsertests": "3e18d2209f69dd958e34472ae6e04d56d7ec6d0f3d557d0771ce60e5b05f4aa7/809",
            "headless_unittests": "36e2abf62f2d05bed905fdb511c0ec655856c181590a2b184e55323e8a96ef6f/569",
            "interactive_ui_tests": "6cd88bfcd5e2e91a593037234b4a3e3b8ce294d550689e3e00e150cd500a18fa/1128",
            "ipc_tests": "da330be5610639c330475abda72aa29097d2c266e3ee3039a38fbbcf6d173298/569",
            "jingle_unittests": "784f44349a2a05995b4cf5423ea35bdbd8c97862e148a3aa6bdf742be7f49f3c/646",
            "latency_unittests": "8ed30af8dbfc86a80840729f41e1b7fa80085f565fcec363e88659e4b974a5f4/569",
            "libjingle_xmpp_unittests": "7e5414cd78ff0a86a4870f77aefdb5c62f0788fea507223b1149e332713853b9/569",
            "liburlpattern_unittests": "ca16d55e0fcdcdf74e518856b1dbe4e28036072b7ac8cb4f6739a02719d6c5f2/569",
            "media_unittests": "47950e49851cf0841c7c29dbacbca79922beb0f082c92f35efd14503d2d5add4/649",
            "message_center_unittests": "360d89cbfb5bd3633570d03aebbb628e725612bb1fe934f4a27e702562103ae8/569",
            "midi_unittests": "9bebdb164e6450cbd8ff2565842323b8c967e80dd894c6950baf421489ce94eb/569",
            "mojo_core_unittests": "8acc1ff7e12bf0d7bd913012f3cc25a2e8c07f221d685d38bdac70bbec2b9387/569",
            "mojo_unittests": "b3f673cf7732641179cb60b58028a992de2ec61ab1d98262feab8506aee39835/647",
            "native_theme_unittests": "11016302c31c610274f6be467cc48e9b57c0c8bfae5c66612ed3a2df468615eb/569",
            "net_unittests": "80068aab5f8c7e0f58b2df921d3b36674416d65f70f74d1e8c5d15758c02948a/648",
            "openscreen_unittests": "e6f1125d2af06e73998077e3060dd59ba044a79c0d88374e282d30c023dd6bf5/811",
            "ozone_x11_unittests": "b54a0c1158dbd6fe0d01b647e309961eb16162d4ee13b55a04d4f3125b89c3ae/569",
            "pdf_unittests": "4d8a436b1108c4fcbd391c857d49e14a01032773b0d75e6afc6ce13e982c6114/725",
            "perfetto_unittests": "de6927479cf3c59cff26a47041a13ff37055e9fe569217b4b8f86bf95674174c/569",
            "ppapi_unittests": "e85a611890dc15ddb1825306addb111b4205384162955b886c2d62a99eda1ed8/569",
            "printing_unittests": "b6d42dff321334188b461cbfb09831e10ac7b2f197e30812eedc274ff78f489d/569",
            "remoting_unittests": "059e29ba815a08878c4d3390e34926833cd16225a94d3ee960282149c9fbd470/646",
            "sandbox_linux_unittests": "92cba1070e72393fdcce9cd8fb88b0d0a68a00e2c8ca913599dbfc8b8faa7351/569",
            "service_manager_unittests": "735f4d270ca146ee34d0424520b41e12f271737e940abbfdab20b85395f8ad78/569",
            "services_unittests": "2075eefac57608c361f01d6efac055fe43103e098a890419a612018e647032c3/815",
            "shell_dialogs_unittests": "d87f843ff05d06575b2fd0e90bab9363a94830882edbb8e541103199e0dcd685/569",
            "skia_unittests": "493652a4abb04424df8514193fd71d410d2b84b67943a5b63746d8fa6ac69d24/569",
            "snapshot_unittests": "3d672dc31e4dbd507a136d7bdab1dca5a43a425db1ffc2ecb8cc9adc945d6984/569",
            "sql_unittests": "513e477a86a3a483b79e43726901c121af1cc8e16e074ab399f48aedff228759/646",
            "storage_unittests": "ce993659b7c557df54028e6ca642be284a7a09934231c32b662a19d60b99f8be/727",
            "sync_integration_tests": "fec90770e03282e0ff4413e6d74902dbe1136d4c6a1329eb0fac9e98cd7afe66/892",
            "ui_base_unittests": "da31e65740f1de23b6ff90033837ba673674e1116b1814bde889acbef266fb8e/723",
            "ui_touch_selection_unittests": "6a2eff70795b950aad315c4d6639caed29c5cb6f2eedccddbbe483c9ab388c6e/569",
            "unit_tests": "58cc6059e5be1972194d7e495ea6ab426ab55adb88b4308aac838b85790c9990/1141",
            "url_unittests": "92294fda8bccee8dea819588e00a2ac89225b7d6e73a210c729548c956bb6027/569",
            "views_unittests": "10c18a56ea60a13343f2b7efdf283ea1a766bf4b55f05bbcc200f5fb5c3f168b/569",
            "viz_unittests": "80736aeceb53da7655444464fefacf3785c8e736cd4682be4d21ff054bf71020/653",
            "vr_common_unittests": "f54e3f32fb76e71c4d2a514b6ebb4d690912ab923701d063c7a4ef9aff004115/811",
            "vr_pixeltests": "aba5092f9b00ca68a4c81232f26e8d0a181162df8be1d610dd80bf25547368dc/725",
            "weblayer_browsertests": "c10572278b06221b1e633fcd75cd4c27e08381f548a6bb79f03d8f06cd99368b/893",
            "weblayer_unittests": "390de4ec93802a8fe94b777bb00d4c374a4e5927a7d2fa12b3e7de2d9ebd6b8b/725",
            "wm_unittests": "d223fe85d3e11171d07b5c9c944064d9aad9432f98b7bbdf1b6ba746cc98c597/569",
            "wtf_unittests": "becd759d26b281db7cb3da5cc8a7bfb38a61f8e4d3ec26faa8f2f94c3d34ed29/569",
            "x11_unittests": "c8c97a2a02d073908dc019dd76c153f584c97abba9fac6a3a53a247cd7e516d6/569",
            "xr_browser_tests": "f475c5e7b2912700406e0f9c689da05387ca697c471583b0ef96e426a6c1d4c0/891",
            "zlib_unittests": "9415acdc50735b05b5a9493ae6be599d5d838f9aa95092af48f32d801cf02c40/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "f0d486abf22639ab3ba9fd78912ffff90aee71501abf199e6c2518e5ece7d641/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "aa215b8a3e08a0d30e02b49356a6ccdb1d0e6faa",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8997007462837365152"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "78770"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[14:08:02.167] Scheduled build:
{
  "id": "8831577400891416305",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 70726,
  "createdBy": "project:chromium",
  "createTime": "2021-11-03T14:08:01.623953329Z",
  "updateTime": "2021-11-03T14:08:01.623953329Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "aa215b8a3e08a0d30e02b49356a6ccdb1d0e6faa",
      "ref": "refs/heads/main"
    }
  }
}
[14:08:02.167] Task URL: https://cr-buildbucket.appspot.com/build/8831577400891416305
[14:08:02.167] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997007462837365152:2:0) after 9m15s
[14:08:33.508] Received PubSub notification, asking Buildbucket for the build status
[14:08:33.535] Build status: STARTED
[14:17:17.190] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997007462837365152:2:0)
[14:17:17.224] Build status: STARTED
[14:17:17.224] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997007462837365152:4:0) after 8m14s
[14:25:31.440] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997007462837365152:4:0)
[14:25:31.475] Build status: STARTED
[14:25:31.476] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997007462837365152:5:0) after 2m29s
[14:28:00.683] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997007462837365152:5:0)
[14:28:00.778] Build status: STARTED
[14:28:00.778] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997007462837365152:6:0) after 7m22s
[14:35:22.907] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997007462837365152:6:0)
[14:35:22.936] Build status: STARTED
[14:35:22.936] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997007462837365152:7:0) after 6m39s
[14:36:36.282] Received PubSub notification, asking Buildbucket for the build status
[14:36:36.353] Build:
{
  "id": "8831577400891416305",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 70726,
  "createdBy": "project:chromium",
  "createTime": "2021-11-03T14:08:01.623953329Z",
  "startTime": "2021-11-03T14:08:33.028854264Z",
  "endTime": "2021-11-03T14:36:35.860200428Z",
  "updateTime": "2021-11-03T14:36:35.860200428Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "aa215b8a3e08a0d30e02b49356a6ccdb1d0e6faa",
      "ref": "refs/heads/main"
    }
  }
}
[14:36:36.353] Invocation finished in 28m35.969343433s with status FAILED