Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 29 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/79640 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "c8f90307acf041b9c0826fbd031546356075fa7a"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "fe42ac4df49fcd8b1e371276972b201f78a9a00d",
  "parent_got_dawn_revision": "b6c1a51775ae80695eb6c474691d02366d4eb7ad",
  "parent_got_nacl_revision": "957cbe470018adc3d9d1763fd75bbae455a9fddc",
  "parent_got_revision": "c8f90307acf041b9c0826fbd031546356075fa7a",
  "parent_got_revision_cp": "refs/heads/main@{#947914}",
  "parent_got_swiftshader_revision": "f9c39655a610a2ef636b834316fbc94669d6aadd",
  "parent_got_v8_revision": "614a918805bb975f6e1db1951c98d8bdbd63ca6e",
  "parent_got_v8_revision_cp": "refs/heads/9.8.142@{#1}",
  "parent_got_webrtc_revision": "adf7dc34f036eba9283bb6ee022333009fda05fb",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35468}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "c8f90307acf041b9c0826fbd031546356075fa7a",
  "swarm_hashes": {
    "absl_hardening_tests": "f277459393444de119338295b40c211049d9e8af731082cc2006f2cba9ab540e/569",
    "accessibility_unittests": "9aedf40448399ffc50e1618c90cd783626de995a527e40411dd12f94d6d5f38f/569",
    "angle_unittests": "35e6f611eab964dab8cd752716b658529a3a75a2fcedc72325d70e84d0cae28f/570",
    "app_shell_unittests": "d913a1cb36f2712a9ede101e8c806b119c77e588d4ff0c76b94eb77d85a28dfd/730",
    "aura_unittests": "3992df61b0dde862c9ad4f3023ddb719cc7ab0651ac2f53ca5d241b1994e48d4/569",
    "base_unittests": "b7e53e38cf87d6bc04402e1b7ce4530856f1d20caabdbcb2a60074440b70ae9b/648",
    "blink_common_unittests": "09e94a40528a20e1c2cbd442f2787b93c32160da21a995f3a016f131abf96e88/647",
    "blink_fuzzer_unittests": "61743612229b5afb04afda6ecebee482bc58f004b88de182e2f80e387980873e/569",
    "blink_heap_unittests": "adce0b90593e62e105e01b4a4823f760fb3d2fe6efd15942eaa227db9df70b21/569",
    "blink_platform_unittests": "f0fb36d8f6b7ceda918ae06e578b4120ad0979dc79694ff0c0b9a9e44f82f902/726",
    "blink_unittests": "53c2c9d9a9af8b16dd6844f50110942cb8ac20ee39e05678a2968b6c706565c5/810",
    "boringssl_crypto_tests": "d3d3e67c514da40a644cb59c9fbffba891354b9f25cd3d417858ad8ca581a671/570",
    "boringssl_ssl_tests": "dc5ee60e8ec082b4a02ac6bcc691efd39c56d1aeec5bbf5992246cee94ec2bea/569",
    "capture_unittests": "8b911e93dec0ae7fcee66ecd4d6ff9e28596103e0e8dd6eab491ad031590254e/648",
    "cast_unittests": "82e09f1330b53cce2a6f0541e774169f852f08d32d63b24596c2819df96176d5/569",
    "cc_unittests": "4b20aba0dc9b153fcb801c3a446a89a80b3101724988f93cb8a27fdd59e9d912/653",
    "chrome_app_unittests": "fc89b58639ad69e34d8b29937d4f27ce1b009f1d014ed99d0e87e80ad82a4e31/648",
    "chromedriver_unittests": "b5551cd4d6b223e943fd2eed4a7954eef6d54d62de368071fc3a5700d585cdab/726",
    "color_unittests": "c7d7f70f94425af544c8b9aac4f1e66b65d4dd0c76fa16eef29868df825644f5/569",
    "components_browsertests": "b590151480afc9ee87d061aa15c6848c42881863ffbf7e971cdc5ebeb5361904/813",
    "components_unittests": "a94bb2b05daeac3286e897c91e660c9afa0006a175b6aa32b3fbe0808e9dad48/813",
    "compositor_unittests": "7977ab12899b3d5f6eb6da99004bb0bb011639c7a5a29bd60760cb299d8cc2e8/645",
    "content_browsertests": "253ff203a4e8eb8b3d2a7d63eed6c6ee78b9b9b0c3f79b27b7c45766a3c8e0dc/887",
    "content_unittests": "1c542d4e55bf54df4ba7966e232aec421b6b8f42798764fae668c8fd980b7b5c/806",
    "cronet_tests": "68af40fcef104ffd2dded7fcc6487af8b14da5d957db4f70eb8c35c4e189a8e6/730",
    "cronet_unittests": "154b16f490beeb673e8aac7851ce4ce43f79977922e2272f6476b56682a4ae53/646",
    "crypto_unittests": "3c409a339316da0bd7b05d8b4949be930eeffe448170687b6bb2fa0632a667e7/569",
    "dbus_unittests": "4392ee7cc62d0353cefe9a26aa8ade67fd81b6e5cb94905b154c1727064e48dc/569",
    "device_unittests": "f46482eaf4b59d91195786d697d175dbfff50fa92e2d376262936dc1908b88e7/646",
    "display_unittests": "1bf87522973b0f652106d39991b981f2f59955ea80217a4a9192b6789aad033e/569",
    "events_unittests": "c9582ccc8f0929dca296b5a9c9b467bb7bc920012e18061f38cc62f2de081e0d/569",
    "extensions_browsertests": "df0eb31b2bbee9bbb875dc013b2d197b8e302c356f6d5e02c188aa6f09fd9503/732",
    "extensions_unittests": "e5512d30a9786551d9741d19125f79d072b2de74f3e45e539142cbcd2b0f48d1/896",
    "filesystem_service_unittests": "238a094717725acc671b128a1b254d01784d6ceb41afabf63a2c8e00fffc082f/569",
    "gcm_unit_tests": "54d53ccea0b1957a5a293ca263607d6bfeb9a8a811d40c38c8b3c684091d982a/646",
    "gfx_unittests": "b84d956c43a6dd11b0b45bde047184d15eb6d9c408418c2410a8ed94b90ef41a/645",
    "gin_unittests": "92e19d4864343a9490a283dceb29b2e400cfb31bad98518be8156d3544e27509/646",
    "gl_tests": "231bcee49c621deab34bc0b69924a31eee38bff2c5018add55ea59836ff58dea/569",
    "gl_unittests": "712e5a9f326a76bfb5f58616e7cfa31ae360fd13069e7ef7aef1a61aac1b225a/569",
    "google_apis_unittests": "1ac1d0147cdcb1247c6c9c30f044d195f1a62e25ba5873dfd33c844a5aa3a142/731",
    "gpu_unittests": "6902130883c6a888068958a59a456b16c87f5c36ab21b08b2371de19979c898d/646",
    "gwp_asan_unittests": "9573521a199d3ab3c8906867ae56e5466d24240d708d4ed2c459c2c29d3f6716/570",
    "headless_browsertests": "eb1f42972fdad3158ba2d16f74539a516e3a10b9a480f005fc9d5dffcaf6a74c/730",
    "headless_unittests": "ce2873f1f0f4d24327aad234b3ac86b8e781824bc7d24c4a67ae5cdcd055abd4/569",
    "interactive_ui_tests": "2ce06944c061904def6971e85d252bc8456b468c86ee05de82fc6effbdd6ac91/965",
    "ipc_tests": "c3f52db71720f56cc2cf7ba5bd3ef6c110ca29cdaa52558bc883ed9ecffb2e1b/569",
    "jingle_unittests": "406cdf9e52614680e9a4479d8068c3cf7c4c4d46953c968ace2953e15594ec4c/646",
    "latency_unittests": "33a15fdfea3d75a2b8d79d904dbdeecc31c7195cfcc3ecb0041e86120a6ab218/569",
    "libjingle_xmpp_unittests": "8c126f4282821096cedcba39e97447acf0875bebc7b4bee4fb2f0e45226eebf2/569",
    "liburlpattern_unittests": "9ec7f9c3d083b1136517741f86c8114a1e976609e701a6a86880ddd2e485c896/569",
    "media_unittests": "5adfc73132f7b07691146c77b4c4aed25d418217de8cefa98435dc2201f768ec/649",
    "message_center_unittests": "bb736d09fa1a7a4279b0c64dc5c46f330b5a8d549378d47aee1ffa0093c84dc4/569",
    "midi_unittests": "66f8607408927692fb021c011052595a41c4ec5b3abde8418b32ccc4c7061870/569",
    "mojo_core_unittests": "259e2046b719595281d9d3a6d817fb66a5d41b049e0e2f17d1dcae67d9d967d3/569",
    "mojo_unittests": "6ca1ce9a2e063c66ee4fc2f8ca8c0ce4c97d4fe145c800ff133787a3f8817de3/647",
    "native_theme_unittests": "d686c87abb9660550a74b36d7b43cd33004a658d17af147160a5131f11396efa/569",
    "net_unittests": "85005e47a07cc8b1cd9c031e722203252aab0e7076d2af246dace6cd31d85b2d/648",
    "openscreen_unittests": "6494be8e76fdfc07ca73e52342cc2f1e3245a6a5c9b23d1a2322ff99454b27af/648",
    "ozone_x11_unittests": "0fb748c589f0f611b051dddbfc2efaefadc51171454d63eb884f1cde1433b9fc/569",
    "pdf_unittests": "e5c3a3a6adcdd02fb6d48b32e974c522a3d77f0b279ffd7dffe3358a9b5fc2cd/646",
    "perfetto_unittests": "24b74e58b3a824a836c76a38433b96cd478c9712060115f4ac9cfec87c834041/569",
    "ppapi_unittests": "8f024d13abf2d6fc81de40bc84bdd2c09941e67e4095c2b9d4899b4ae629d398/569",
    "printing_unittests": "3439baf6ee6e305478733c610d9fe7fdbe95c07d3093a51e08b58cf999bb74e1/569",
    "remoting_unittests": "15e146cc65ac5897a0cbb3d71b00564f422120ae2b0595c23f80f060531d82e2/646",
    "sandbox_linux_unittests": "c381898943616af9a658b4b59b4c5f459bc039a38dc728030dc4b73325d14d76/569",
    "service_manager_unittests": "3761b9a421e5e47683346cdaf2a09d0549f29802a9fe57416e187c61267c39e8/569",
    "services_unittests": "bbd653f3a7b0aec23465333fa7aed33ef055f2b666f96179ec9b2eb28dd7810e/815",
    "shell_dialogs_unittests": "f112d9b7fa208b701f0f3167017112ae8d63c5bdac9dff71be4ff2912801ca03/569",
    "skia_unittests": "780e6873fb376b8dff6b55def6a6be74875942294786ef05e1e898d10761fa15/569",
    "snapshot_unittests": "2e132b98f3523d9048637069c07b0f2ee4795189fffe432c76a593701cb75883/569",
    "sql_unittests": "61a87b1ef97113288366fb89860634a3022c3997de18d50a86bafda3616854f5/646",
    "storage_unittests": "9313ed662a0282331cb85bd603732c06081bd5b88770c3f0e0d008192c5d4df3/727",
    "sync_integration_tests": "431d63a25c923819868bcaf976047d534cac658ae9c6a631017a57f9a11f7033/729",
    "ui_base_unittests": "eb4dbf5e9ff65d48bd6cedc47c0be9f0d96fe5891751420e2c1f4ce5477dd83b/723",
    "ui_touch_selection_unittests": "e48865d5f329e0eccf33b8da660644ce61678bede25b8ed28d08d749ea70f520/569",
    "unit_tests": "bd3ccd55a13018aece2c14de20e77c1020524f034904c0a10454f82d411788dd/1062",
    "url_unittests": "13ccdcb3c3c811aa27e017140bdd981830fee366a66019cf6019a7cd2fae7165/569",
    "views_unittests": "109f9b9e114e18f392a5ba1dfd0eabbb655a0bbafdbba3f4d91fa3ea25e5ab76/569",
    "viz_unittests": "82e3f81e2187415534e462f607313da05543aa37b4a2c713ff6a239f57422bbd/653",
    "vr_common_unittests": "334f26c02c2f89917026bf8dd851dd35a0f761d8ea116e191c861d8c16519bdf/648",
    "vr_pixeltests": "22012429332011b23b5e5781ea65963042674819ae26e4a9dab93fdcab65366f/646",
    "weblayer_browsertests": "0c6038c94e78012c602e4cb0a153b6a17f5f4bdbe140090ca3c1deaf6751982a/814",
    "weblayer_unittests": "7e05084e481b68813dd706dc427e65fe876fe51b58fbc62faf1b75d9df3f02d0/646",
    "wm_unittests": "fbb9e32593b8af468d414306dc6a84009e74c8d4a6942ac3172f116c8476bf7c/569",
    "wtf_unittests": "272a6be747f259823b20d871ca661c3c02ad61cc1780abfaac1e303cca19a207/569",
    "x11_unittests": "50f6408a194fdc3cd355122f61f2252b4526541170dc0aff752f424937897aad/569",
    "xr_browser_tests": "07a0a7b63a5293b15b807868549dc9bb2a037ebfba05117f8383efd68871f77b/728",
    "zlib_unittests": "a238f3361a6ee41d2b7a3636a4174c246e2e0cdfd7e4f0b693324eb793284223/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "d35d624e302339bddf63f41a26541de5b97ee363969aba926d26843428908d07/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c8f90307acf041b9c0826fbd031546356075fa7a
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:79640
  • user_agent:recipe

Debug log (UTC)

[08:45:31.483] New invocation is queued and will start shortly
[08:45:31.483] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[08:45:32.912] Starting the invocation (attempt 1)
[08:45:32.960] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c8f90307acf041b9c0826fbd031546356075fa7a"
[08:45:32.960] Popped gitiles commit info from properties and tags
[08:45:32.960] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[08:45:32.960] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[08:45:32.960] Buildbucket request:
{
  "requestId": "8994309842654110272",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "c8f90307acf041b9c0826fbd031546356075fa7a"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "fe42ac4df49fcd8b1e371276972b201f78a9a00d",
      "parent_got_dawn_revision": "b6c1a51775ae80695eb6c474691d02366d4eb7ad",
      "parent_got_nacl_revision": "957cbe470018adc3d9d1763fd75bbae455a9fddc",
      "parent_got_revision": "c8f90307acf041b9c0826fbd031546356075fa7a",
      "parent_got_revision_cp": "refs/heads/main@{#947914}",
      "parent_got_swiftshader_revision": "f9c39655a610a2ef636b834316fbc94669d6aadd",
      "parent_got_v8_revision": "614a918805bb975f6e1db1951c98d8bdbd63ca6e",
      "parent_got_v8_revision_cp": "refs/heads/9.8.142@{#1}",
      "parent_got_webrtc_revision": "adf7dc34f036eba9283bb6ee022333009fda05fb",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35468}",
      "swarm_hashes": {
            "absl_hardening_tests": "f277459393444de119338295b40c211049d9e8af731082cc2006f2cba9ab540e/569",
            "accessibility_unittests": "9aedf40448399ffc50e1618c90cd783626de995a527e40411dd12f94d6d5f38f/569",
            "angle_unittests": "35e6f611eab964dab8cd752716b658529a3a75a2fcedc72325d70e84d0cae28f/570",
            "app_shell_unittests": "d913a1cb36f2712a9ede101e8c806b119c77e588d4ff0c76b94eb77d85a28dfd/730",
            "aura_unittests": "3992df61b0dde862c9ad4f3023ddb719cc7ab0651ac2f53ca5d241b1994e48d4/569",
            "base_unittests": "b7e53e38cf87d6bc04402e1b7ce4530856f1d20caabdbcb2a60074440b70ae9b/648",
            "blink_common_unittests": "09e94a40528a20e1c2cbd442f2787b93c32160da21a995f3a016f131abf96e88/647",
            "blink_fuzzer_unittests": "61743612229b5afb04afda6ecebee482bc58f004b88de182e2f80e387980873e/569",
            "blink_heap_unittests": "adce0b90593e62e105e01b4a4823f760fb3d2fe6efd15942eaa227db9df70b21/569",
            "blink_platform_unittests": "f0fb36d8f6b7ceda918ae06e578b4120ad0979dc79694ff0c0b9a9e44f82f902/726",
            "blink_unittests": "53c2c9d9a9af8b16dd6844f50110942cb8ac20ee39e05678a2968b6c706565c5/810",
            "boringssl_crypto_tests": "d3d3e67c514da40a644cb59c9fbffba891354b9f25cd3d417858ad8ca581a671/570",
            "boringssl_ssl_tests": "dc5ee60e8ec082b4a02ac6bcc691efd39c56d1aeec5bbf5992246cee94ec2bea/569",
            "capture_unittests": "8b911e93dec0ae7fcee66ecd4d6ff9e28596103e0e8dd6eab491ad031590254e/648",
            "cast_unittests": "82e09f1330b53cce2a6f0541e774169f852f08d32d63b24596c2819df96176d5/569",
            "cc_unittests": "4b20aba0dc9b153fcb801c3a446a89a80b3101724988f93cb8a27fdd59e9d912/653",
            "chrome_app_unittests": "fc89b58639ad69e34d8b29937d4f27ce1b009f1d014ed99d0e87e80ad82a4e31/648",
            "chromedriver_unittests": "b5551cd4d6b223e943fd2eed4a7954eef6d54d62de368071fc3a5700d585cdab/726",
            "color_unittests": "c7d7f70f94425af544c8b9aac4f1e66b65d4dd0c76fa16eef29868df825644f5/569",
            "components_browsertests": "b590151480afc9ee87d061aa15c6848c42881863ffbf7e971cdc5ebeb5361904/813",
            "components_unittests": "a94bb2b05daeac3286e897c91e660c9afa0006a175b6aa32b3fbe0808e9dad48/813",
            "compositor_unittests": "7977ab12899b3d5f6eb6da99004bb0bb011639c7a5a29bd60760cb299d8cc2e8/645",
            "content_browsertests": "253ff203a4e8eb8b3d2a7d63eed6c6ee78b9b9b0c3f79b27b7c45766a3c8e0dc/887",
            "content_unittests": "1c542d4e55bf54df4ba7966e232aec421b6b8f42798764fae668c8fd980b7b5c/806",
            "cronet_tests": "68af40fcef104ffd2dded7fcc6487af8b14da5d957db4f70eb8c35c4e189a8e6/730",
            "cronet_unittests": "154b16f490beeb673e8aac7851ce4ce43f79977922e2272f6476b56682a4ae53/646",
            "crypto_unittests": "3c409a339316da0bd7b05d8b4949be930eeffe448170687b6bb2fa0632a667e7/569",
            "dbus_unittests": "4392ee7cc62d0353cefe9a26aa8ade67fd81b6e5cb94905b154c1727064e48dc/569",
            "device_unittests": "f46482eaf4b59d91195786d697d175dbfff50fa92e2d376262936dc1908b88e7/646",
            "display_unittests": "1bf87522973b0f652106d39991b981f2f59955ea80217a4a9192b6789aad033e/569",
            "events_unittests": "c9582ccc8f0929dca296b5a9c9b467bb7bc920012e18061f38cc62f2de081e0d/569",
            "extensions_browsertests": "df0eb31b2bbee9bbb875dc013b2d197b8e302c356f6d5e02c188aa6f09fd9503/732",
            "extensions_unittests": "e5512d30a9786551d9741d19125f79d072b2de74f3e45e539142cbcd2b0f48d1/896",
            "filesystem_service_unittests": "238a094717725acc671b128a1b254d01784d6ceb41afabf63a2c8e00fffc082f/569",
            "gcm_unit_tests": "54d53ccea0b1957a5a293ca263607d6bfeb9a8a811d40c38c8b3c684091d982a/646",
            "gfx_unittests": "b84d956c43a6dd11b0b45bde047184d15eb6d9c408418c2410a8ed94b90ef41a/645",
            "gin_unittests": "92e19d4864343a9490a283dceb29b2e400cfb31bad98518be8156d3544e27509/646",
            "gl_tests": "231bcee49c621deab34bc0b69924a31eee38bff2c5018add55ea59836ff58dea/569",
            "gl_unittests": "712e5a9f326a76bfb5f58616e7cfa31ae360fd13069e7ef7aef1a61aac1b225a/569",
            "google_apis_unittests": "1ac1d0147cdcb1247c6c9c30f044d195f1a62e25ba5873dfd33c844a5aa3a142/731",
            "gpu_unittests": "6902130883c6a888068958a59a456b16c87f5c36ab21b08b2371de19979c898d/646",
            "gwp_asan_unittests": "9573521a199d3ab3c8906867ae56e5466d24240d708d4ed2c459c2c29d3f6716/570",
            "headless_browsertests": "eb1f42972fdad3158ba2d16f74539a516e3a10b9a480f005fc9d5dffcaf6a74c/730",
            "headless_unittests": "ce2873f1f0f4d24327aad234b3ac86b8e781824bc7d24c4a67ae5cdcd055abd4/569",
            "interactive_ui_tests": "2ce06944c061904def6971e85d252bc8456b468c86ee05de82fc6effbdd6ac91/965",
            "ipc_tests": "c3f52db71720f56cc2cf7ba5bd3ef6c110ca29cdaa52558bc883ed9ecffb2e1b/569",
            "jingle_unittests": "406cdf9e52614680e9a4479d8068c3cf7c4c4d46953c968ace2953e15594ec4c/646",
            "latency_unittests": "33a15fdfea3d75a2b8d79d904dbdeecc31c7195cfcc3ecb0041e86120a6ab218/569",
            "libjingle_xmpp_unittests": "8c126f4282821096cedcba39e97447acf0875bebc7b4bee4fb2f0e45226eebf2/569",
            "liburlpattern_unittests": "9ec7f9c3d083b1136517741f86c8114a1e976609e701a6a86880ddd2e485c896/569",
            "media_unittests": "5adfc73132f7b07691146c77b4c4aed25d418217de8cefa98435dc2201f768ec/649",
            "message_center_unittests": "bb736d09fa1a7a4279b0c64dc5c46f330b5a8d549378d47aee1ffa0093c84dc4/569",
            "midi_unittests": "66f8607408927692fb021c011052595a41c4ec5b3abde8418b32ccc4c7061870/569",
            "mojo_core_unittests": "259e2046b719595281d9d3a6d817fb66a5d41b049e0e2f17d1dcae67d9d967d3/569",
            "mojo_unittests": "6ca1ce9a2e063c66ee4fc2f8ca8c0ce4c97d4fe145c800ff133787a3f8817de3/647",
            "native_theme_unittests": "d686c87abb9660550a74b36d7b43cd33004a658d17af147160a5131f11396efa/569",
            "net_unittests": "85005e47a07cc8b1cd9c031e722203252aab0e7076d2af246dace6cd31d85b2d/648",
            "openscreen_unittests": "6494be8e76fdfc07ca73e52342cc2f1e3245a6a5c9b23d1a2322ff99454b27af/648",
            "ozone_x11_unittests": "0fb748c589f0f611b051dddbfc2efaefadc51171454d63eb884f1cde1433b9fc/569",
            "pdf_unittests": "e5c3a3a6adcdd02fb6d48b32e974c522a3d77f0b279ffd7dffe3358a9b5fc2cd/646",
            "perfetto_unittests": "24b74e58b3a824a836c76a38433b96cd478c9712060115f4ac9cfec87c834041/569",
            "ppapi_unittests": "8f024d13abf2d6fc81de40bc84bdd2c09941e67e4095c2b9d4899b4ae629d398/569",
            "printing_unittests": "3439baf6ee6e305478733c610d9fe7fdbe95c07d3093a51e08b58cf999bb74e1/569",
            "remoting_unittests": "15e146cc65ac5897a0cbb3d71b00564f422120ae2b0595c23f80f060531d82e2/646",
            "sandbox_linux_unittests": "c381898943616af9a658b4b59b4c5f459bc039a38dc728030dc4b73325d14d76/569",
            "service_manager_unittests": "3761b9a421e5e47683346cdaf2a09d0549f29802a9fe57416e187c61267c39e8/569",
            "services_unittests": "bbd653f3a7b0aec23465333fa7aed33ef055f2b666f96179ec9b2eb28dd7810e/815",
            "shell_dialogs_unittests": "f112d9b7fa208b701f0f3167017112ae8d63c5bdac9dff71be4ff2912801ca03/569",
            "skia_unittests": "780e6873fb376b8dff6b55def6a6be74875942294786ef05e1e898d10761fa15/569",
            "snapshot_unittests": "2e132b98f3523d9048637069c07b0f2ee4795189fffe432c76a593701cb75883/569",
            "sql_unittests": "61a87b1ef97113288366fb89860634a3022c3997de18d50a86bafda3616854f5/646",
            "storage_unittests": "9313ed662a0282331cb85bd603732c06081bd5b88770c3f0e0d008192c5d4df3/727",
            "sync_integration_tests": "431d63a25c923819868bcaf976047d534cac658ae9c6a631017a57f9a11f7033/729",
            "ui_base_unittests": "eb4dbf5e9ff65d48bd6cedc47c0be9f0d96fe5891751420e2c1f4ce5477dd83b/723",
            "ui_touch_selection_unittests": "e48865d5f329e0eccf33b8da660644ce61678bede25b8ed28d08d749ea70f520/569",
            "unit_tests": "bd3ccd55a13018aece2c14de20e77c1020524f034904c0a10454f82d411788dd/1062",
            "url_unittests": "13ccdcb3c3c811aa27e017140bdd981830fee366a66019cf6019a7cd2fae7165/569",
            "views_unittests": "109f9b9e114e18f392a5ba1dfd0eabbb655a0bbafdbba3f4d91fa3ea25e5ab76/569",
            "viz_unittests": "82e3f81e2187415534e462f607313da05543aa37b4a2c713ff6a239f57422bbd/653",
            "vr_common_unittests": "334f26c02c2f89917026bf8dd851dd35a0f761d8ea116e191c861d8c16519bdf/648",
            "vr_pixeltests": "22012429332011b23b5e5781ea65963042674819ae26e4a9dab93fdcab65366f/646",
            "weblayer_browsertests": "0c6038c94e78012c602e4cb0a153b6a17f5f4bdbe140090ca3c1deaf6751982a/814",
            "weblayer_unittests": "7e05084e481b68813dd706dc427e65fe876fe51b58fbc62faf1b75d9df3f02d0/646",
            "wm_unittests": "fbb9e32593b8af468d414306dc6a84009e74c8d4a6942ac3172f116c8476bf7c/569",
            "wtf_unittests": "272a6be747f259823b20d871ca661c3c02ad61cc1780abfaac1e303cca19a207/569",
            "x11_unittests": "50f6408a194fdc3cd355122f61f2252b4526541170dc0aff752f424937897aad/569",
            "xr_browser_tests": "07a0a7b63a5293b15b807868549dc9bb2a037ebfba05117f8383efd68871f77b/728",
            "zlib_unittests": "a238f3361a6ee41d2b7a3636a4174c246e2e0cdfd7e4f0b693324eb793284223/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "d35d624e302339bddf63f41a26541de5b97ee363969aba926d26843428908d07/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "c8f90307acf041b9c0826fbd031546356075fa7a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8994309842654110272"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "79640"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[08:45:33.491] Scheduled build:
{
  "id": "8828879780353011361",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 71593,
  "createdBy": "project:chromium",
  "createTime": "2021-12-03T08:45:33.046446656Z",
  "updateTime": "2021-12-03T08:45:33.046446656Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "c8f90307acf041b9c0826fbd031546356075fa7a",
      "ref": "refs/heads/main"
    }
  }
}
[08:45:33.491] Task URL: https://cr-buildbucket.appspot.com/build/8828879780353011361
[08:45:33.491] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994309842654110272:2:0) after 4m49s
[08:45:40.857] Received PubSub notification, asking Buildbucket for the build status
[08:45:40.889] Build status: STARTED
[08:50:22.512] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994309842654110272:2:0)
[08:50:22.546] Build status: STARTED
[08:50:22.546] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994309842654110272:4:0) after 1m46s
[08:52:08.569] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994309842654110272:4:0)
[08:52:08.601] Build status: STARTED
[08:52:08.601] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994309842654110272:5:0) after 1m45s
[08:53:53.622] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994309842654110272:5:0)
[08:53:53.657] Build status: STARTED
[08:53:53.657] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994309842654110272:6:0) after 2m1s
[08:55:54.871] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994309842654110272:6:0)
[08:55:54.905] Build status: STARTED
[08:55:54.905] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994309842654110272:7:0) after 8m18s
[09:04:12.925] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994309842654110272:7:0)
[09:04:12.952] Build status: STARTED
[09:04:12.952] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994309842654110272:8:0) after 5m23s
[09:09:36.112] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994309842654110272:8:0)
[09:09:36.159] Build status: STARTED
[09:09:36.159] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994309842654110272:9:0) after 7m59s
[09:15:04.427] Received PubSub notification, asking Buildbucket for the build status
[09:15:04.487] Build:
{
  "id": "8828879780353011361",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 71593,
  "createdBy": "project:chromium",
  "createTime": "2021-12-03T08:45:33.046446656Z",
  "startTime": "2021-12-03T08:45:40.117509Z",
  "endTime": "2021-12-03T09:15:03.997241879Z",
  "updateTime": "2021-12-03T09:15:03.997241879Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "c8f90307acf041b9c0826fbd031546356075fa7a",
      "ref": "refs/heads/main"
    }
  }
}
[09:15:04.487] Invocation finished in 29m33.01991932s with status FAILED