Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 28 minutes
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/82626 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "ce165f15eb771a59b22a968529bf6786b8f5a08c",
        "project": "chromium/src",
        "ref": "refs/heads/main"
      }
    ]
  },
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "ce165f15eb771a59b22a968529bf6786b8f5a08c"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "730c127102b540ce2c4ec086b037c8b732706e26",
  "parent_got_dawn_revision": "a32a3374482a95de48fd9cd66dabdf8ccfce961a",
  "parent_got_nacl_revision": "cd81f598e8de34678c9d9de21742c7e56654e8d3",
  "parent_got_revision": "ce165f15eb771a59b22a968529bf6786b8f5a08c",
  "parent_got_revision_cp": "refs/heads/main@{#983688}",
  "parent_got_swiftshader_revision": "57eca9df5dc56d290f662ace7481ed758618d559",
  "parent_got_v8_revision": "3e31b8b72432ea5bb72c6947c7340d456637ee88",
  "parent_got_v8_revision_cp": "refs/heads/10.2.9@{#1}",
  "parent_got_webrtc_revision": "44ff88dd045dcd48e0195d40b058b5c2be6d5c2d",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#36286}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "ce165f15eb771a59b22a968529bf6786b8f5a08c",
  "swarm_hashes": {
    "absl_hardening_tests": "5b8ece59f0d921092ca2d102fbe5446bc35a0af560c52b8284ae675eb43e79f2/569",
    "accessibility_unittests": "10906457ace09f84aba53f7027b738181979bd66a784eb97e86c5c55a7ec2278/569",
    "angle_unittests": "c4c7051cc7788a186ae219e8b74f6ef387ffc85fc715b727ce7cde40160d461c/570",
    "app_shell_unittests": "2e1c34916d02ffb7fad12aa4c20f77adb3ccebbba07814bb9e5f6f4e09d11336/730",
    "aura_unittests": "4ceeb295809cc41640ac7b0e3a91a10abca9cac9b65b583f644600154920826c/569",
    "base_unittests": "9efffa696a3f4dbdd577509dc2113a4fbd9722a3ea4a843f6aab9ada7bce3837/648",
    "blink_common_unittests": "c9678bc9e28b8f73d0ff875b1a80bfe14fab536c9580645a06f4739fcef7e597/647",
    "blink_fuzzer_unittests": "7656b3f57c23fe2136c25ad2514b9cbba7c45c5262a4f598761bf4ec1cc7e551/569",
    "blink_heap_unittests": "5fe47fc2c9ba7ce8d441e6983e7e7541dc3f7a2879d062d1527f35a038d57953/569",
    "blink_platform_unittests": "ee425c7693ba019da6c251c0d636db566a3ef5b1f62288f8f11a71ca1edb1f4c/726",
    "blink_unittests": "7be1debc366fa07da1fa173328b139cc11dc594a9b167deb951636f8bdb8ce44/810",
    "boringssl_crypto_tests": "a7f63c9d369bf7cf67c79f70835aba8f9cefb21b178d9ae13333cd8bf8dce2df/570",
    "boringssl_ssl_tests": "616a2cf878bba66fe1d36a9d9709fa61bd1bb97ae8a151e06c8fc2e130f232bf/569",
    "capture_unittests": "e70e80e56172a57beeeef120bddd75adb7b1121a76838652e0e46f833618b796/648",
    "cast_unittests": "1b3c21602e7e24bd324f6e7d6130e10238ccef0ad364d9957d567b38ece29c55/569",
    "cc_unittests": "59fc55e16d6d09b797a7f995faec93fb617ac5aace2d401b93a903f637a49e6e/729",
    "chrome_app_unittests": "6cb96eb25922fc020990199e8bc98eece55bfc032eb1bb5b3502e6b13b6dd805/648",
    "chromedriver_unittests": "00282a0fab1b3be3cf06b82e4cbca8720a2880864f4a444d7a5f05cd89c2ebde/726",
    "color_unittests": "6d9a6271b794be7c53b6ac3003680d747ce5e730c59c63891e94bd39b209bfa1/569",
    "components_browsertests": "aedc1a209ff11cae570ee554dcab605dbf2da097d56fac26ee9ccfc0196d65b1/813",
    "components_unittests": "0d561d304245ea34fde481953fa75edf90058367bbdbae985597fea91674d9c3/813",
    "compositor_unittests": "f5d7a1e94dbee9d584d8144dc2a3e59c411c2626be186328c08cd90497c7b893/645",
    "content_browsertests": "70d73b1645b0c08d2d2b9f6db0a24380804f06f0f09802bd6eeab3e9bc2f3d69/887",
    "content_unittests": "f3c20cade8a8ca1c5e2752942eba9086a8d92332111e745eaddb0d7adc926846/806",
    "cronet_tests": "5216574ba24c8d6c4789f86c52aad1307a0ef028054bf1b3dc0cbbfef0d3fcb7/730",
    "cronet_unittests": "75cde92671ed704b9e485e79a6175579525b6a4ebdf33e9404b6496d3f6355a1/646",
    "crypto_unittests": "314db59c3fd3fdbc4dd624e35a8c44bf2bc30f843d0467821c331339748d13c8/569",
    "dbus_unittests": "c302da9c0cd811f49684e85861c01188d5f0db2df73112138089743865deff06/569",
    "device_unittests": "2af72c3e589492d42cf1c21c99ec7c38b8b89feba8989c08ceaac1b3d61bdaae/646",
    "display_unittests": "05d673253cbcf3b5123f180cc49b61f63047e92a2b13b44cb3f6bf96044b47e0/569",
    "events_unittests": "7bafa81c4851294f17501ca404a5867fa8a1ac461f7ecf834ed5ad5fd6607c69/569",
    "extensions_browsertests": "461c2704f8d14ebce24a64d0f1771fe8fee714d3aae391b9d9458c4be3281a05/732",
    "extensions_unittests": "8a12fee782ed90d22dca4ef75d60b25e23d006ab2203b16d09e7fcce2ad3e283/896",
    "filesystem_service_unittests": "8bd5520e7880a63def04cfa2e07f4f8db2d8dc35a8757a2c80461b0b4b09af85/569",
    "gcm_unit_tests": "7836a33cd7038ad76bf64edfee323f975c25ba2daa5fd21dab61ad90331092e3/646",
    "gfx_unittests": "22c715cc3e4d84f9265a89b6997133339cd22da9a3148cbc9719a55e9a1158d1/645",
    "gin_unittests": "ebcd78c4d5177ac1a84fc61e9058721704acf10acded6d282a261c83c2adaf4e/646",
    "gl_tests": "61ceafc177d89f1231a4444a0a98fefe6749b848300b85fb5d94fca096fc23d3/569",
    "gl_unittests": "2b3e317c16575e9b921d39a8a4c21b83fc1baf4fc6cac4161576d9d09efd9aa5/569",
    "google_apis_unittests": "38c121bc1a001be194efde181f61426a9a03ae2fb3ad1a7ed203d02e7f064a41/731",
    "gpu_unittests": "5f1c3540a3eb578f5954888aa894ca1ec443e433bdd07b449c0d90789218ee80/646",
    "gwp_asan_unittests": "37d6afe209f750b72248e1b24d667d9de3c77770d4bbc562e8451cba5b703024/570",
    "headless_browsertests": "767e6dbfbcfcce4a2d88345ceeffa9cb341f58865a709a515bdbf1bd74aa0898/730",
    "headless_unittests": "7dfe0192bfa3ecedbc49b5677719972a8d9dd78dec9b2b2d2209703bd677b79b/569",
    "interactive_ui_tests": "cd41a91e66043f12ede4ccfe722ec6adcdfa7e6387ed24a18a08f21cb2ea8946/965",
    "ipc_tests": "4e19592836c1c6e0d5c005bb61cf6c039d421ab83284d4f399e59c3fcb7950f3/569",
    "latency_unittests": "3fbcf4bb4772bc9f92d0e92596c08be6871212a80c34ff8111a6636b22413be6/569",
    "libjingle_xmpp_unittests": "5df8346e06a120b35efe901ecb64a54025d2c97632f75f613215fb7847cf8b5d/569",
    "liburlpattern_unittests": "24fd379903406f5d3c465237eb6a6c8133b7fbe650a7bd74e947fee383bdb161/569",
    "media_unittests": "313795867b6f29b4d1638d4b0a9901eb5611f1dbce6888b6eaeebf5878a52804/649",
    "message_center_unittests": "841d725d45db807e98f973931ffa914cb0794a461452e61682ed1e43fee32c6f/569",
    "midi_unittests": "813af39db141e95916007d0af5dbc7ce6d35bb10bcbbde50eb5a18d8d6a70ab1/569",
    "mojo_core_unittests": "8cfd3886554ad4e6496858432aa0d89e439e0ceaa9cdd65e43f14e9c5dd3beee/569",
    "mojo_unittests": "58ea0b5a6fbb5e71eab5d37d955897eb6fd87a3c4514564185830c5709453ef5/647",
    "native_theme_unittests": "7629b1a7126160df2fd9a3066cd27beaa9f7c000d1519553d26e723dfb601009/569",
    "net_unittests": "747b33e8afdffd3ae537699214cbf342e1ad19bf3b05c220bf40f008c7e0580d/648",
    "openscreen_unittests": "36365e5dca02f624b08ddd3f18d25f5012f44df2460bf171e857d9d6d9c7682d/570",
    "ozone_x11_unittests": "b6aca8934b6480bd3ef35decef2fe6bd5aae2118dd95bf4db777c7a7d126063b/569",
    "pdf_unittests": "bab6d74bc56088668545cd94d23cf6b74809c69b54bc59969576c6890a5ba2f7/646",
    "perfetto_unittests": "91398a0f49964153ab914051963fb9edbc3b96278cfdc1ededbcf849748e4620/569",
    "ppapi_unittests": "c2654fda2809ee36ecddb42ef1b7a747a2b194537957329152b190d6ca48447f/569",
    "printing_unittests": "cf04b083543b79ca743d8b4a57731f8a04001978a1798c0c1835423749458711/569",
    "remoting_unittests": "3d8fb36a4dec719d9e210f49d95e9bc2319658a2a60a91474621777606e96774/646",
    "sandbox_linux_unittests": "ed2fb347e591130d3bc6b6ebf503611632a17652ad9f3aae73a74a79738e9104/569",
    "service_manager_unittests": "c31efab8f60c980480fa21aab40c40c14eca55f49ea4a5c9f2acdc21c9e746df/569",
    "services_unittests": "5aa9af8a2cddbcc979eb0438949fa29fce71f5f4a6e912407cede657b7c87219/815",
    "shell_dialogs_unittests": "5fe0b2d89723c5f5720691cf86e25da95ff2423673e5d2abc248b29a01b5b134/569",
    "skia_unittests": "5f77c40cb82a80c97476c4743e8a291432d48ec25d6aeb48bc47c0f4dd48a669/569",
    "snapshot_unittests": "a2febb8d084cb99fa3c5099c952d17f533cdd203b72a3a65819b84f65e65d104/569",
    "sql_unittests": "f4fba384456c22c6104f9cb723f02e0fc48ca47f0e9bb4878728b91fdf35d427/646",
    "storage_unittests": "9011001203bf0d76a920d7fd2dc500757aaed05d6d09dd3a124591760fc2456a/727",
    "sync_integration_tests": "0e536b6f0a570a28491db5383b42a8eec1617e78493da2bb300517f3bb8bad14/729",
    "ui_base_unittests": "0a67874e76e054bff1b38396cac5106386186da597f92d0568016f9742448786/723",
    "ui_touch_selection_unittests": "fa4191c5f2a5ae21edf28ccab296aa12a296edcc9a28bc5a8d36a9469300f334/569",
    "unit_tests": "1c0e018137e0ff60ed97f4d25c45e34ec71ebafc97523d7bcdc07cae3ce7a085/1139",
    "url_unittests": "2c95b883cc151bfdf6af28b4092579db0b11c0ab1fb1d4acc551bdce4c649ae7/569",
    "views_unittests": "c239495275a143e4f8b3e5555956eab58033b011da90fd86d35660b74032f183/569",
    "viz_unittests": "b6b03af6b9bef7222a128882cf8454204964847b177e26a392fd278575b5459a/653",
    "vr_common_unittests": "e13fc80b92afb6a5ea3284a18d7e19ebc2853679cc58e2335448413c4fa992d2/648",
    "vr_pixeltests": "690e23c04d2c5633d721f9ec1731c5ba3ddad9ced13c9885befaf11f01be32ae/646",
    "weblayer_browsertests": "2e0806507f3cfa2102f9f41e105e32851cc9b9ae03a46578e1f3ecbd02b3a08f/814",
    "weblayer_unittests": "a7eb21291b6da75bb4cda1726f31451b700dacbf6c651efcc8a27d4125c77b7e/646",
    "wm_unittests": "2df32cb8c170ebaeaaaa0ffa7f933a0999cf1d5bc994a8443f0ae32a6f278cbe/569",
    "wtf_unittests": "481e6f1debe8512fd9d3cb4ddab667ce0edd097db7e89cbffc49215b94b1c888/569",
    "xr_browser_tests": "2417e5542349977ccb283957bacb81ffe2c75b15dbe82037c2f8ccdd3d32dc1e/728",
    "zlib_unittests": "f247518b73f0b3005e71734c2f6995ed30fa9457619b31675e0f5d7046619b58/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "99f1ddc3cab048b3d466e52ddfb22b426ffdb5a5e64a31b34163289b91b49154/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/ce165f15eb771a59b22a968529bf6786b8f5a08c
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:82626
  • user_agent:recipe

Debug log (UTC)

[07:07:56.758] New invocation is queued and will start shortly
[07:07:56.758] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[07:07:57.845] Starting the invocation (attempt 1)
[07:07:57.890] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/ce165f15eb771a59b22a968529bf6786b8f5a08c"
[07:07:57.890] Popped gitiles commit info from properties and tags
[07:07:57.890] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[07:07:57.890] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[07:07:57.890] Buildbucket request:
{
  "requestId": "8984440912443543792",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "ce165f15eb771a59b22a968529bf6786b8f5a08c",
                        "project": "chromium/src",
                        "ref": "refs/heads/main"
                      }
                ]
          },
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "ce165f15eb771a59b22a968529bf6786b8f5a08c"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "730c127102b540ce2c4ec086b037c8b732706e26",
      "parent_got_dawn_revision": "a32a3374482a95de48fd9cd66dabdf8ccfce961a",
      "parent_got_nacl_revision": "cd81f598e8de34678c9d9de21742c7e56654e8d3",
      "parent_got_revision": "ce165f15eb771a59b22a968529bf6786b8f5a08c",
      "parent_got_revision_cp": "refs/heads/main@{#983688}",
      "parent_got_swiftshader_revision": "57eca9df5dc56d290f662ace7481ed758618d559",
      "parent_got_v8_revision": "3e31b8b72432ea5bb72c6947c7340d456637ee88",
      "parent_got_v8_revision_cp": "refs/heads/10.2.9@{#1}",
      "parent_got_webrtc_revision": "44ff88dd045dcd48e0195d40b058b5c2be6d5c2d",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#36286}",
      "swarm_hashes": {
            "absl_hardening_tests": "5b8ece59f0d921092ca2d102fbe5446bc35a0af560c52b8284ae675eb43e79f2/569",
            "accessibility_unittests": "10906457ace09f84aba53f7027b738181979bd66a784eb97e86c5c55a7ec2278/569",
            "angle_unittests": "c4c7051cc7788a186ae219e8b74f6ef387ffc85fc715b727ce7cde40160d461c/570",
            "app_shell_unittests": "2e1c34916d02ffb7fad12aa4c20f77adb3ccebbba07814bb9e5f6f4e09d11336/730",
            "aura_unittests": "4ceeb295809cc41640ac7b0e3a91a10abca9cac9b65b583f644600154920826c/569",
            "base_unittests": "9efffa696a3f4dbdd577509dc2113a4fbd9722a3ea4a843f6aab9ada7bce3837/648",
            "blink_common_unittests": "c9678bc9e28b8f73d0ff875b1a80bfe14fab536c9580645a06f4739fcef7e597/647",
            "blink_fuzzer_unittests": "7656b3f57c23fe2136c25ad2514b9cbba7c45c5262a4f598761bf4ec1cc7e551/569",
            "blink_heap_unittests": "5fe47fc2c9ba7ce8d441e6983e7e7541dc3f7a2879d062d1527f35a038d57953/569",
            "blink_platform_unittests": "ee425c7693ba019da6c251c0d636db566a3ef5b1f62288f8f11a71ca1edb1f4c/726",
            "blink_unittests": "7be1debc366fa07da1fa173328b139cc11dc594a9b167deb951636f8bdb8ce44/810",
            "boringssl_crypto_tests": "a7f63c9d369bf7cf67c79f70835aba8f9cefb21b178d9ae13333cd8bf8dce2df/570",
            "boringssl_ssl_tests": "616a2cf878bba66fe1d36a9d9709fa61bd1bb97ae8a151e06c8fc2e130f232bf/569",
            "capture_unittests": "e70e80e56172a57beeeef120bddd75adb7b1121a76838652e0e46f833618b796/648",
            "cast_unittests": "1b3c21602e7e24bd324f6e7d6130e10238ccef0ad364d9957d567b38ece29c55/569",
            "cc_unittests": "59fc55e16d6d09b797a7f995faec93fb617ac5aace2d401b93a903f637a49e6e/729",
            "chrome_app_unittests": "6cb96eb25922fc020990199e8bc98eece55bfc032eb1bb5b3502e6b13b6dd805/648",
            "chromedriver_unittests": "00282a0fab1b3be3cf06b82e4cbca8720a2880864f4a444d7a5f05cd89c2ebde/726",
            "color_unittests": "6d9a6271b794be7c53b6ac3003680d747ce5e730c59c63891e94bd39b209bfa1/569",
            "components_browsertests": "aedc1a209ff11cae570ee554dcab605dbf2da097d56fac26ee9ccfc0196d65b1/813",
            "components_unittests": "0d561d304245ea34fde481953fa75edf90058367bbdbae985597fea91674d9c3/813",
            "compositor_unittests": "f5d7a1e94dbee9d584d8144dc2a3e59c411c2626be186328c08cd90497c7b893/645",
            "content_browsertests": "70d73b1645b0c08d2d2b9f6db0a24380804f06f0f09802bd6eeab3e9bc2f3d69/887",
            "content_unittests": "f3c20cade8a8ca1c5e2752942eba9086a8d92332111e745eaddb0d7adc926846/806",
            "cronet_tests": "5216574ba24c8d6c4789f86c52aad1307a0ef028054bf1b3dc0cbbfef0d3fcb7/730",
            "cronet_unittests": "75cde92671ed704b9e485e79a6175579525b6a4ebdf33e9404b6496d3f6355a1/646",
            "crypto_unittests": "314db59c3fd3fdbc4dd624e35a8c44bf2bc30f843d0467821c331339748d13c8/569",
            "dbus_unittests": "c302da9c0cd811f49684e85861c01188d5f0db2df73112138089743865deff06/569",
            "device_unittests": "2af72c3e589492d42cf1c21c99ec7c38b8b89feba8989c08ceaac1b3d61bdaae/646",
            "display_unittests": "05d673253cbcf3b5123f180cc49b61f63047e92a2b13b44cb3f6bf96044b47e0/569",
            "events_unittests": "7bafa81c4851294f17501ca404a5867fa8a1ac461f7ecf834ed5ad5fd6607c69/569",
            "extensions_browsertests": "461c2704f8d14ebce24a64d0f1771fe8fee714d3aae391b9d9458c4be3281a05/732",
            "extensions_unittests": "8a12fee782ed90d22dca4ef75d60b25e23d006ab2203b16d09e7fcce2ad3e283/896",
            "filesystem_service_unittests": "8bd5520e7880a63def04cfa2e07f4f8db2d8dc35a8757a2c80461b0b4b09af85/569",
            "gcm_unit_tests": "7836a33cd7038ad76bf64edfee323f975c25ba2daa5fd21dab61ad90331092e3/646",
            "gfx_unittests": "22c715cc3e4d84f9265a89b6997133339cd22da9a3148cbc9719a55e9a1158d1/645",
            "gin_unittests": "ebcd78c4d5177ac1a84fc61e9058721704acf10acded6d282a261c83c2adaf4e/646",
            "gl_tests": "61ceafc177d89f1231a4444a0a98fefe6749b848300b85fb5d94fca096fc23d3/569",
            "gl_unittests": "2b3e317c16575e9b921d39a8a4c21b83fc1baf4fc6cac4161576d9d09efd9aa5/569",
            "google_apis_unittests": "38c121bc1a001be194efde181f61426a9a03ae2fb3ad1a7ed203d02e7f064a41/731",
            "gpu_unittests": "5f1c3540a3eb578f5954888aa894ca1ec443e433bdd07b449c0d90789218ee80/646",
            "gwp_asan_unittests": "37d6afe209f750b72248e1b24d667d9de3c77770d4bbc562e8451cba5b703024/570",
            "headless_browsertests": "767e6dbfbcfcce4a2d88345ceeffa9cb341f58865a709a515bdbf1bd74aa0898/730",
            "headless_unittests": "7dfe0192bfa3ecedbc49b5677719972a8d9dd78dec9b2b2d2209703bd677b79b/569",
            "interactive_ui_tests": "cd41a91e66043f12ede4ccfe722ec6adcdfa7e6387ed24a18a08f21cb2ea8946/965",
            "ipc_tests": "4e19592836c1c6e0d5c005bb61cf6c039d421ab83284d4f399e59c3fcb7950f3/569",
            "latency_unittests": "3fbcf4bb4772bc9f92d0e92596c08be6871212a80c34ff8111a6636b22413be6/569",
            "libjingle_xmpp_unittests": "5df8346e06a120b35efe901ecb64a54025d2c97632f75f613215fb7847cf8b5d/569",
            "liburlpattern_unittests": "24fd379903406f5d3c465237eb6a6c8133b7fbe650a7bd74e947fee383bdb161/569",
            "media_unittests": "313795867b6f29b4d1638d4b0a9901eb5611f1dbce6888b6eaeebf5878a52804/649",
            "message_center_unittests": "841d725d45db807e98f973931ffa914cb0794a461452e61682ed1e43fee32c6f/569",
            "midi_unittests": "813af39db141e95916007d0af5dbc7ce6d35bb10bcbbde50eb5a18d8d6a70ab1/569",
            "mojo_core_unittests": "8cfd3886554ad4e6496858432aa0d89e439e0ceaa9cdd65e43f14e9c5dd3beee/569",
            "mojo_unittests": "58ea0b5a6fbb5e71eab5d37d955897eb6fd87a3c4514564185830c5709453ef5/647",
            "native_theme_unittests": "7629b1a7126160df2fd9a3066cd27beaa9f7c000d1519553d26e723dfb601009/569",
            "net_unittests": "747b33e8afdffd3ae537699214cbf342e1ad19bf3b05c220bf40f008c7e0580d/648",
            "openscreen_unittests": "36365e5dca02f624b08ddd3f18d25f5012f44df2460bf171e857d9d6d9c7682d/570",
            "ozone_x11_unittests": "b6aca8934b6480bd3ef35decef2fe6bd5aae2118dd95bf4db777c7a7d126063b/569",
            "pdf_unittests": "bab6d74bc56088668545cd94d23cf6b74809c69b54bc59969576c6890a5ba2f7/646",
            "perfetto_unittests": "91398a0f49964153ab914051963fb9edbc3b96278cfdc1ededbcf849748e4620/569",
            "ppapi_unittests": "c2654fda2809ee36ecddb42ef1b7a747a2b194537957329152b190d6ca48447f/569",
            "printing_unittests": "cf04b083543b79ca743d8b4a57731f8a04001978a1798c0c1835423749458711/569",
            "remoting_unittests": "3d8fb36a4dec719d9e210f49d95e9bc2319658a2a60a91474621777606e96774/646",
            "sandbox_linux_unittests": "ed2fb347e591130d3bc6b6ebf503611632a17652ad9f3aae73a74a79738e9104/569",
            "service_manager_unittests": "c31efab8f60c980480fa21aab40c40c14eca55f49ea4a5c9f2acdc21c9e746df/569",
            "services_unittests": "5aa9af8a2cddbcc979eb0438949fa29fce71f5f4a6e912407cede657b7c87219/815",
            "shell_dialogs_unittests": "5fe0b2d89723c5f5720691cf86e25da95ff2423673e5d2abc248b29a01b5b134/569",
            "skia_unittests": "5f77c40cb82a80c97476c4743e8a291432d48ec25d6aeb48bc47c0f4dd48a669/569",
            "snapshot_unittests": "a2febb8d084cb99fa3c5099c952d17f533cdd203b72a3a65819b84f65e65d104/569",
            "sql_unittests": "f4fba384456c22c6104f9cb723f02e0fc48ca47f0e9bb4878728b91fdf35d427/646",
            "storage_unittests": "9011001203bf0d76a920d7fd2dc500757aaed05d6d09dd3a124591760fc2456a/727",
            "sync_integration_tests": "0e536b6f0a570a28491db5383b42a8eec1617e78493da2bb300517f3bb8bad14/729",
            "ui_base_unittests": "0a67874e76e054bff1b38396cac5106386186da597f92d0568016f9742448786/723",
            "ui_touch_selection_unittests": "fa4191c5f2a5ae21edf28ccab296aa12a296edcc9a28bc5a8d36a9469300f334/569",
            "unit_tests": "1c0e018137e0ff60ed97f4d25c45e34ec71ebafc97523d7bcdc07cae3ce7a085/1139",
            "url_unittests": "2c95b883cc151bfdf6af28b4092579db0b11c0ab1fb1d4acc551bdce4c649ae7/569",
            "views_unittests": "c239495275a143e4f8b3e5555956eab58033b011da90fd86d35660b74032f183/569",
            "viz_unittests": "b6b03af6b9bef7222a128882cf8454204964847b177e26a392fd278575b5459a/653",
            "vr_common_unittests": "e13fc80b92afb6a5ea3284a18d7e19ebc2853679cc58e2335448413c4fa992d2/648",
            "vr_pixeltests": "690e23c04d2c5633d721f9ec1731c5ba3ddad9ced13c9885befaf11f01be32ae/646",
            "weblayer_browsertests": "2e0806507f3cfa2102f9f41e105e32851cc9b9ae03a46578e1f3ecbd02b3a08f/814",
            "weblayer_unittests": "a7eb21291b6da75bb4cda1726f31451b700dacbf6c651efcc8a27d4125c77b7e/646",
            "wm_unittests": "2df32cb8c170ebaeaaaa0ffa7f933a0999cf1d5bc994a8443f0ae32a6f278cbe/569",
            "wtf_unittests": "481e6f1debe8512fd9d3cb4ddab667ce0edd097db7e89cbffc49215b94b1c888/569",
            "xr_browser_tests": "2417e5542349977ccb283957bacb81ffe2c75b15dbe82037c2f8ccdd3d32dc1e/728",
            "zlib_unittests": "f247518b73f0b3005e71734c2f6995ed30fa9457619b31675e0f5d7046619b58/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "99f1ddc3cab048b3d466e52ddfb22b426ffdb5a5e64a31b34163289b91b49154/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "ce165f15eb771a59b22a968529bf6786b8f5a08c",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8984440912443543792"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "82626"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[07:08:00.017] Scheduled build:
{
  "id": "8819010850497166065",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 74544,
  "createdBy": "project:chromium",
  "createTime": "2022-03-22T07:07:57.980599725Z",
  "updateTime": "2022-03-22T07:07:57.980599725Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "ce165f15eb771a59b22a968529bf6786b8f5a08c",
      "ref": "refs/heads/main"
    }
  }
}
[07:08:00.017] Task URL: https://cr-buildbucket.appspot.com/build/8819010850497166065
[07:08:00.017] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8984440912443543792:2:0) after 1m20s
[07:08:55.600] Received PubSub notification, asking Buildbucket for the build status
[07:08:55.640] Build status: STARTED
[07:09:20.136] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8984440912443543792:2:0)
[07:09:20.188] Build status: STARTED
[07:09:20.188] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8984440912443543792:4:0) after 9m42s
[07:19:02.601] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8984440912443543792:4:0)
[07:19:02.691] Build status: STARTED
[07:19:02.691] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8984440912443543792:5:0) after 1m42s
[07:20:44.811] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8984440912443543792:5:0)
[07:20:44.832] Build status: STARTED
[07:20:44.832] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8984440912443543792:6:0) after 7m59s
[07:28:44.047] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8984440912443543792:6:0)
[07:28:44.073] Build status: STARTED
[07:28:44.073] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8984440912443543792:7:0) after 3m39s
[07:32:23.179] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8984440912443543792:7:0)
[07:32:23.214] Build status: STARTED
[07:32:23.214] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8984440912443543792:8:0) after 6m55s
[07:36:31.863] Received PubSub notification, asking Buildbucket for the build status
[07:36:31.886] Build:
{
  "id": "8819010850497166065",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 74544,
  "createdBy": "project:chromium",
  "createTime": "2022-03-22T07:07:57.980599725Z",
  "startTime": "2022-03-22T07:08:54.538273Z",
  "endTime": "2022-03-22T07:36:31.445140591Z",
  "updateTime": "2022-03-22T07:36:31.445140591Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "ce165f15eb771a59b22a968529bf6786b8f5a08c",
      "ref": "refs/heads/main"
    }
  }
}
[07:36:31.886] Invocation finished in 28m35.144509551s with status FAILED