Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 26 minutes
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/83001 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "2f350e61cdbadc2c57ced51f22b54f1594af24f0",
        "project": "chromium/src",
        "ref": "refs/heads/main"
      }
    ]
  },
  "branch": "refs/heads/main",
  "deps_revision_overrides": {
    "src": "2f350e61cdbadc2c57ced51f22b54f1594af24f0"
  },
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "9d486a85e8888ad22a39bf1bb5d15fba90c944cc",
  "parent_got_dawn_revision": "b2e4a961f6c9585f3f9c8a66538a2cfe15507404",
  "parent_got_nacl_revision": "f231a6e8c08f6733c072ae9cca3ce00f42edd9ff",
  "parent_got_revision": "2f350e61cdbadc2c57ced51f22b54f1594af24f0",
  "parent_got_revision_cp": "refs/heads/main@{#989754}",
  "parent_got_swiftshader_revision": "626c44cc5cf29a877205150149cb66cc074d93b7",
  "parent_got_v8_revision": "9e5ad1e99a34694669f2dee0f2fb8901f00760ba",
  "parent_got_v8_revision_cp": "refs/heads/10.2.86@{#1}",
  "parent_got_webrtc_revision": "00112748e187c16693363ec157e42a7738312128",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#36468}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "2f350e61cdbadc2c57ced51f22b54f1594af24f0",
  "swarm_hashes": {
    "absl_hardening_tests": "28e4a4a4e1883a0bf85e3617be9bb130a9721c6759bdac231b2054a77a3d2e12/569",
    "accessibility_unittests": "ce140daec887ea5bb2b5ab042666470d5ce2f50ebfeba1fab5dba332e48dd641/569",
    "angle_unittests": "5fd9e7ef77c7bcc867b3322f6fe9c26ba7d57893a24a776328ba76f67f1d5ce7/570",
    "app_shell_unittests": "a60c5b0dced23f116089c91699195c23fa0e7a0c6863869dedcd2bf5f20f79fe/730",
    "aura_unittests": "b025af7821dcdb3104c32fd7c4833a3561451c62ab0d79c4e7c2689d6d61617c/569",
    "base_unittests": "264253e35116e1afe8157a1f8473603229ef54da73e2d245e54baf3c1f5597f3/648",
    "blink_common_unittests": "5903514dd49e45a0b645b117f27de32f3009370b43c0980309f79fedbe4a6804/647",
    "blink_fuzzer_unittests": "1ffb938904502d9d7486829375f2eb09bc1d436d08d35a83c9444ee76d4f86dd/569",
    "blink_heap_unittests": "7afb7395429e476254adebfccca07e39de12af9a567e926f39c09bc026ea7215/569",
    "blink_platform_unittests": "0cde23eae83358b98338b0d8e2ad07447d0b0bf230f28631a695d87efd5ead10/726",
    "blink_unittests": "72b77f7140fe28ab1d8b82febf0a43a4bad34f5eda411f26af98b41e3970ba47/810",
    "boringssl_crypto_tests": "9908fa9ad3ed0db745a8c3e66a09d23cb27cc5085693f3cb23a313ee77e928bd/570",
    "boringssl_ssl_tests": "5ce9f0ea61ef9844a21c55ca1911b52230c7307d4a381ebd18d2ab9ec0f19ac5/569",
    "capture_unittests": "5454018e52febb75c27e1d93b9db8c3881f84e718c3987484c4ee76bd0db4459/648",
    "cast_unittests": "4a2283ed9719af9c1883a368bcbaa6631cfd36a0597af7b8dee10c3c94f50146/569",
    "cc_unittests": "fa230099a854116f12434b4f1580324d2375a8c65b6091930f25eb80fc107f50/729",
    "chrome_app_unittests": "f6d91d2057df545971f87cc22074873cb8e119b65d578281da0f358090cf9f38/648",
    "chromedriver_unittests": "30671b9fbd1c81a9ad69802029bdb4c2859bef64a646c8ac1dea8e3d870b44c2/726",
    "color_unittests": "e587d38f557ff9d7c083269cefdd7377260cdb174c05506f6500c846bb069534/569",
    "components_browsertests": "d56c4033b9acc35431a3ea54cb6086caa8b6431951419af56fddea7b79ce9106/813",
    "components_unittests": "a5defd5f564b6f00bd2e5452e15364c439612e563ddd19a996bb8c7e00d6df6b/813",
    "compositor_unittests": "c73930e5d3d4268708501729c02dcd16873c1611bf6411b10a4543c58fd3177a/645",
    "content_browsertests": "213fcb5c3034c3470f395e7845aac4662fe0df73de3c24da9c1053ab9cfbda0a/887",
    "content_unittests": "99000d85c234486479f176f1992e3e22782048123d11f0b01452f0664667795c/806",
    "cronet_tests": "48b3e2e64ff4d03ae509df922f3fc78d76f30ecdeee80d705a3fe237cbf1ed91/730",
    "cronet_unittests": "24dd7132023a300b426a80ce3b14e5efa42179318d5bd1236676dafb44471ebe/646",
    "crypto_unittests": "a795376a6c9f182be5a34080284072de72b972aea17d5a15c2cb770b5caabfa6/569",
    "dbus_unittests": "28ac353c2cf1645dae24eb7414e26484dc5c385aec6e0942f1297f3dfcc597f3/569",
    "device_unittests": "28494c1a0c8b91048e274bcdb6a4f7f235d40337eecfc60edb0867b1a6618335/646",
    "display_unittests": "816e87606766d606af352c8a8984042d36bf01b294dff36ab3594ce13ce9d11c/569",
    "events_unittests": "2a98f116f3b13de3e37c3d03f095a8265956646aaa0f86b92bd15b114b065b46/569",
    "extensions_browsertests": "a577f7e2beabbecde0832a45f6fd2cb09c51dbc38d301e142027cf64027ccf89/732",
    "extensions_unittests": "2948bdffaf3ae28f9dd31c1eb953fac1fabd2147565d6186a310269be98fc788/896",
    "filesystem_service_unittests": "46b55bc03ae59c86d6a424fc0355f0aaefb15c949dfa9857359a51ea028ca6d8/569",
    "gcm_unit_tests": "52aa560a70d750c33b6b5fae9d82ddfcf1a9975c5e9c2cb6a9b418bd74155792/646",
    "gfx_unittests": "cc71c13aaf5254b90f151141a1d4a1420b42aa84a12027b8a01878c11d8d1ca0/645",
    "gin_unittests": "3878e7c036deb7566b26ffeffea0ab609fdb580c4876891eb945a869b4d9b33f/646",
    "gl_tests": "e05e43fc69010f4c1a30bf3275daa7fea960e2ed488fe220e82ea55d90bc7350/569",
    "gl_unittests": "c0a0cb8159ac5284b876aa6f97158f70cd472d1f747b2672761aefd8a5cec5d8/569",
    "google_apis_unittests": "e21244a8e90bb65a96190b9f63ce73e8e2cb22d0d07adf33b917a2a4c26d0099/731",
    "gpu_unittests": "2d9d1721d93ae0d72372be863ad98ecc49960eaf89f3edd94e942e700828102e/646",
    "gwp_asan_unittests": "db07b1d977d4233f27451c443b57f58f3c62be00552110505de3d2f816c29f73/570",
    "headless_browsertests": "af9c86099f91993859a2513f47b372c9282da33eb56e564aed3641c09b391aeb/730",
    "headless_unittests": "d2e87a47879fc1111bfe08cd85465ec61e2889281793695a08d2dab86e48f52d/569",
    "interactive_ui_tests": "163a801f3f89be214c89c6097c3091c74941df177cd1963a3b3af87e9cae57d8/965",
    "ipc_tests": "bffe16bf0fcb60019786adf28ffd69698285b49c3ad59c9d823a57e594829426/569",
    "latency_unittests": "4c8e340ddfd551e54e32d10cc8d2e93f0b50cb03ac8a0f6b082418cb23596e28/569",
    "libjingle_xmpp_unittests": "affbfa5eded0513bb3e37784d26967e2a2de2e1971257b78855df99dc5504007/569",
    "liburlpattern_unittests": "8e3d9d2daaf8e44e13e4e962c111fdc1b9c825d4f79c6e366c8d54f73af783d5/569",
    "media_unittests": "eb8b6acf453118d5889e9635f5e5ba84e68d83282b821fe217bdb650f12b5b05/649",
    "message_center_unittests": "52e224a53816514418b91bd064deaf8a0f5f009300e8433b96e9b476ad34c389/569",
    "midi_unittests": "8cdb52797d6574264e707199c14dad15443fbb7454dc95269d214e27d7a70bb2/569",
    "mojo_core_unittests": "e4a5325438c5ed6f3c779b59aaf43a1ee5e26398998f6ae8d5c870657dc989a8/569",
    "mojo_unittests": "c8482eb79d6df1cd50d9b7cc1e725846065bf1a0e7b715712b36e7e07dc3c329/647",
    "native_theme_unittests": "efebe08a44a49ab835808d924d6e32431a474e42612de4fad1aa75a83d3d7224/569",
    "net_unittests": "e56dbe4c86ae9fe4b7babccf5468a973b4dd9f0eadfbdc8c9e18ee880c4b6698/648",
    "openscreen_unittests": "213f5f40ff4b9b96e064c64b0a546dac03c7b19ee9b79ef998427fb3f4bab1cd/570",
    "ozone_x11_unittests": "0fc7d83e13d87033af916a28ce1b44e2492859ba30e82b4c68b0bc5c667ec77d/569",
    "pdf_unittests": "259755c829a168cc48470fc211f627c7f08ee16b8d2e1d0c71515354e36857d5/646",
    "perfetto_unittests": "22e282c4a5fd60a7465bdd16e1dfd6723c8c18e67b76a1a48afa290a09046006/569",
    "ppapi_unittests": "ac9ae4cfbeda534b9d2266b20c29e0ba54dd5c4a01657ed5f67b41c89a4fe80f/569",
    "printing_unittests": "14a376dde078a921dd062cc92143b7c0e7dba2aba49470726c9b9947733e14ac/569",
    "remoting_unittests": "2f72a566e25b1082c6940f620d07d15ae5e285e57b6a3ae8a746715995545b28/646",
    "sandbox_linux_unittests": "7fd5f0a8ac8ea3369f61017e0221e306ae839e5c61d4ba163cd28705ec994f41/569",
    "service_manager_unittests": "cd203b1c1e2fe966db041161ee512bd601234a454ce666f1ee586f971ebfc17d/569",
    "services_unittests": "9306b826b9381cfe72f3c5158c25dee9fc4951d3b85cf4b45e802e9af234a384/815",
    "shell_dialogs_unittests": "6952ffb05b979ade5252a1379a4d1201c1a20f89ac118306130a88e97db45318/569",
    "skia_unittests": "03ff4fa3bd271cab9b990278737de8dbdccead6729fe84df99348fff70a7777b/569",
    "snapshot_unittests": "9ec7f370b0b220aa3fda908ca0edb26c9d283b214ed6e9eefdddbabce0739742/569",
    "sql_unittests": "f3b6cda33c82feee6a960608832c48ee5183599295c4db400e6ac70008c86261/646",
    "storage_unittests": "2af04f78d5154aa93ae1e2982e490c3174d9b68befa61c657c582c13500fd267/727",
    "sync_integration_tests": "23eb9ece5387a863c641048a3156f283dab2a2d8a796c406743ac89744f0c571/729",
    "ui_base_unittests": "d0cf80430f087526e7da1fff58560a1b2c047084f4840e7f9af229da28f150a8/723",
    "ui_touch_selection_unittests": "66f545f4cf321b34533176787e7ceb5ebc579dd446ac76469b02bb72a1193be7/569",
    "unit_tests": "8f4053638afb1b353fefde3967aef388a3447c2a47c114e293eb152a248fe9c3/1139",
    "url_unittests": "00597883b31f0e5ed73501db4691043039ef6a25fbbda724e60eae01698e3f3e/569",
    "views_unittests": "0574cd6967285f0c4057fe96e46a8f5e32aa6f8715f947bfef117bff8846eb66/569",
    "viz_unittests": "f15372c977c42c39accdfcc4f11e007efa59903ccdaeb043592b490e1db2b4f7/653",
    "vr_common_unittests": "f7648919586d3fe9c19643af6ecf63e2b5c4ac917af989e61eb3ff33917ca113/648",
    "vr_pixeltests": "cc68d7ede8d4056cf640949857d9f719982932c0bf82088f02e20a229e38b949/646",
    "weblayer_browsertests": "2c3f30389ca983956c82cea71ca3d7d73f1691229faf301b0884ba1c382b2409/814",
    "weblayer_unittests": "ea72b4bee1cf7c259f88f8ad5c26501759970377bcd193d9b2e7313bac4e68e4/646",
    "wm_unittests": "d284ba0d90624c6ed26edb996bf87b1592cc22a16ca14b2717784b8c74fe09f8/569",
    "wtf_unittests": "401ffaf6286d3cb3193b96e6ae67fe9814a925c6db8e7bc5c27505c097953464/569",
    "xr_browser_tests": "330061ddabced4ec63219cd149f2e32c94de97efd0bdc023d9c8707af49f9d0a/728",
    "zlib_unittests": "5ca2640cf1dda3ec92f34d9a59fb8dec83688c236077f7fd3f7a1cf539dc6edb/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "99f1ddc3cab048b3d466e52ddfb22b426ffdb5a5e64a31b34163289b91b49154/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2f350e61cdbadc2c57ced51f22b54f1594af24f0
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:83001
  • user_agent:recipe

Debug log (UTC)

[03:26:04.865] New invocation is queued and will start shortly
[03:26:04.865] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[03:26:05.980] Starting the invocation (attempt 1)
[03:26:06.016] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2f350e61cdbadc2c57ced51f22b54f1594af24f0"
[03:26:06.016] Popped gitiles commit info from properties and tags
[03:26:06.016] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[03:26:06.016] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[03:26:06.017] Buildbucket request:
{
  "requestId": "8983005319509925792",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "2f350e61cdbadc2c57ced51f22b54f1594af24f0",
                        "project": "chromium/src",
                        "ref": "refs/heads/main"
                      }
                ]
          },
      "deps_revision_overrides": {
            "src": "2f350e61cdbadc2c57ced51f22b54f1594af24f0"
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "9d486a85e8888ad22a39bf1bb5d15fba90c944cc",
      "parent_got_dawn_revision": "b2e4a961f6c9585f3f9c8a66538a2cfe15507404",
      "parent_got_nacl_revision": "f231a6e8c08f6733c072ae9cca3ce00f42edd9ff",
      "parent_got_revision": "2f350e61cdbadc2c57ced51f22b54f1594af24f0",
      "parent_got_revision_cp": "refs/heads/main@{#989754}",
      "parent_got_swiftshader_revision": "626c44cc5cf29a877205150149cb66cc074d93b7",
      "parent_got_v8_revision": "9e5ad1e99a34694669f2dee0f2fb8901f00760ba",
      "parent_got_v8_revision_cp": "refs/heads/10.2.86@{#1}",
      "parent_got_webrtc_revision": "00112748e187c16693363ec157e42a7738312128",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#36468}",
      "swarm_hashes": {
            "absl_hardening_tests": "28e4a4a4e1883a0bf85e3617be9bb130a9721c6759bdac231b2054a77a3d2e12/569",
            "accessibility_unittests": "ce140daec887ea5bb2b5ab042666470d5ce2f50ebfeba1fab5dba332e48dd641/569",
            "angle_unittests": "5fd9e7ef77c7bcc867b3322f6fe9c26ba7d57893a24a776328ba76f67f1d5ce7/570",
            "app_shell_unittests": "a60c5b0dced23f116089c91699195c23fa0e7a0c6863869dedcd2bf5f20f79fe/730",
            "aura_unittests": "b025af7821dcdb3104c32fd7c4833a3561451c62ab0d79c4e7c2689d6d61617c/569",
            "base_unittests": "264253e35116e1afe8157a1f8473603229ef54da73e2d245e54baf3c1f5597f3/648",
            "blink_common_unittests": "5903514dd49e45a0b645b117f27de32f3009370b43c0980309f79fedbe4a6804/647",
            "blink_fuzzer_unittests": "1ffb938904502d9d7486829375f2eb09bc1d436d08d35a83c9444ee76d4f86dd/569",
            "blink_heap_unittests": "7afb7395429e476254adebfccca07e39de12af9a567e926f39c09bc026ea7215/569",
            "blink_platform_unittests": "0cde23eae83358b98338b0d8e2ad07447d0b0bf230f28631a695d87efd5ead10/726",
            "blink_unittests": "72b77f7140fe28ab1d8b82febf0a43a4bad34f5eda411f26af98b41e3970ba47/810",
            "boringssl_crypto_tests": "9908fa9ad3ed0db745a8c3e66a09d23cb27cc5085693f3cb23a313ee77e928bd/570",
            "boringssl_ssl_tests": "5ce9f0ea61ef9844a21c55ca1911b52230c7307d4a381ebd18d2ab9ec0f19ac5/569",
            "capture_unittests": "5454018e52febb75c27e1d93b9db8c3881f84e718c3987484c4ee76bd0db4459/648",
            "cast_unittests": "4a2283ed9719af9c1883a368bcbaa6631cfd36a0597af7b8dee10c3c94f50146/569",
            "cc_unittests": "fa230099a854116f12434b4f1580324d2375a8c65b6091930f25eb80fc107f50/729",
            "chrome_app_unittests": "f6d91d2057df545971f87cc22074873cb8e119b65d578281da0f358090cf9f38/648",
            "chromedriver_unittests": "30671b9fbd1c81a9ad69802029bdb4c2859bef64a646c8ac1dea8e3d870b44c2/726",
            "color_unittests": "e587d38f557ff9d7c083269cefdd7377260cdb174c05506f6500c846bb069534/569",
            "components_browsertests": "d56c4033b9acc35431a3ea54cb6086caa8b6431951419af56fddea7b79ce9106/813",
            "components_unittests": "a5defd5f564b6f00bd2e5452e15364c439612e563ddd19a996bb8c7e00d6df6b/813",
            "compositor_unittests": "c73930e5d3d4268708501729c02dcd16873c1611bf6411b10a4543c58fd3177a/645",
            "content_browsertests": "213fcb5c3034c3470f395e7845aac4662fe0df73de3c24da9c1053ab9cfbda0a/887",
            "content_unittests": "99000d85c234486479f176f1992e3e22782048123d11f0b01452f0664667795c/806",
            "cronet_tests": "48b3e2e64ff4d03ae509df922f3fc78d76f30ecdeee80d705a3fe237cbf1ed91/730",
            "cronet_unittests": "24dd7132023a300b426a80ce3b14e5efa42179318d5bd1236676dafb44471ebe/646",
            "crypto_unittests": "a795376a6c9f182be5a34080284072de72b972aea17d5a15c2cb770b5caabfa6/569",
            "dbus_unittests": "28ac353c2cf1645dae24eb7414e26484dc5c385aec6e0942f1297f3dfcc597f3/569",
            "device_unittests": "28494c1a0c8b91048e274bcdb6a4f7f235d40337eecfc60edb0867b1a6618335/646",
            "display_unittests": "816e87606766d606af352c8a8984042d36bf01b294dff36ab3594ce13ce9d11c/569",
            "events_unittests": "2a98f116f3b13de3e37c3d03f095a8265956646aaa0f86b92bd15b114b065b46/569",
            "extensions_browsertests": "a577f7e2beabbecde0832a45f6fd2cb09c51dbc38d301e142027cf64027ccf89/732",
            "extensions_unittests": "2948bdffaf3ae28f9dd31c1eb953fac1fabd2147565d6186a310269be98fc788/896",
            "filesystem_service_unittests": "46b55bc03ae59c86d6a424fc0355f0aaefb15c949dfa9857359a51ea028ca6d8/569",
            "gcm_unit_tests": "52aa560a70d750c33b6b5fae9d82ddfcf1a9975c5e9c2cb6a9b418bd74155792/646",
            "gfx_unittests": "cc71c13aaf5254b90f151141a1d4a1420b42aa84a12027b8a01878c11d8d1ca0/645",
            "gin_unittests": "3878e7c036deb7566b26ffeffea0ab609fdb580c4876891eb945a869b4d9b33f/646",
            "gl_tests": "e05e43fc69010f4c1a30bf3275daa7fea960e2ed488fe220e82ea55d90bc7350/569",
            "gl_unittests": "c0a0cb8159ac5284b876aa6f97158f70cd472d1f747b2672761aefd8a5cec5d8/569",
            "google_apis_unittests": "e21244a8e90bb65a96190b9f63ce73e8e2cb22d0d07adf33b917a2a4c26d0099/731",
            "gpu_unittests": "2d9d1721d93ae0d72372be863ad98ecc49960eaf89f3edd94e942e700828102e/646",
            "gwp_asan_unittests": "db07b1d977d4233f27451c443b57f58f3c62be00552110505de3d2f816c29f73/570",
            "headless_browsertests": "af9c86099f91993859a2513f47b372c9282da33eb56e564aed3641c09b391aeb/730",
            "headless_unittests": "d2e87a47879fc1111bfe08cd85465ec61e2889281793695a08d2dab86e48f52d/569",
            "interactive_ui_tests": "163a801f3f89be214c89c6097c3091c74941df177cd1963a3b3af87e9cae57d8/965",
            "ipc_tests": "bffe16bf0fcb60019786adf28ffd69698285b49c3ad59c9d823a57e594829426/569",
            "latency_unittests": "4c8e340ddfd551e54e32d10cc8d2e93f0b50cb03ac8a0f6b082418cb23596e28/569",
            "libjingle_xmpp_unittests": "affbfa5eded0513bb3e37784d26967e2a2de2e1971257b78855df99dc5504007/569",
            "liburlpattern_unittests": "8e3d9d2daaf8e44e13e4e962c111fdc1b9c825d4f79c6e366c8d54f73af783d5/569",
            "media_unittests": "eb8b6acf453118d5889e9635f5e5ba84e68d83282b821fe217bdb650f12b5b05/649",
            "message_center_unittests": "52e224a53816514418b91bd064deaf8a0f5f009300e8433b96e9b476ad34c389/569",
            "midi_unittests": "8cdb52797d6574264e707199c14dad15443fbb7454dc95269d214e27d7a70bb2/569",
            "mojo_core_unittests": "e4a5325438c5ed6f3c779b59aaf43a1ee5e26398998f6ae8d5c870657dc989a8/569",
            "mojo_unittests": "c8482eb79d6df1cd50d9b7cc1e725846065bf1a0e7b715712b36e7e07dc3c329/647",
            "native_theme_unittests": "efebe08a44a49ab835808d924d6e32431a474e42612de4fad1aa75a83d3d7224/569",
            "net_unittests": "e56dbe4c86ae9fe4b7babccf5468a973b4dd9f0eadfbdc8c9e18ee880c4b6698/648",
            "openscreen_unittests": "213f5f40ff4b9b96e064c64b0a546dac03c7b19ee9b79ef998427fb3f4bab1cd/570",
            "ozone_x11_unittests": "0fc7d83e13d87033af916a28ce1b44e2492859ba30e82b4c68b0bc5c667ec77d/569",
            "pdf_unittests": "259755c829a168cc48470fc211f627c7f08ee16b8d2e1d0c71515354e36857d5/646",
            "perfetto_unittests": "22e282c4a5fd60a7465bdd16e1dfd6723c8c18e67b76a1a48afa290a09046006/569",
            "ppapi_unittests": "ac9ae4cfbeda534b9d2266b20c29e0ba54dd5c4a01657ed5f67b41c89a4fe80f/569",
            "printing_unittests": "14a376dde078a921dd062cc92143b7c0e7dba2aba49470726c9b9947733e14ac/569",
            "remoting_unittests": "2f72a566e25b1082c6940f620d07d15ae5e285e57b6a3ae8a746715995545b28/646",
            "sandbox_linux_unittests": "7fd5f0a8ac8ea3369f61017e0221e306ae839e5c61d4ba163cd28705ec994f41/569",
            "service_manager_unittests": "cd203b1c1e2fe966db041161ee512bd601234a454ce666f1ee586f971ebfc17d/569",
            "services_unittests": "9306b826b9381cfe72f3c5158c25dee9fc4951d3b85cf4b45e802e9af234a384/815",
            "shell_dialogs_unittests": "6952ffb05b979ade5252a1379a4d1201c1a20f89ac118306130a88e97db45318/569",
            "skia_unittests": "03ff4fa3bd271cab9b990278737de8dbdccead6729fe84df99348fff70a7777b/569",
            "snapshot_unittests": "9ec7f370b0b220aa3fda908ca0edb26c9d283b214ed6e9eefdddbabce0739742/569",
            "sql_unittests": "f3b6cda33c82feee6a960608832c48ee5183599295c4db400e6ac70008c86261/646",
            "storage_unittests": "2af04f78d5154aa93ae1e2982e490c3174d9b68befa61c657c582c13500fd267/727",
            "sync_integration_tests": "23eb9ece5387a863c641048a3156f283dab2a2d8a796c406743ac89744f0c571/729",
            "ui_base_unittests": "d0cf80430f087526e7da1fff58560a1b2c047084f4840e7f9af229da28f150a8/723",
            "ui_touch_selection_unittests": "66f545f4cf321b34533176787e7ceb5ebc579dd446ac76469b02bb72a1193be7/569",
            "unit_tests": "8f4053638afb1b353fefde3967aef388a3447c2a47c114e293eb152a248fe9c3/1139",
            "url_unittests": "00597883b31f0e5ed73501db4691043039ef6a25fbbda724e60eae01698e3f3e/569",
            "views_unittests": "0574cd6967285f0c4057fe96e46a8f5e32aa6f8715f947bfef117bff8846eb66/569",
            "viz_unittests": "f15372c977c42c39accdfcc4f11e007efa59903ccdaeb043592b490e1db2b4f7/653",
            "vr_common_unittests": "f7648919586d3fe9c19643af6ecf63e2b5c4ac917af989e61eb3ff33917ca113/648",
            "vr_pixeltests": "cc68d7ede8d4056cf640949857d9f719982932c0bf82088f02e20a229e38b949/646",
            "weblayer_browsertests": "2c3f30389ca983956c82cea71ca3d7d73f1691229faf301b0884ba1c382b2409/814",
            "weblayer_unittests": "ea72b4bee1cf7c259f88f8ad5c26501759970377bcd193d9b2e7313bac4e68e4/646",
            "wm_unittests": "d284ba0d90624c6ed26edb996bf87b1592cc22a16ca14b2717784b8c74fe09f8/569",
            "wtf_unittests": "401ffaf6286d3cb3193b96e6ae67fe9814a925c6db8e7bc5c27505c097953464/569",
            "xr_browser_tests": "330061ddabced4ec63219cd149f2e32c94de97efd0bdc023d9c8707af49f9d0a/728",
            "zlib_unittests": "5ca2640cf1dda3ec92f34d9a59fb8dec83688c236077f7fd3f7a1cf539dc6edb/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "99f1ddc3cab048b3d466e52ddfb22b426ffdb5a5e64a31b34163289b91b49154/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "2f350e61cdbadc2c57ced51f22b54f1594af24f0",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8983005319509925792"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "83001"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[03:26:06.627] Scheduled build:
{
  "id": "8817575257541938529",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 74914,
  "createdBy": "project:chromium",
  "createTime": "2022-04-07T03:26:06.111561374Z",
  "updateTime": "2022-04-07T03:26:06.111561374Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "2f350e61cdbadc2c57ced51f22b54f1594af24f0",
      "ref": "refs/heads/main"
    }
  }
}
[03:26:06.627] Task URL: https://cr-buildbucket.appspot.com/build/8817575257541938529
[03:26:06.627] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8983005319509925792:2:0) after 4m20s
[03:26:17.735] Received PubSub notification, asking Buildbucket for the build status
[03:26:17.779] Build status: STARTED
[03:30:26.668] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8983005319509925792:2:0)
[03:30:26.692] Build status: STARTED
[03:30:26.692] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8983005319509925792:4:0) after 9m45s
[03:40:11.784] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8983005319509925792:4:0)
[03:40:11.805] Build status: STARTED
[03:40:11.805] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8983005319509925792:5:0) after 3m1s
[03:43:12.940] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8983005319509925792:5:0)
[03:43:12.965] Build status: STARTED
[03:43:12.965] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8983005319509925792:6:0) after 1m11s
[03:44:23.986] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8983005319509925792:6:0)
[03:44:24.020] Build status: STARTED
[03:44:24.020] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8983005319509925792:7:0) after 6m51s
[03:51:15.296] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8983005319509925792:7:0)
[03:51:15.315] Build status: STARTED
[03:51:15.315] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8983005319509925792:8:0) after 4m57s
[03:52:15.941] Received PubSub notification, asking Buildbucket for the build status
[03:52:15.961] Build:
{
  "id": "8817575257541938529",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 74914,
  "createdBy": "project:chromium",
  "createTime": "2022-04-07T03:26:06.111561374Z",
  "startTime": "2022-04-07T03:26:16.602035Z",
  "endTime": "2022-04-07T03:52:15.074137612Z",
  "updateTime": "2022-04-07T03:52:15.074137612Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "2f350e61cdbadc2c57ced51f22b54f1594af24f0",
      "ref": "refs/heads/main"
    }
  }
}
[03:52:15.961] Invocation finished in 26m11.110530037s with status FAILED