Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 28 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/79062 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "2abe6b20ed6b2cd1c99565a23ae55dd55937f34a"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "eb3ef08eefdd618c8f0319454afa949ef2ff3403",
  "parent_got_dawn_revision": "c62de0760687d818c49b92a3284a0da5ec83fc26",
  "parent_got_nacl_revision": "d180feb582151d6f01004e93c509aac502158b30",
  "parent_got_revision": "2abe6b20ed6b2cd1c99565a23ae55dd55937f34a",
  "parent_got_revision_cp": "refs/heads/main@{#941375}",
  "parent_got_swiftshader_revision": "b83b36d65ff4cca883d2e853220d5b660fe9c090",
  "parent_got_v8_revision": "737efd31644f5d11474ea577695f6261ea73c3bf",
  "parent_got_v8_revision_cp": "refs/heads/9.8.41@{#1}",
  "parent_got_webrtc_revision": "069539ef45f12f0626ca6b6d73f2bacc19c0ce4b",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35338}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "2abe6b20ed6b2cd1c99565a23ae55dd55937f34a",
  "swarm_hashes": {
    "absl_hardening_tests": "96f14717503ba155b8bc718b217f4bb6fe237b69f547f79581f5655e6aa9d809/569",
    "accessibility_unittests": "e41db11cbddca65e55504789c5e579c186de4a8038c7d44e1be1a93fe4083659/569",
    "angle_unittests": "9717ed46bc15ed32ca2eb755a43bf2d84c439677e8ae644ab10e8c0b08bd67b3/570",
    "app_shell_unittests": "652c093c455133282fe8cdfde2f4d31be25aabddd2e968357c4374e9219218ee/809",
    "aura_unittests": "496bba27a7036e6f0601a52a4666ff505ce12e6cd1f4de6decf00f8154161e75/569",
    "base_unittests": "279b947116a6fdbe5e5f0bab1e98a177fce38e65fe90aeb4cd1bcf6eb4211053/648",
    "blink_common_unittests": "ec0508981553f9334fbfdb8a7c5cf472b3f12df505a406bcf6faada76eb6bf93/647",
    "blink_fuzzer_unittests": "416ec52295fc1594346d4ed1ccdb592a93ddfd0fa70aa7582db3807c6a5f801e/648",
    "blink_heap_unittests": "bfecf79c975840821add7c43facca8edd00dcd2a5daff601801a9b3f14cb841c/648",
    "blink_platform_unittests": "de4f8d176059f25a7b2ef8e4276cf2213a8111a5b4a6f3b4cd6e58db2ac38a82/726",
    "blink_unittests": "a39e319691cff9988dc4de781d765a473bc5533896defc3819bfc549c989e545/726",
    "boringssl_crypto_tests": "63e0d3a03a0230a63c8ea6f4f0880c53211e5181d5e368e3679f03b446d51dd4/570",
    "boringssl_ssl_tests": "877374cac28b30f134cd8b5dba62f09d4d0d3b7ff409abdec21c4c370e0c34a8/569",
    "capture_unittests": "8fc5b1994c7791dca9b8c38b00d743c47b0909996380c963b71b24c6d5601b2e/648",
    "cast_unittests": "78b28e2c0921ee65a88a3eceb7abac1f08a625dc8222b2536ecbe89296adeaee/569",
    "cc_unittests": "f2217da8a961ec8c8e2a271e60c401044cf14f3394d133ef39eecd8868a4fad1/653",
    "chrome_app_unittests": "fbfaf640d2be155156aab13ec0fe55012750e9a5c058043416c6c148bef967ac/727",
    "chromedriver_unittests": "5ca9f561e06f357b4a8f36ac003978ac8805b1daff6332eed3ebf25d6af26306/726",
    "color_unittests": "a0a004e5d982eab34a0733592a218b266693c65532da41e8a71b4e8e1deb43f0/569",
    "components_browsertests": "c27e2249d099af7c95ac29cb8683bc1f1c7b1b16eaad0c0cdbc936f2935ccea7/892",
    "components_unittests": "9f159b9c44e12492a0198080c20dad0cc3d15eaf768f26b20c9cfc0cd4cb3999/892",
    "compositor_unittests": "50c159aee0a0617c7754a890a423c406b4945865b0a539c90d3cab1f5bbee0bf/645",
    "content_browsertests": "239ee50ef2784356f3acef5cace846851a53c92cd0a816b10289cbded5f253cd/887",
    "content_unittests": "019a87b5fa32449eb00862f79c033a9b49cfda112e091ec3455761532af9b8e4/806",
    "cronet_tests": "033ab16fb9e7bb35bff44091d1c511d5e3a750caa028a657edba45979a4c2214/730",
    "cronet_unittests": "b23aa93c673bd4dce5d88c48035c79c6d335561897f7764d9fa6e232d0a8c0be/646",
    "crypto_unittests": "d44894ae6a1f7aafdc5625c9c075ee17892b40831c01f1f1ad80fa8e187f9d23/569",
    "dbus_unittests": "a49366303b61312033d9f2cbba6718d5cb56eef84ba9b7c7876f85e4c81863ab/569",
    "device_unittests": "3121680e178fe0432e545c29369e5346cb6f9c5c9c01e4c8981bacece7b88b53/646",
    "display_unittests": "c23f37753e40a6a6e53cc183aeed04e8080bca293eb7189ec0d3402702a8a189/569",
    "events_unittests": "55422caa42809996e3fe8feb860033b09942a7dae296585cf0ac872f9a8e25cb/569",
    "extensions_browsertests": "aceb8504baba394b786e32fd6cdfc94c9037bf9185672cc012bf9b02a9053960/811",
    "extensions_unittests": "b1864f47756afc8f5684c688c8c6b931c891c1755479b0502e6f7a0402ef6e7d/975",
    "filesystem_service_unittests": "aa71db1a593933e13eed712cf8320daab3626b89305ccf337a503d27ea33fc75/569",
    "gcm_unit_tests": "1b0a8ff4e2ab7eb192c4f0bc1b5e75aaaf900fbfc7633ea33f99e7116537a4ef/646",
    "gfx_unittests": "e7222cd9eabdc09c42ba3422415c19f20bca072a9797ed83045c7d3526195370/645",
    "gin_unittests": "e9011bf9773259abb523e72513b3b4154b383fa277c43c963dfd016c48c4cdfe/646",
    "gl_tests": "5d3b3a410fa9468146ddf795f071dc3bae1ac956cb62970175cc0f2d006ae411/569",
    "gl_unittests": "e75de518761b6bc681eb3d8a29ae88274101caf146026ee72ccadee79a967b45/569",
    "google_apis_unittests": "aba5c1030a8b0a0a408b6a4486a8a9eef2e10cf36b16743878f99c244f8dbea0/731",
    "gpu_unittests": "8dd7199359c9f9f599f44cabbc742238eeb52ad780cd93d4b2d18ef8fcb07c6a/646",
    "gwp_asan_unittests": "7fa8cbb2b6c7bb2fe59ed70f71da65e56aeb2ce86e2031e04e20465420910fca/570",
    "headless_browsertests": "ef3eb02cbfc9e58fb34bb7da930f44c6fc9154cc25c3c7218adbad2129fb3138/809",
    "headless_unittests": "1a97fa5dd9f6ff485d3372809ac63f5eada5a8cb50e6d19cec40db15714af56d/569",
    "interactive_ui_tests": "61000b7cf152f46adaed6a77472a899eaebd6b20afbe25d88ecbe925626f4489/1044",
    "ipc_tests": "3752ff9978d12d4937d08378501334146ec801a65703a802faeb3b847540f17f/569",
    "jingle_unittests": "d0a03c1f271c53932312f7a0d45b7cf60f29517bf923977af83fe616031791a1/646",
    "latency_unittests": "5787f10c39739eea32aac4e79526b0a39d6fdc7cb9a9737cac886dfbb2ec6454/569",
    "libjingle_xmpp_unittests": "fc88ac55129fb1762b9eff7e95c3764d088a1e77bd6b43cb88682d41d5a1e22c/569",
    "liburlpattern_unittests": "19dd682e4e43f8b72345201d71b88b708b3cdfe9e0ef4f63d29430bfd2b42bee/569",
    "media_unittests": "5ac841da5ba14fb3ffdda2894a5890547d6800631b3f69227546d1f9c264d8a1/649",
    "message_center_unittests": "133a473414f2ab2c2922d976185b0c19eee3da271a3b510c89466a0a5fa6e822/569",
    "midi_unittests": "79116e05a7330c17e41b6c8645d9231fd5d775b99d7950e71101fd83b322f9a4/569",
    "mojo_core_unittests": "aff43a4c4c947a4577e756249059fa44fc4457658e6f6317d222da65a5a0b581/569",
    "mojo_unittests": "dcaf1294ecd6f45804cfb02648052476cb8c0cb349714841e54418661a142eb2/647",
    "native_theme_unittests": "fa993d0d5a98638c5f9a2c44819a13b241fcf123838cafbbe07c9b07cd7eabc6/569",
    "net_unittests": "a5d85ee14ee3673ab1a95041e25d6a07d25ff1de32fbdf4f57fe05af092d856b/648",
    "openscreen_unittests": "27f7eb9cf50ca23c3255ccee8561d4281f980d9a3ac2a7c7bd0a1190731c030e/727",
    "ozone_x11_unittests": "826c849c8d30fd639d40998d578e5df35af80948f1f54f04b7d7e409b576e76c/569",
    "pdf_unittests": "48a72e11c32e517eef1d6057e8e3e696542253b499137841c06842484ae67e01/725",
    "perfetto_unittests": "d14540e2dee3def11769096c40509f50b160563882bfc55224c6a0ab1fb7481c/569",
    "ppapi_unittests": "d330fb31e92f58f8d9cb3f600b56f56de9b05d1f8e61bc1bb04b979cbfccad24/569",
    "printing_unittests": "35ce6d44f2d3a8a6aff91a1e6e07adb136284d5ba5906f14871d9f913a998e40/569",
    "remoting_unittests": "f111d79395ee01264cdeae8857cef014e2f415c8616cfabba40a6dfa30ecf41b/646",
    "sandbox_linux_unittests": "f2a3c413200c8eccfd8d0ab50616efa054797202c4158f45398c692e574d7c0e/569",
    "service_manager_unittests": "6190619f6edc7f80a86b6c89ad5be7e695646cb37050dc9b832d978b594cd792/569",
    "services_unittests": "65d2c5662b35ea52c9769462e8128f5a5981fa3e43bba00678b1e215c50f674b/815",
    "shell_dialogs_unittests": "d366c4da37fe4bf49448edbf2fe85d484e7bb1916e892e788b5b5513d63e99b6/569",
    "skia_unittests": "d162fa5f0d031d9e95f32ff3fe06d4d8438a5a32677aef09f4dab41742c1d714/569",
    "snapshot_unittests": "3a1b4a097c6519cfa5c9d969de4f6a5f52aa06a3c7773d23532d9eec69740704/569",
    "sql_unittests": "2af86beabfb63f8634a1e1bed9e4c911b6a60f343522db0de33ff20c24594d67/646",
    "storage_unittests": "498181fcbc0798601de4ba170811a0ab5c86371207feaf06c123dec1dce6d080/727",
    "sync_integration_tests": "5cdf77eae72efc25869ce0f684ad71944c3b547ae8a36768968f7d084b1e555f/808",
    "ui_base_unittests": "bdbf2a6e9794b36d4f78800a8c78ed7b6e80189ae9aaa9f43360e49cc450a73a/723",
    "ui_touch_selection_unittests": "13e6daada2ee1ea9d735191c4f638e07d64fc07700d22fce122d3903eaa93b38/569",
    "unit_tests": "b2463677a3e96ab888d528a532801e6e793b5bc9aabfe0db2e79488a64acd034/1141",
    "url_unittests": "e2917c6b15ca8215543061461b50f449a0d8c5abfd7c84aeb6c6f7670b4f2fad/569",
    "views_unittests": "c49aca8c66c56e3fecbfc5eb9845b8b8835154251b19133596369c3602bc2f79/569",
    "viz_unittests": "f600ad88d71ff3e13ae1eb47e81310e6178be44a11c4492b15ff8834ff16ed45/653",
    "vr_common_unittests": "25a5122bd8d96e7598fb3b41105b4a7c7037336f981ed9cf47dc7473daec56a6/727",
    "vr_pixeltests": "1d81b9e6d53c608bf2c8e55cddda88b2574d288cd6a5cb7d2271a9af76e5c50d/725",
    "weblayer_browsertests": "ed6311ae688ebf9f77dad10457f2d967619199b53dc6904214b456a0b3a8fa47/893",
    "weblayer_unittests": "90915ac0a4d5ff3093564cbbf9a3d8767889862a88bba40e51cf6c11faa9500f/725",
    "wm_unittests": "08db8677084b82df5ee3194a2b9668a49fcd74b5326df6e1a24eb42f2b0ae11f/569",
    "wtf_unittests": "1565c0ce4409aff33d109df80b930adb97253aaf356ce2226885ab6171c4d931/569",
    "x11_unittests": "591c051e85981862d4d8df5433f5ff2cc8e20e67e5d94dad0a26005c4ee75846/569",
    "xr_browser_tests": "5ea7b08dcafa433350fa8e8cfe7b7d3550b2718809828533df737472e2a7b93b/807",
    "zlib_unittests": "a97546e8e0a5dc9e99d59b848e073e70a45386ddf767f235ce6c0acb64e59403/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "f0d486abf22639ab3ba9fd78912ffff90aee71501abf199e6c2518e5ece7d641/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2abe6b20ed6b2cd1c99565a23ae55dd55937f34a
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:79062
  • user_agent:recipe

Debug log (UTC)

[00:08:02.480] New invocation is queued and will start shortly
[00:08:02.480] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[00:08:03.721] Starting the invocation (attempt 1)
[00:08:03.845] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2abe6b20ed6b2cd1c99565a23ae55dd55937f34a"
[00:08:03.845] Popped gitiles commit info from properties and tags
[00:08:03.845] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:08:03.846] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:08:03.846] Buildbucket request:
{
  "requestId": "8996154339223312752",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "2abe6b20ed6b2cd1c99565a23ae55dd55937f34a"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "eb3ef08eefdd618c8f0319454afa949ef2ff3403",
      "parent_got_dawn_revision": "c62de0760687d818c49b92a3284a0da5ec83fc26",
      "parent_got_nacl_revision": "d180feb582151d6f01004e93c509aac502158b30",
      "parent_got_revision": "2abe6b20ed6b2cd1c99565a23ae55dd55937f34a",
      "parent_got_revision_cp": "refs/heads/main@{#941375}",
      "parent_got_swiftshader_revision": "b83b36d65ff4cca883d2e853220d5b660fe9c090",
      "parent_got_v8_revision": "737efd31644f5d11474ea577695f6261ea73c3bf",
      "parent_got_v8_revision_cp": "refs/heads/9.8.41@{#1}",
      "parent_got_webrtc_revision": "069539ef45f12f0626ca6b6d73f2bacc19c0ce4b",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35338}",
      "swarm_hashes": {
            "absl_hardening_tests": "96f14717503ba155b8bc718b217f4bb6fe237b69f547f79581f5655e6aa9d809/569",
            "accessibility_unittests": "e41db11cbddca65e55504789c5e579c186de4a8038c7d44e1be1a93fe4083659/569",
            "angle_unittests": "9717ed46bc15ed32ca2eb755a43bf2d84c439677e8ae644ab10e8c0b08bd67b3/570",
            "app_shell_unittests": "652c093c455133282fe8cdfde2f4d31be25aabddd2e968357c4374e9219218ee/809",
            "aura_unittests": "496bba27a7036e6f0601a52a4666ff505ce12e6cd1f4de6decf00f8154161e75/569",
            "base_unittests": "279b947116a6fdbe5e5f0bab1e98a177fce38e65fe90aeb4cd1bcf6eb4211053/648",
            "blink_common_unittests": "ec0508981553f9334fbfdb8a7c5cf472b3f12df505a406bcf6faada76eb6bf93/647",
            "blink_fuzzer_unittests": "416ec52295fc1594346d4ed1ccdb592a93ddfd0fa70aa7582db3807c6a5f801e/648",
            "blink_heap_unittests": "bfecf79c975840821add7c43facca8edd00dcd2a5daff601801a9b3f14cb841c/648",
            "blink_platform_unittests": "de4f8d176059f25a7b2ef8e4276cf2213a8111a5b4a6f3b4cd6e58db2ac38a82/726",
            "blink_unittests": "a39e319691cff9988dc4de781d765a473bc5533896defc3819bfc549c989e545/726",
            "boringssl_crypto_tests": "63e0d3a03a0230a63c8ea6f4f0880c53211e5181d5e368e3679f03b446d51dd4/570",
            "boringssl_ssl_tests": "877374cac28b30f134cd8b5dba62f09d4d0d3b7ff409abdec21c4c370e0c34a8/569",
            "capture_unittests": "8fc5b1994c7791dca9b8c38b00d743c47b0909996380c963b71b24c6d5601b2e/648",
            "cast_unittests": "78b28e2c0921ee65a88a3eceb7abac1f08a625dc8222b2536ecbe89296adeaee/569",
            "cc_unittests": "f2217da8a961ec8c8e2a271e60c401044cf14f3394d133ef39eecd8868a4fad1/653",
            "chrome_app_unittests": "fbfaf640d2be155156aab13ec0fe55012750e9a5c058043416c6c148bef967ac/727",
            "chromedriver_unittests": "5ca9f561e06f357b4a8f36ac003978ac8805b1daff6332eed3ebf25d6af26306/726",
            "color_unittests": "a0a004e5d982eab34a0733592a218b266693c65532da41e8a71b4e8e1deb43f0/569",
            "components_browsertests": "c27e2249d099af7c95ac29cb8683bc1f1c7b1b16eaad0c0cdbc936f2935ccea7/892",
            "components_unittests": "9f159b9c44e12492a0198080c20dad0cc3d15eaf768f26b20c9cfc0cd4cb3999/892",
            "compositor_unittests": "50c159aee0a0617c7754a890a423c406b4945865b0a539c90d3cab1f5bbee0bf/645",
            "content_browsertests": "239ee50ef2784356f3acef5cace846851a53c92cd0a816b10289cbded5f253cd/887",
            "content_unittests": "019a87b5fa32449eb00862f79c033a9b49cfda112e091ec3455761532af9b8e4/806",
            "cronet_tests": "033ab16fb9e7bb35bff44091d1c511d5e3a750caa028a657edba45979a4c2214/730",
            "cronet_unittests": "b23aa93c673bd4dce5d88c48035c79c6d335561897f7764d9fa6e232d0a8c0be/646",
            "crypto_unittests": "d44894ae6a1f7aafdc5625c9c075ee17892b40831c01f1f1ad80fa8e187f9d23/569",
            "dbus_unittests": "a49366303b61312033d9f2cbba6718d5cb56eef84ba9b7c7876f85e4c81863ab/569",
            "device_unittests": "3121680e178fe0432e545c29369e5346cb6f9c5c9c01e4c8981bacece7b88b53/646",
            "display_unittests": "c23f37753e40a6a6e53cc183aeed04e8080bca293eb7189ec0d3402702a8a189/569",
            "events_unittests": "55422caa42809996e3fe8feb860033b09942a7dae296585cf0ac872f9a8e25cb/569",
            "extensions_browsertests": "aceb8504baba394b786e32fd6cdfc94c9037bf9185672cc012bf9b02a9053960/811",
            "extensions_unittests": "b1864f47756afc8f5684c688c8c6b931c891c1755479b0502e6f7a0402ef6e7d/975",
            "filesystem_service_unittests": "aa71db1a593933e13eed712cf8320daab3626b89305ccf337a503d27ea33fc75/569",
            "gcm_unit_tests": "1b0a8ff4e2ab7eb192c4f0bc1b5e75aaaf900fbfc7633ea33f99e7116537a4ef/646",
            "gfx_unittests": "e7222cd9eabdc09c42ba3422415c19f20bca072a9797ed83045c7d3526195370/645",
            "gin_unittests": "e9011bf9773259abb523e72513b3b4154b383fa277c43c963dfd016c48c4cdfe/646",
            "gl_tests": "5d3b3a410fa9468146ddf795f071dc3bae1ac956cb62970175cc0f2d006ae411/569",
            "gl_unittests": "e75de518761b6bc681eb3d8a29ae88274101caf146026ee72ccadee79a967b45/569",
            "google_apis_unittests": "aba5c1030a8b0a0a408b6a4486a8a9eef2e10cf36b16743878f99c244f8dbea0/731",
            "gpu_unittests": "8dd7199359c9f9f599f44cabbc742238eeb52ad780cd93d4b2d18ef8fcb07c6a/646",
            "gwp_asan_unittests": "7fa8cbb2b6c7bb2fe59ed70f71da65e56aeb2ce86e2031e04e20465420910fca/570",
            "headless_browsertests": "ef3eb02cbfc9e58fb34bb7da930f44c6fc9154cc25c3c7218adbad2129fb3138/809",
            "headless_unittests": "1a97fa5dd9f6ff485d3372809ac63f5eada5a8cb50e6d19cec40db15714af56d/569",
            "interactive_ui_tests": "61000b7cf152f46adaed6a77472a899eaebd6b20afbe25d88ecbe925626f4489/1044",
            "ipc_tests": "3752ff9978d12d4937d08378501334146ec801a65703a802faeb3b847540f17f/569",
            "jingle_unittests": "d0a03c1f271c53932312f7a0d45b7cf60f29517bf923977af83fe616031791a1/646",
            "latency_unittests": "5787f10c39739eea32aac4e79526b0a39d6fdc7cb9a9737cac886dfbb2ec6454/569",
            "libjingle_xmpp_unittests": "fc88ac55129fb1762b9eff7e95c3764d088a1e77bd6b43cb88682d41d5a1e22c/569",
            "liburlpattern_unittests": "19dd682e4e43f8b72345201d71b88b708b3cdfe9e0ef4f63d29430bfd2b42bee/569",
            "media_unittests": "5ac841da5ba14fb3ffdda2894a5890547d6800631b3f69227546d1f9c264d8a1/649",
            "message_center_unittests": "133a473414f2ab2c2922d976185b0c19eee3da271a3b510c89466a0a5fa6e822/569",
            "midi_unittests": "79116e05a7330c17e41b6c8645d9231fd5d775b99d7950e71101fd83b322f9a4/569",
            "mojo_core_unittests": "aff43a4c4c947a4577e756249059fa44fc4457658e6f6317d222da65a5a0b581/569",
            "mojo_unittests": "dcaf1294ecd6f45804cfb02648052476cb8c0cb349714841e54418661a142eb2/647",
            "native_theme_unittests": "fa993d0d5a98638c5f9a2c44819a13b241fcf123838cafbbe07c9b07cd7eabc6/569",
            "net_unittests": "a5d85ee14ee3673ab1a95041e25d6a07d25ff1de32fbdf4f57fe05af092d856b/648",
            "openscreen_unittests": "27f7eb9cf50ca23c3255ccee8561d4281f980d9a3ac2a7c7bd0a1190731c030e/727",
            "ozone_x11_unittests": "826c849c8d30fd639d40998d578e5df35af80948f1f54f04b7d7e409b576e76c/569",
            "pdf_unittests": "48a72e11c32e517eef1d6057e8e3e696542253b499137841c06842484ae67e01/725",
            "perfetto_unittests": "d14540e2dee3def11769096c40509f50b160563882bfc55224c6a0ab1fb7481c/569",
            "ppapi_unittests": "d330fb31e92f58f8d9cb3f600b56f56de9b05d1f8e61bc1bb04b979cbfccad24/569",
            "printing_unittests": "35ce6d44f2d3a8a6aff91a1e6e07adb136284d5ba5906f14871d9f913a998e40/569",
            "remoting_unittests": "f111d79395ee01264cdeae8857cef014e2f415c8616cfabba40a6dfa30ecf41b/646",
            "sandbox_linux_unittests": "f2a3c413200c8eccfd8d0ab50616efa054797202c4158f45398c692e574d7c0e/569",
            "service_manager_unittests": "6190619f6edc7f80a86b6c89ad5be7e695646cb37050dc9b832d978b594cd792/569",
            "services_unittests": "65d2c5662b35ea52c9769462e8128f5a5981fa3e43bba00678b1e215c50f674b/815",
            "shell_dialogs_unittests": "d366c4da37fe4bf49448edbf2fe85d484e7bb1916e892e788b5b5513d63e99b6/569",
            "skia_unittests": "d162fa5f0d031d9e95f32ff3fe06d4d8438a5a32677aef09f4dab41742c1d714/569",
            "snapshot_unittests": "3a1b4a097c6519cfa5c9d969de4f6a5f52aa06a3c7773d23532d9eec69740704/569",
            "sql_unittests": "2af86beabfb63f8634a1e1bed9e4c911b6a60f343522db0de33ff20c24594d67/646",
            "storage_unittests": "498181fcbc0798601de4ba170811a0ab5c86371207feaf06c123dec1dce6d080/727",
            "sync_integration_tests": "5cdf77eae72efc25869ce0f684ad71944c3b547ae8a36768968f7d084b1e555f/808",
            "ui_base_unittests": "bdbf2a6e9794b36d4f78800a8c78ed7b6e80189ae9aaa9f43360e49cc450a73a/723",
            "ui_touch_selection_unittests": "13e6daada2ee1ea9d735191c4f638e07d64fc07700d22fce122d3903eaa93b38/569",
            "unit_tests": "b2463677a3e96ab888d528a532801e6e793b5bc9aabfe0db2e79488a64acd034/1141",
            "url_unittests": "e2917c6b15ca8215543061461b50f449a0d8c5abfd7c84aeb6c6f7670b4f2fad/569",
            "views_unittests": "c49aca8c66c56e3fecbfc5eb9845b8b8835154251b19133596369c3602bc2f79/569",
            "viz_unittests": "f600ad88d71ff3e13ae1eb47e81310e6178be44a11c4492b15ff8834ff16ed45/653",
            "vr_common_unittests": "25a5122bd8d96e7598fb3b41105b4a7c7037336f981ed9cf47dc7473daec56a6/727",
            "vr_pixeltests": "1d81b9e6d53c608bf2c8e55cddda88b2574d288cd6a5cb7d2271a9af76e5c50d/725",
            "weblayer_browsertests": "ed6311ae688ebf9f77dad10457f2d967619199b53dc6904214b456a0b3a8fa47/893",
            "weblayer_unittests": "90915ac0a4d5ff3093564cbbf9a3d8767889862a88bba40e51cf6c11faa9500f/725",
            "wm_unittests": "08db8677084b82df5ee3194a2b9668a49fcd74b5326df6e1a24eb42f2b0ae11f/569",
            "wtf_unittests": "1565c0ce4409aff33d109df80b930adb97253aaf356ce2226885ab6171c4d931/569",
            "x11_unittests": "591c051e85981862d4d8df5433f5ff2cc8e20e67e5d94dad0a26005c4ee75846/569",
            "xr_browser_tests": "5ea7b08dcafa433350fa8e8cfe7b7d3550b2718809828533df737472e2a7b93b/807",
            "zlib_unittests": "a97546e8e0a5dc9e99d59b848e073e70a45386ddf767f235ce6c0acb64e59403/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "f0d486abf22639ab3ba9fd78912ffff90aee71501abf199e6c2518e5ece7d641/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "2abe6b20ed6b2cd1c99565a23ae55dd55937f34a",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8996154339223312752"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "79062"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[00:08:04.437] Scheduled build:
{
  "id": "8830724277047884177",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 71016,
  "createdBy": "project:chromium",
  "createTime": "2021-11-13T00:08:03.922186698Z",
  "updateTime": "2021-11-13T00:08:03.922186698Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "2abe6b20ed6b2cd1c99565a23ae55dd55937f34a",
      "ref": "refs/heads/main"
    }
  }
}
[00:08:04.437] Task URL: https://cr-buildbucket.appspot.com/build/8830724277047884177
[00:08:04.437] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996154339223312752:2:0) after 9m40s
[00:08:09.963] Received PubSub notification, asking Buildbucket for the build status
[00:08:09.993] Build status: STARTED
[00:17:44.760] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996154339223312752:2:0)
[00:17:44.796] Build status: STARTED
[00:17:44.796] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996154339223312752:4:0) after 5m25s
[00:23:09.829] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996154339223312752:4:0)
[00:23:09.880] Build status: STARTED
[00:23:09.880] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996154339223312752:5:0) after 3m8s
[00:26:18.334] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996154339223312752:5:0)
[00:26:18.403] Build status: STARTED
[00:26:18.403] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996154339223312752:6:0) after 4m59s
[00:31:17.525] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996154339223312752:6:0)
[00:31:17.576] Build status: STARTED
[00:31:17.576] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996154339223312752:7:0) after 5m10s
[00:36:28.035] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996154339223312752:7:0)
[00:36:28.074] Build status: STARTED
[00:36:28.074] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996154339223312752:8:0) after 4m4s
[00:36:28.828] Received PubSub notification, asking Buildbucket for the build status
[00:36:28.859] Build:
{
  "id": "8830724277047884177",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 71016,
  "createdBy": "project:chromium",
  "createTime": "2021-11-13T00:08:03.922186698Z",
  "startTime": "2021-11-13T00:08:08.150695Z",
  "endTime": "2021-11-13T00:36:27.964711657Z",
  "updateTime": "2021-11-13T00:36:27.964711657Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "2abe6b20ed6b2cd1c99565a23ae55dd55937f34a",
      "ref": "refs/heads/main"
    }
  }
}
[00:36:28.859] Invocation finished in 28m26.395377884s with status FAILED