Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 26 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/79013 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "e426aaf9d9dbfaf716feb9591567322de7694c4c"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "ec5d3795f34d8a7e29598d1a81850740862160ab",
  "parent_got_dawn_revision": "6b8136a776b9ded74bcd8cdf9cffa28de158ac07",
  "parent_got_nacl_revision": "315aa0a4dac13101ec955969bcd03cc3b7a52288",
  "parent_got_revision": "e426aaf9d9dbfaf716feb9591567322de7694c4c",
  "parent_got_revision_cp": "refs/heads/main@{#940713}",
  "parent_got_swiftshader_revision": "73a6940a2d144622a6ef4d028f4a989275c8a56d",
  "parent_got_v8_revision": "2ca21d088eab146b54f451146adfeed230284d6c",
  "parent_got_v8_revision_cp": "refs/heads/9.8.28@{#1}",
  "parent_got_webrtc_revision": "c883741175663426387029c754aff82a9eb7fa1e",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35327}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "e426aaf9d9dbfaf716feb9591567322de7694c4c",
  "swarm_hashes": {
    "absl_hardening_tests": "4f97c148ee23c192aaf04beb67a7ef241bdf7cf4d4d08ec92f9c9e0823935e0e/569",
    "accessibility_unittests": "54909d24a5b05d8b8f4c31d8cc933860e17dff8fd39fcec46708ca1e39683b9f/569",
    "angle_unittests": "90473af7001ddec8f74301a01355f717f049a179efe40a75a93a7d5dffb0a518/570",
    "app_shell_unittests": "255dd7ac0ce314a3bb4e6fafa0d71763cf6dc05139ed28f2d88eeead3529129d/809",
    "aura_unittests": "58a64a80cd6a171e13d5cbd7469ba85387889b5cf32c7d62b81b5a7b2da511b8/569",
    "base_unittests": "f8c75bc8368245168ae8ad75a3a46b0e0212204cfb6a4a39ed174b4c62525138/648",
    "blink_common_unittests": "1ef08f6da6104829ecbebee2aca59de1f90c14e75b1d6bfc7b61114f45c674da/647",
    "blink_fuzzer_unittests": "9aac923fbb69ce7517bb0535ef1c96c7acb0808c7c89625d2a36f8842fb2d8e1/648",
    "blink_heap_unittests": "f575bc34288b64a4072d26b040d79696ab630061f4d2eef2bd5957c579c2a359/648",
    "blink_platform_unittests": "941e04eef58fa8ac44be8a6602805f8f654faa2e50d5df0230b67853ae204395/726",
    "blink_unittests": "1d5e51431a72fb82f4df4e5fc9616155a46446c208402e92dd2d2c595838e58d/726",
    "boringssl_crypto_tests": "acac87db6b2016adaac370b49de30511639a3778af802ede579c203c4e724f84/570",
    "boringssl_ssl_tests": "a3e7efc622dcc12fb4aa357e932918750645109312909c05d4b64fca97a9b36f/569",
    "capture_unittests": "793393b6fc798296850a43ec5da65a538b34f573e4afa5f5e3d894d2184fd1cc/648",
    "cast_unittests": "54dc42196b09cb7022e7c66425b92ebcd74d00e02d443dd0e633fcd3e4ac11a2/569",
    "cc_unittests": "8eb82f79afb334835d5095bfd67817a53ed61c1ad0e768b4bc3d827002994f19/653",
    "chrome_app_unittests": "5b3d481f85e0fad83f3c0d2aa143f96ae31cbbb5391073a08c39a9014be346f8/727",
    "chromedriver_unittests": "94b2d1d36ba3e99e7b89b10b7541a6a8a448f9791d554228b20fe8a95701d527/726",
    "color_unittests": "b53c648803e9327090a6648626fceadc6d9f70d29ddf733c8a0721fe88fddea2/569",
    "components_browsertests": "9e4fdf9cf191f747db6e90958498f46841a2530f910ce93f37ceca4fd5bdebb2/892",
    "components_unittests": "d9310eba1e3b2b5b6a115adceca0a05010fd3a058816594bea00ed7345e1b9f6/892",
    "compositor_unittests": "2348c14edc227560cca44d6337c408b79dd69da6371ca8650109597f27f1918f/645",
    "content_browsertests": "cd526e01a72d5a9515879f671433b8bd1f28962d64ce61c21a33bf475f1da460/887",
    "content_unittests": "0c40aafe4f45ad17c1f06049bcd7420642a580b8207c255f40b7b7dc0b3eaea9/806",
    "cronet_tests": "a817144836be3e09e5933b86b28006ec9b3b3b2794e3683a382b0a3a439e84fc/730",
    "cronet_unittests": "12f5727a87330f8af66fc6838373508723dd122ff898963632b8102809706476/646",
    "crypto_unittests": "58aba5361e41628def708af2e0ac2395f7072f09889d34d6181fce58345511e3/569",
    "dbus_unittests": "d0334c4c2be7409b702b8de8cfbb33f6140cb59d6652ea627cb65dcd334a4dc6/569",
    "device_unittests": "31f8944c2d8f998fc798600f36d8ca0ef9658f52bb86417bf7051ebd0db739d7/646",
    "display_unittests": "05fa503de3ef7f5091ee2b58a5f9f6ea2a0bd2621bcfc34573c42cd2fba34cb7/569",
    "events_unittests": "e55f5dc2a398c1f9e1a965e546cdbafc64ffc7611c6472ec604d8a9e88035e1f/569",
    "extensions_browsertests": "dfe46f4d8f6c1192de8bfc6c845c55406c7238a47f39c94f581890862ef74765/811",
    "extensions_unittests": "5dd3d1d31a6e6dcd98e3b3786a27a0379170ac0a6e12fb1d6f1ff39539122a8d/975",
    "filesystem_service_unittests": "3164d93cff898575f10f0131e5253f7f01caa3ff4eab3e304c5d214bb84f1a51/569",
    "gcm_unit_tests": "1249a1bfae24e64e401dee9449e2f7146036ea6214ece385a67c5521c8743811/646",
    "gfx_unittests": "eebd2169055f4642680f7f652a89cb2b847f9a403bdfdc0b54fb1d5957aa6678/645",
    "gin_unittests": "1821478f122bcce1d28574087bf83c26ff8ac6fd2754f12f3158c00fa29f22af/646",
    "gl_tests": "9b447db5d9a4464df1d9713d637aa3024428016ebb82b14c44af96daa0460848/569",
    "gl_unittests": "6cb5240f2b4a8bb6ade81a0be034a4ff527dd1ced21b15dd330bc70e452e08f7/569",
    "google_apis_unittests": "a07d333f2fe507174377bac94bf0327a4f096c076a171dfcf3db5091a30f472c/731",
    "gpu_unittests": "f2e2b778b95cf8524582046be8f04ce740ac414842ac8db04a9a24d112337a5b/646",
    "gwp_asan_unittests": "fc41b0354620318b4cce1459a232e1d402472117ea98e8d33600befd118f036b/570",
    "headless_browsertests": "76043099e9859140153b5e1d929d80036c5fdeaef0dde1932903029a39daf0a5/809",
    "headless_unittests": "1af4817a221d83dd0527ebda04b703ca792896bf68243a876e1e826559780a04/569",
    "interactive_ui_tests": "cf8652f0fff77eb9afcabe8d7b6ab3664f944449694f377986bce55b85d5f896/1044",
    "ipc_tests": "8ca917e1f624f72af9a97343e83b13c43c35ab81903144b93c5cec16f8ca0931/569",
    "jingle_unittests": "a2513373344b78b9fb3367fdfefc345e35254626fe247aa6e11c0ae817eaf0bf/646",
    "latency_unittests": "2ffcf1826ec1df251f5b82d438ec65e39aa02da34d3077a88efd9194e748567a/569",
    "libjingle_xmpp_unittests": "724b214c51bb636bdda1f2fbae57731c4bef0e947c2a5602522b08bdf329e819/569",
    "liburlpattern_unittests": "3652df9a4ae37ded4763daa24d0557262de2bd671bbe7cc5f8e0de6e09c24342/569",
    "media_unittests": "0810aee3d14a933801c86e768a6bd818c2ded8dd7d625aa9e8417b0f0069961c/649",
    "message_center_unittests": "b31e10301214efba1a4624ea6db14ea9e3992478e1980b23d07d7810f05f6fb9/569",
    "midi_unittests": "7c0b26c6a5409dc1f850b058925073ad1a88247d2ebb2b31f298ef6867ee9a73/569",
    "mojo_core_unittests": "f3445637a88427bd28d3fafbeb2fb4c14c997a3a1f366b9943a5bdce6abe2477/569",
    "mojo_unittests": "9afbe5f2b57687be4585241901c719f3da7146da42d17b6c15e4ddf90f5634b9/647",
    "native_theme_unittests": "2615a2ced9de24075c0dd114c8577f979f67ad2c81bf4d7b762e0cacfabc54a1/569",
    "net_unittests": "56f8598f231f29ae83b8ab57305bac6ac6b7919f2af1c22c5a66f35efab0d7e8/648",
    "openscreen_unittests": "f1593b87e044e72372ea5c62b751fd7b5f45b33fba920316113b85a95301e071/727",
    "ozone_x11_unittests": "241b44042b6d4c686b0536ecc28082e7d616e903eaa6de3aaf2e9d55650e7cb4/569",
    "pdf_unittests": "12112e2e6856c97de144ec010aded6a1761a598c18fde51c8a94726ed10f28f5/725",
    "perfetto_unittests": "a8df282746b7af80c77aa8a1d19a661cae05df7f23035d2847600d0100e7491e/569",
    "ppapi_unittests": "c6c3dd0be20c8c429ff8b1b93e495b39f98b02d44a0a7cf2b601621c0a79e8a6/569",
    "printing_unittests": "72374719988f72397df202cd395c7bb73f378fa9407a4c9bb925f888927f2a6a/569",
    "remoting_unittests": "94edb1af084577e3793cd8068a35f66e1131240d60e5383e42fea56a7b1b8461/646",
    "sandbox_linux_unittests": "9100b38f7df0507ca0bec84548a9e2e8c67c24502a242af0743fcef83532187c/569",
    "service_manager_unittests": "95e5747773a8ffef5f8c080cc41de01c0eb9ef3ae6c47ae5da1a67b0944ffaf1/569",
    "services_unittests": "2c254654641b24690cb8bcc72eea3bb2e026d5b7e4a2526d2cb05650c0a90cd7/815",
    "shell_dialogs_unittests": "7224b51ef2f564a85d16ad89385266bebc572883720204e1fbe278f25ca552fd/569",
    "skia_unittests": "3a279c44202e2971cf63324804cbbe1b3ac745f6daaf7bfba8c0350978c17b69/569",
    "snapshot_unittests": "a6915f6a393d269d3c8a2faa96e3554d657efd6643f7a2a72a809330a96a3dab/569",
    "sql_unittests": "7c3e6246a6dd55ea23a26c35cea4fcdf047e73025fe6e1d0c0ecbdf23f1794e9/646",
    "storage_unittests": "8273fc361b28c62f18786a9b1a702ba991f656aaa119e8ca53642c941c068aba/727",
    "sync_integration_tests": "042e9d3dd718c17d5b7ece6ae15bc9564b6ea27291c846e96253656dface38c9/808",
    "ui_base_unittests": "81f844f45742cc1dc0a3a35808c07803008f81151a20c5144698b2daa85afc48/723",
    "ui_touch_selection_unittests": "803a991a9131f56f329bbd8e955bf6675fedd58b6db50a49ba7d4dc357a391ab/569",
    "unit_tests": "34216c0cb6f71be8e94d17c84174e8ebe84596db238b7640e86f6de70041ddec/1141",
    "url_unittests": "2089800f8d0f82253051a99b8f04c785da6063dff247223b5736b10418d46c0c/569",
    "views_unittests": "831a4113c7e153b375de0146df39cbd62c430d4502150bbe520d8de51c7dc4dc/569",
    "viz_unittests": "81226e1e92644bb990b1942e1f6fdba4ae9ed130f5f57143d79a6d2b981fded3/653",
    "vr_common_unittests": "859c45bf56c9babea7ec964b925865d0cdb7c13bf7f000f6eb6139632750f583/727",
    "vr_pixeltests": "f64f0928daaa54ad95c94eec9d07f1572cd40fc176e644747bb787bdc82d7f74/725",
    "weblayer_browsertests": "1a08bf713461b2772153191234388bd1d96b2f4be9fa0723e28c47512791f22d/893",
    "weblayer_unittests": "053e74ac5420df6940837485470b7da9d1a9b8262e8fcad2e531c6f90ca2ccfb/725",
    "wm_unittests": "f230c2558bed17740c694e1717d70896b7608bd2212258f1373c5209ae8d6e24/569",
    "wtf_unittests": "57834bbfc0bb56d619897ea3f3ab1c6cea2807fd6d5967048522f6a90b8bd054/569",
    "x11_unittests": "3e1bb6a245ae9162eb2ee76255f262bf1ef7fc14544e6fa7a380edf09806d91a/569",
    "xr_browser_tests": "a2c7c91350b6e5a34e86df2924ab00600d1dd16330b9039383e86bf754607533/807",
    "zlib_unittests": "7e3195fed697e170ae7db62bfd0dacf80cbffc75a8818800b18e24a2a0ca42cb/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "f0d486abf22639ab3ba9fd78912ffff90aee71501abf199e6c2518e5ece7d641/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e426aaf9d9dbfaf716feb9591567322de7694c4c
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:79013
  • user_agent:recipe

Debug log (UTC)

[11:01:32.468] New invocation is queued and will start shortly
[11:01:32.468] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[11:01:33.547] Starting the invocation (attempt 1)
[11:01:33.588] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e426aaf9d9dbfaf716feb9591567322de7694c4c"
[11:01:33.588] Popped gitiles commit info from properties and tags
[11:01:33.588] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[11:01:33.588] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[11:01:33.588] Buildbucket request:
{
  "requestId": "8996294418503361696",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "e426aaf9d9dbfaf716feb9591567322de7694c4c"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "ec5d3795f34d8a7e29598d1a81850740862160ab",
      "parent_got_dawn_revision": "6b8136a776b9ded74bcd8cdf9cffa28de158ac07",
      "parent_got_nacl_revision": "315aa0a4dac13101ec955969bcd03cc3b7a52288",
      "parent_got_revision": "e426aaf9d9dbfaf716feb9591567322de7694c4c",
      "parent_got_revision_cp": "refs/heads/main@{#940713}",
      "parent_got_swiftshader_revision": "73a6940a2d144622a6ef4d028f4a989275c8a56d",
      "parent_got_v8_revision": "2ca21d088eab146b54f451146adfeed230284d6c",
      "parent_got_v8_revision_cp": "refs/heads/9.8.28@{#1}",
      "parent_got_webrtc_revision": "c883741175663426387029c754aff82a9eb7fa1e",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35327}",
      "swarm_hashes": {
            "absl_hardening_tests": "4f97c148ee23c192aaf04beb67a7ef241bdf7cf4d4d08ec92f9c9e0823935e0e/569",
            "accessibility_unittests": "54909d24a5b05d8b8f4c31d8cc933860e17dff8fd39fcec46708ca1e39683b9f/569",
            "angle_unittests": "90473af7001ddec8f74301a01355f717f049a179efe40a75a93a7d5dffb0a518/570",
            "app_shell_unittests": "255dd7ac0ce314a3bb4e6fafa0d71763cf6dc05139ed28f2d88eeead3529129d/809",
            "aura_unittests": "58a64a80cd6a171e13d5cbd7469ba85387889b5cf32c7d62b81b5a7b2da511b8/569",
            "base_unittests": "f8c75bc8368245168ae8ad75a3a46b0e0212204cfb6a4a39ed174b4c62525138/648",
            "blink_common_unittests": "1ef08f6da6104829ecbebee2aca59de1f90c14e75b1d6bfc7b61114f45c674da/647",
            "blink_fuzzer_unittests": "9aac923fbb69ce7517bb0535ef1c96c7acb0808c7c89625d2a36f8842fb2d8e1/648",
            "blink_heap_unittests": "f575bc34288b64a4072d26b040d79696ab630061f4d2eef2bd5957c579c2a359/648",
            "blink_platform_unittests": "941e04eef58fa8ac44be8a6602805f8f654faa2e50d5df0230b67853ae204395/726",
            "blink_unittests": "1d5e51431a72fb82f4df4e5fc9616155a46446c208402e92dd2d2c595838e58d/726",
            "boringssl_crypto_tests": "acac87db6b2016adaac370b49de30511639a3778af802ede579c203c4e724f84/570",
            "boringssl_ssl_tests": "a3e7efc622dcc12fb4aa357e932918750645109312909c05d4b64fca97a9b36f/569",
            "capture_unittests": "793393b6fc798296850a43ec5da65a538b34f573e4afa5f5e3d894d2184fd1cc/648",
            "cast_unittests": "54dc42196b09cb7022e7c66425b92ebcd74d00e02d443dd0e633fcd3e4ac11a2/569",
            "cc_unittests": "8eb82f79afb334835d5095bfd67817a53ed61c1ad0e768b4bc3d827002994f19/653",
            "chrome_app_unittests": "5b3d481f85e0fad83f3c0d2aa143f96ae31cbbb5391073a08c39a9014be346f8/727",
            "chromedriver_unittests": "94b2d1d36ba3e99e7b89b10b7541a6a8a448f9791d554228b20fe8a95701d527/726",
            "color_unittests": "b53c648803e9327090a6648626fceadc6d9f70d29ddf733c8a0721fe88fddea2/569",
            "components_browsertests": "9e4fdf9cf191f747db6e90958498f46841a2530f910ce93f37ceca4fd5bdebb2/892",
            "components_unittests": "d9310eba1e3b2b5b6a115adceca0a05010fd3a058816594bea00ed7345e1b9f6/892",
            "compositor_unittests": "2348c14edc227560cca44d6337c408b79dd69da6371ca8650109597f27f1918f/645",
            "content_browsertests": "cd526e01a72d5a9515879f671433b8bd1f28962d64ce61c21a33bf475f1da460/887",
            "content_unittests": "0c40aafe4f45ad17c1f06049bcd7420642a580b8207c255f40b7b7dc0b3eaea9/806",
            "cronet_tests": "a817144836be3e09e5933b86b28006ec9b3b3b2794e3683a382b0a3a439e84fc/730",
            "cronet_unittests": "12f5727a87330f8af66fc6838373508723dd122ff898963632b8102809706476/646",
            "crypto_unittests": "58aba5361e41628def708af2e0ac2395f7072f09889d34d6181fce58345511e3/569",
            "dbus_unittests": "d0334c4c2be7409b702b8de8cfbb33f6140cb59d6652ea627cb65dcd334a4dc6/569",
            "device_unittests": "31f8944c2d8f998fc798600f36d8ca0ef9658f52bb86417bf7051ebd0db739d7/646",
            "display_unittests": "05fa503de3ef7f5091ee2b58a5f9f6ea2a0bd2621bcfc34573c42cd2fba34cb7/569",
            "events_unittests": "e55f5dc2a398c1f9e1a965e546cdbafc64ffc7611c6472ec604d8a9e88035e1f/569",
            "extensions_browsertests": "dfe46f4d8f6c1192de8bfc6c845c55406c7238a47f39c94f581890862ef74765/811",
            "extensions_unittests": "5dd3d1d31a6e6dcd98e3b3786a27a0379170ac0a6e12fb1d6f1ff39539122a8d/975",
            "filesystem_service_unittests": "3164d93cff898575f10f0131e5253f7f01caa3ff4eab3e304c5d214bb84f1a51/569",
            "gcm_unit_tests": "1249a1bfae24e64e401dee9449e2f7146036ea6214ece385a67c5521c8743811/646",
            "gfx_unittests": "eebd2169055f4642680f7f652a89cb2b847f9a403bdfdc0b54fb1d5957aa6678/645",
            "gin_unittests": "1821478f122bcce1d28574087bf83c26ff8ac6fd2754f12f3158c00fa29f22af/646",
            "gl_tests": "9b447db5d9a4464df1d9713d637aa3024428016ebb82b14c44af96daa0460848/569",
            "gl_unittests": "6cb5240f2b4a8bb6ade81a0be034a4ff527dd1ced21b15dd330bc70e452e08f7/569",
            "google_apis_unittests": "a07d333f2fe507174377bac94bf0327a4f096c076a171dfcf3db5091a30f472c/731",
            "gpu_unittests": "f2e2b778b95cf8524582046be8f04ce740ac414842ac8db04a9a24d112337a5b/646",
            "gwp_asan_unittests": "fc41b0354620318b4cce1459a232e1d402472117ea98e8d33600befd118f036b/570",
            "headless_browsertests": "76043099e9859140153b5e1d929d80036c5fdeaef0dde1932903029a39daf0a5/809",
            "headless_unittests": "1af4817a221d83dd0527ebda04b703ca792896bf68243a876e1e826559780a04/569",
            "interactive_ui_tests": "cf8652f0fff77eb9afcabe8d7b6ab3664f944449694f377986bce55b85d5f896/1044",
            "ipc_tests": "8ca917e1f624f72af9a97343e83b13c43c35ab81903144b93c5cec16f8ca0931/569",
            "jingle_unittests": "a2513373344b78b9fb3367fdfefc345e35254626fe247aa6e11c0ae817eaf0bf/646",
            "latency_unittests": "2ffcf1826ec1df251f5b82d438ec65e39aa02da34d3077a88efd9194e748567a/569",
            "libjingle_xmpp_unittests": "724b214c51bb636bdda1f2fbae57731c4bef0e947c2a5602522b08bdf329e819/569",
            "liburlpattern_unittests": "3652df9a4ae37ded4763daa24d0557262de2bd671bbe7cc5f8e0de6e09c24342/569",
            "media_unittests": "0810aee3d14a933801c86e768a6bd818c2ded8dd7d625aa9e8417b0f0069961c/649",
            "message_center_unittests": "b31e10301214efba1a4624ea6db14ea9e3992478e1980b23d07d7810f05f6fb9/569",
            "midi_unittests": "7c0b26c6a5409dc1f850b058925073ad1a88247d2ebb2b31f298ef6867ee9a73/569",
            "mojo_core_unittests": "f3445637a88427bd28d3fafbeb2fb4c14c997a3a1f366b9943a5bdce6abe2477/569",
            "mojo_unittests": "9afbe5f2b57687be4585241901c719f3da7146da42d17b6c15e4ddf90f5634b9/647",
            "native_theme_unittests": "2615a2ced9de24075c0dd114c8577f979f67ad2c81bf4d7b762e0cacfabc54a1/569",
            "net_unittests": "56f8598f231f29ae83b8ab57305bac6ac6b7919f2af1c22c5a66f35efab0d7e8/648",
            "openscreen_unittests": "f1593b87e044e72372ea5c62b751fd7b5f45b33fba920316113b85a95301e071/727",
            "ozone_x11_unittests": "241b44042b6d4c686b0536ecc28082e7d616e903eaa6de3aaf2e9d55650e7cb4/569",
            "pdf_unittests": "12112e2e6856c97de144ec010aded6a1761a598c18fde51c8a94726ed10f28f5/725",
            "perfetto_unittests": "a8df282746b7af80c77aa8a1d19a661cae05df7f23035d2847600d0100e7491e/569",
            "ppapi_unittests": "c6c3dd0be20c8c429ff8b1b93e495b39f98b02d44a0a7cf2b601621c0a79e8a6/569",
            "printing_unittests": "72374719988f72397df202cd395c7bb73f378fa9407a4c9bb925f888927f2a6a/569",
            "remoting_unittests": "94edb1af084577e3793cd8068a35f66e1131240d60e5383e42fea56a7b1b8461/646",
            "sandbox_linux_unittests": "9100b38f7df0507ca0bec84548a9e2e8c67c24502a242af0743fcef83532187c/569",
            "service_manager_unittests": "95e5747773a8ffef5f8c080cc41de01c0eb9ef3ae6c47ae5da1a67b0944ffaf1/569",
            "services_unittests": "2c254654641b24690cb8bcc72eea3bb2e026d5b7e4a2526d2cb05650c0a90cd7/815",
            "shell_dialogs_unittests": "7224b51ef2f564a85d16ad89385266bebc572883720204e1fbe278f25ca552fd/569",
            "skia_unittests": "3a279c44202e2971cf63324804cbbe1b3ac745f6daaf7bfba8c0350978c17b69/569",
            "snapshot_unittests": "a6915f6a393d269d3c8a2faa96e3554d657efd6643f7a2a72a809330a96a3dab/569",
            "sql_unittests": "7c3e6246a6dd55ea23a26c35cea4fcdf047e73025fe6e1d0c0ecbdf23f1794e9/646",
            "storage_unittests": "8273fc361b28c62f18786a9b1a702ba991f656aaa119e8ca53642c941c068aba/727",
            "sync_integration_tests": "042e9d3dd718c17d5b7ece6ae15bc9564b6ea27291c846e96253656dface38c9/808",
            "ui_base_unittests": "81f844f45742cc1dc0a3a35808c07803008f81151a20c5144698b2daa85afc48/723",
            "ui_touch_selection_unittests": "803a991a9131f56f329bbd8e955bf6675fedd58b6db50a49ba7d4dc357a391ab/569",
            "unit_tests": "34216c0cb6f71be8e94d17c84174e8ebe84596db238b7640e86f6de70041ddec/1141",
            "url_unittests": "2089800f8d0f82253051a99b8f04c785da6063dff247223b5736b10418d46c0c/569",
            "views_unittests": "831a4113c7e153b375de0146df39cbd62c430d4502150bbe520d8de51c7dc4dc/569",
            "viz_unittests": "81226e1e92644bb990b1942e1f6fdba4ae9ed130f5f57143d79a6d2b981fded3/653",
            "vr_common_unittests": "859c45bf56c9babea7ec964b925865d0cdb7c13bf7f000f6eb6139632750f583/727",
            "vr_pixeltests": "f64f0928daaa54ad95c94eec9d07f1572cd40fc176e644747bb787bdc82d7f74/725",
            "weblayer_browsertests": "1a08bf713461b2772153191234388bd1d96b2f4be9fa0723e28c47512791f22d/893",
            "weblayer_unittests": "053e74ac5420df6940837485470b7da9d1a9b8262e8fcad2e531c6f90ca2ccfb/725",
            "wm_unittests": "f230c2558bed17740c694e1717d70896b7608bd2212258f1373c5209ae8d6e24/569",
            "wtf_unittests": "57834bbfc0bb56d619897ea3f3ab1c6cea2807fd6d5967048522f6a90b8bd054/569",
            "x11_unittests": "3e1bb6a245ae9162eb2ee76255f262bf1ef7fc14544e6fa7a380edf09806d91a/569",
            "xr_browser_tests": "a2c7c91350b6e5a34e86df2924ab00600d1dd16330b9039383e86bf754607533/807",
            "zlib_unittests": "7e3195fed697e170ae7db62bfd0dacf80cbffc75a8818800b18e24a2a0ca42cb/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "f0d486abf22639ab3ba9fd78912ffff90aee71501abf199e6c2518e5ece7d641/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e426aaf9d9dbfaf716feb9591567322de7694c4c",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8996294418503361696"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "79013"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[11:01:34.342] Scheduled build:
{
  "id": "8830864356574982577",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 70968,
  "createdBy": "project:chromium",
  "createTime": "2021-11-11T11:01:33.675592995Z",
  "updateTime": "2021-11-11T11:01:33.675592995Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "e426aaf9d9dbfaf716feb9591567322de7694c4c",
      "ref": "refs/heads/main"
    }
  }
}
[11:01:34.342] Task URL: https://cr-buildbucket.appspot.com/build/8830864356574982577
[11:01:34.342] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996294418503361696:2:0) after 7m11s
[11:01:57.048] Received PubSub notification, asking Buildbucket for the build status
[11:01:57.077] Build status: STARTED
[11:08:45.377] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996294418503361696:2:0)
[11:08:45.429] Build status: STARTED
[11:08:45.429] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996294418503361696:4:0) after 1m54s
[11:10:39.426] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996294418503361696:4:0)
[11:10:39.457] Build status: STARTED
[11:10:39.457] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996294418503361696:5:0) after 6m0s
[11:16:39.608] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996294418503361696:5:0)
[11:16:39.665] Build status: STARTED
[11:16:39.665] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996294418503361696:6:0) after 2m44s
[11:19:23.687] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996294418503361696:6:0)
[11:19:23.723] Build status: STARTED
[11:19:23.723] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996294418503361696:7:0) after 5m35s
[11:24:58.842] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996294418503361696:7:0)
[11:24:58.871] Build status: STARTED
[11:24:58.871] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996294418503361696:8:0) after 2m45s
[11:27:43.913] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996294418503361696:8:0)
[11:27:43.945] Build status: STARTED
[11:27:43.945] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996294418503361696:9:0) after 5m51s
[11:28:31.833] Received PubSub notification, asking Buildbucket for the build status
[11:28:31.863] Build:
{
  "id": "8830864356574982577",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 70968,
  "createdBy": "project:chromium",
  "createTime": "2021-11-11T11:01:33.675592995Z",
  "startTime": "2021-11-11T11:01:55.873542Z",
  "endTime": "2021-11-11T11:28:31.114453385Z",
  "updateTime": "2021-11-11T11:28:31.114453385Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "e426aaf9d9dbfaf716feb9591567322de7694c4c",
      "ref": "refs/heads/main"
    }
  }
}
[11:28:31.863] Invocation finished in 26m59.411072938s with status FAILED