Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 30 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/79011 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "45ddf45ffc4d1a60dc4e0d20c2f28756c288b536"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "ec5d3795f34d8a7e29598d1a81850740862160ab",
  "parent_got_dawn_revision": "6b8136a776b9ded74bcd8cdf9cffa28de158ac07",
  "parent_got_nacl_revision": "9d577686a4321b08f6b86ff2589070fdee1c53f9",
  "parent_got_revision": "45ddf45ffc4d1a60dc4e0d20c2f28756c288b536",
  "parent_got_revision_cp": "refs/heads/main@{#940701}",
  "parent_got_swiftshader_revision": "73a6940a2d144622a6ef4d028f4a989275c8a56d",
  "parent_got_v8_revision": "2ca21d088eab146b54f451146adfeed230284d6c",
  "parent_got_v8_revision_cp": "refs/heads/9.8.28@{#1}",
  "parent_got_webrtc_revision": "c883741175663426387029c754aff82a9eb7fa1e",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35327}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "45ddf45ffc4d1a60dc4e0d20c2f28756c288b536",
  "swarm_hashes": {
    "absl_hardening_tests": "4f97c148ee23c192aaf04beb67a7ef241bdf7cf4d4d08ec92f9c9e0823935e0e/569",
    "accessibility_unittests": "11b60d901f64c8519b6f18f752da92ec68c1702f9651d6f2660c40d89e9d0ede/569",
    "angle_unittests": "90473af7001ddec8f74301a01355f717f049a179efe40a75a93a7d5dffb0a518/570",
    "app_shell_unittests": "b468bcb0f894a9369704ecbb90981f2c3904dbc54180f3008a0f862eca86029e/809",
    "aura_unittests": "0d80cccf6344caead8762d965bba403c3bc32136c10c3653e68c7e2937952d0b/569",
    "base_unittests": "f8c75bc8368245168ae8ad75a3a46b0e0212204cfb6a4a39ed174b4c62525138/648",
    "blink_common_unittests": "2cd44d9fbd68598e031bf04d915f21c20b050a741041e86c65d5e5f27dbbce43/647",
    "blink_fuzzer_unittests": "58828457161148f2ad46eaf2fd655dd3f8ed173d08256141ba1e2066648250b7/648",
    "blink_heap_unittests": "d98467df77dce94ea86fa73854b9dd52ad8a6d210f38ea7111f6911911e0f9b6/648",
    "blink_platform_unittests": "70d0ba0ace1e6c34ba0a2fefa91aa1426de4b8163be33296951a52ce44669a86/726",
    "blink_unittests": "49a611d32e2cde84e53376d00061d8e6718b879d4e5c83247837f7d756f3a0b6/726",
    "boringssl_crypto_tests": "acac87db6b2016adaac370b49de30511639a3778af802ede579c203c4e724f84/570",
    "boringssl_ssl_tests": "a3e7efc622dcc12fb4aa357e932918750645109312909c05d4b64fca97a9b36f/569",
    "capture_unittests": "6f54e5e9a27d1d40c67ad2fffe1e2783d48c7a119e52000703320bbde659601c/648",
    "cast_unittests": "96660a03d9b50d3c51453eb9190aa93b55d1518a09122674f9415134cef1c031/569",
    "cc_unittests": "20534bb1c866036d6bc520c7592f5a8576bd659e478d07572ca68d310a674d67/653",
    "chrome_app_unittests": "14cb3b9d4dcdd590f6362f6481b791dfa52c469233c70ad8166cbcafcdaad3c0/727",
    "chromedriver_unittests": "871f1b6886a4863a06b5a3e98376a9fa84124692bef31bc1894da7dbd8a4198e/726",
    "color_unittests": "b53c648803e9327090a6648626fceadc6d9f70d29ddf733c8a0721fe88fddea2/569",
    "components_browsertests": "cb553cb63f20fbbbe0eb6c4fab7bd116fd143d562fe245b73394ff46a24ae6c6/892",
    "components_unittests": "0d49fe59596644d0a239e7966d8925bb3a924cb78f6041650af27af253394c11/892",
    "compositor_unittests": "c4c53a056bd1db824fbf013c5108a5b22ffc64a115da54d3fba9748f9ea6298d/645",
    "content_browsertests": "c1f4b7dc2c57e20185b1ab3145878dc68267463ed322ce0912943a73d99fee52/887",
    "content_unittests": "686c1eeb9a77463f5e53230ef8e900382805be145da51ad56bcfeeacc94afa25/806",
    "cronet_tests": "a817144836be3e09e5933b86b28006ec9b3b3b2794e3683a382b0a3a439e84fc/730",
    "cronet_unittests": "12f5727a87330f8af66fc6838373508723dd122ff898963632b8102809706476/646",
    "crypto_unittests": "58aba5361e41628def708af2e0ac2395f7072f09889d34d6181fce58345511e3/569",
    "dbus_unittests": "d0334c4c2be7409b702b8de8cfbb33f6140cb59d6652ea627cb65dcd334a4dc6/569",
    "device_unittests": "56004e076ace338ef32a995c3e6649a43c4436ae029c3c7a97597d4fc6df1008/646",
    "display_unittests": "05fa503de3ef7f5091ee2b58a5f9f6ea2a0bd2621bcfc34573c42cd2fba34cb7/569",
    "events_unittests": "df67b7f486224ad701d855c533c6b91e11f8415588972ecc0e42fc8e43abe619/569",
    "extensions_browsertests": "14a216d100957e0312f1927fb274f4ac92c5ac8fb2acd9e318dd39db2f7b4690/811",
    "extensions_unittests": "eda322d92860f7edaec8e987103d0fe62f7ac81efd6be88452feb6631d1f4d70/975",
    "filesystem_service_unittests": "3164d93cff898575f10f0131e5253f7f01caa3ff4eab3e304c5d214bb84f1a51/569",
    "gcm_unit_tests": "1249a1bfae24e64e401dee9449e2f7146036ea6214ece385a67c5521c8743811/646",
    "gfx_unittests": "eebd2169055f4642680f7f652a89cb2b847f9a403bdfdc0b54fb1d5957aa6678/645",
    "gin_unittests": "1821478f122bcce1d28574087bf83c26ff8ac6fd2754f12f3158c00fa29f22af/646",
    "gl_tests": "956bd14643a3800ef4cd573fc4b8d9aebac53d65f2e3eec7cf8d540f7e9db2db/569",
    "gl_unittests": "0271d6a162085e1ea77cbdfe88a94ee12c706dcb7afe8f85aa5f4a738413f7df/569",
    "google_apis_unittests": "a07d333f2fe507174377bac94bf0327a4f096c076a171dfcf3db5091a30f472c/731",
    "gpu_unittests": "8772c6fd014c89819e515ff8fb4db07aedc1bb750db363144cda05fff2b00265/646",
    "gwp_asan_unittests": "fc41b0354620318b4cce1459a232e1d402472117ea98e8d33600befd118f036b/570",
    "headless_browsertests": "5fbfe016ce3e6c4b82b2dbd5fa4d09ef6633df92690860f8b8ce5b63212492fa/809",
    "headless_unittests": "4f3ff2c8d86ec1d0244acb07f32aa361171dc668e2eeacff8c45cdef74f2089d/569",
    "interactive_ui_tests": "cf83b14f01b97198600cdafd8f1ad4a7d07674a13b5b7a0271e6eab987221d46/1044",
    "ipc_tests": "8ca917e1f624f72af9a97343e83b13c43c35ab81903144b93c5cec16f8ca0931/569",
    "jingle_unittests": "a2513373344b78b9fb3367fdfefc345e35254626fe247aa6e11c0ae817eaf0bf/646",
    "latency_unittests": "2ffcf1826ec1df251f5b82d438ec65e39aa02da34d3077a88efd9194e748567a/569",
    "libjingle_xmpp_unittests": "724b214c51bb636bdda1f2fbae57731c4bef0e947c2a5602522b08bdf329e819/569",
    "liburlpattern_unittests": "3652df9a4ae37ded4763daa24d0557262de2bd671bbe7cc5f8e0de6e09c24342/569",
    "media_unittests": "97067428c94b6662fb7d63c03178b08ef971f166f150fa51c49516d3d2b36892/649",
    "message_center_unittests": "7e021eb7d265bc4dcfc0cf0c57d3154d65ac77c64029e901287e04765a40b297/569",
    "midi_unittests": "7c0b26c6a5409dc1f850b058925073ad1a88247d2ebb2b31f298ef6867ee9a73/569",
    "mojo_core_unittests": "f3445637a88427bd28d3fafbeb2fb4c14c997a3a1f366b9943a5bdce6abe2477/569",
    "mojo_unittests": "37d1a3ebc08d81cd975456a3283a81d3887d3d078346c047cfbc84eb060d520d/647",
    "native_theme_unittests": "2615a2ced9de24075c0dd114c8577f979f67ad2c81bf4d7b762e0cacfabc54a1/569",
    "net_unittests": "56f8598f231f29ae83b8ab57305bac6ac6b7919f2af1c22c5a66f35efab0d7e8/648",
    "openscreen_unittests": "01fe5b0232d0ff24d3f1b0b8631670e9a7aa4df275434b5c86bd03bab367340d/727",
    "ozone_x11_unittests": "66deee492afee962eebe07e71ad130e36db427990f801a08da5926bb52ee9d42/569",
    "pdf_unittests": "782d1ee2fd17fa59f1d82c4eb3661fece4896df345eff5f4be1ed46ab59441c6/725",
    "perfetto_unittests": "a8df282746b7af80c77aa8a1d19a661cae05df7f23035d2847600d0100e7491e/569",
    "ppapi_unittests": "c6c3dd0be20c8c429ff8b1b93e495b39f98b02d44a0a7cf2b601621c0a79e8a6/569",
    "printing_unittests": "a509a92aa589ab029b4b98e571a2f47338df7d7d97fc89a8f7291742467c9ded/569",
    "remoting_unittests": "eebce79d7c1cdd7b9802ceae3e9e550a7dccb46c919102f7a42ecc764ee6d133/646",
    "sandbox_linux_unittests": "9100b38f7df0507ca0bec84548a9e2e8c67c24502a242af0743fcef83532187c/569",
    "service_manager_unittests": "95e5747773a8ffef5f8c080cc41de01c0eb9ef3ae6c47ae5da1a67b0944ffaf1/569",
    "services_unittests": "cfbda8966b3001ffeabadf94cef870b04e75fa2ea179078856dcfe7727355db3/815",
    "shell_dialogs_unittests": "2e0584fe9822b61d645af858f17bbab57f0403e62914dc5ffea52351823825e1/569",
    "skia_unittests": "3a279c44202e2971cf63324804cbbe1b3ac745f6daaf7bfba8c0350978c17b69/569",
    "snapshot_unittests": "c1f0b8bc3af26868dc1c66137670f6558ac410206c8c6da9a16352af8b577f18/569",
    "sql_unittests": "7c3e6246a6dd55ea23a26c35cea4fcdf047e73025fe6e1d0c0ecbdf23f1794e9/646",
    "storage_unittests": "617618a73d123ef41d6670972cbedcdfedd4062301ffdbf2d841e331d9f063d1/727",
    "sync_integration_tests": "3dd8d037b1da21f3ea340a83a114be6c39048062d8eba9fecfc01695b9ceee73/808",
    "ui_base_unittests": "59b26203adbea8b80a34af3f8429d87026e8088184c2a724e2eb7d70fa44258c/723",
    "ui_touch_selection_unittests": "fa5fd609fe4c23f3a3a0bda2bab1283cad23e75dfb0697db13d5ad95dd2f2de9/569",
    "unit_tests": "14d2887e5f92cf8ef86b4fe145ed470b069432c2f33336fadbb035dfaddbf1ba/1141",
    "url_unittests": "2089800f8d0f82253051a99b8f04c785da6063dff247223b5736b10418d46c0c/569",
    "views_unittests": "93a526f94c55ca62aa5981e0e678677795c8483a3962bc4273f091e620cb7d5f/569",
    "viz_unittests": "70dc771268caa7902804ca41a0080f30a89ee4241cdcafa603b92365193a38cc/653",
    "vr_common_unittests": "25796af7cf98c2a4648182a9098a282d7d9f723137b56b54bbffdcb5715b0253/727",
    "vr_pixeltests": "0eb4fa6b41ab460a74b57edfd0ea6da66732898e2b445e91b60d6723de44ccce/725",
    "weblayer_browsertests": "99f7de6f7eff7b976d6bab35b27edfe79dac0a3b07f3382e71d621612ecec3f4/893",
    "weblayer_unittests": "910854e0e737a9855792884d583b98982e668c33a73d18b6b1b0a5b2acd8a647/725",
    "wm_unittests": "48bd68682d3261224d5fda689de701527010d062d3888d89059867a78d70113e/569",
    "wtf_unittests": "118933acec9870b4c7f41f43ce4acbfd8daeb07f4f29fbbbe15c49d00a5c1047/569",
    "x11_unittests": "b368ae22fb71af6aebe9ee4e68d62251358bce3e5711748cf206742cf0768961/569",
    "xr_browser_tests": "cb6cf46c1af6d32648aa594a41c356de52677bf6516286ee3406a21159b9b3ad/807",
    "zlib_unittests": "7e3195fed697e170ae7db62bfd0dacf80cbffc75a8818800b18e24a2a0ca42cb/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "f0d486abf22639ab3ba9fd78912ffff90aee71501abf199e6c2518e5ece7d641/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/45ddf45ffc4d1a60dc4e0d20c2f28756c288b536
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:79011
  • user_agent:recipe

Debug log (UTC)

[09:41:55.498] New invocation is queued and will start shortly
[09:41:55.498] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[09:41:56.875] Starting the invocation (attempt 1)
[09:41:56.918] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/45ddf45ffc4d1a60dc4e0d20c2f28756c288b536"
[09:41:56.918] Popped gitiles commit info from properties and tags
[09:41:56.918] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[09:41:56.918] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[09:41:56.919] Buildbucket request:
{
  "requestId": "8996299427519203424",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "45ddf45ffc4d1a60dc4e0d20c2f28756c288b536"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "ec5d3795f34d8a7e29598d1a81850740862160ab",
      "parent_got_dawn_revision": "6b8136a776b9ded74bcd8cdf9cffa28de158ac07",
      "parent_got_nacl_revision": "9d577686a4321b08f6b86ff2589070fdee1c53f9",
      "parent_got_revision": "45ddf45ffc4d1a60dc4e0d20c2f28756c288b536",
      "parent_got_revision_cp": "refs/heads/main@{#940701}",
      "parent_got_swiftshader_revision": "73a6940a2d144622a6ef4d028f4a989275c8a56d",
      "parent_got_v8_revision": "2ca21d088eab146b54f451146adfeed230284d6c",
      "parent_got_v8_revision_cp": "refs/heads/9.8.28@{#1}",
      "parent_got_webrtc_revision": "c883741175663426387029c754aff82a9eb7fa1e",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35327}",
      "swarm_hashes": {
            "absl_hardening_tests": "4f97c148ee23c192aaf04beb67a7ef241bdf7cf4d4d08ec92f9c9e0823935e0e/569",
            "accessibility_unittests": "11b60d901f64c8519b6f18f752da92ec68c1702f9651d6f2660c40d89e9d0ede/569",
            "angle_unittests": "90473af7001ddec8f74301a01355f717f049a179efe40a75a93a7d5dffb0a518/570",
            "app_shell_unittests": "b468bcb0f894a9369704ecbb90981f2c3904dbc54180f3008a0f862eca86029e/809",
            "aura_unittests": "0d80cccf6344caead8762d965bba403c3bc32136c10c3653e68c7e2937952d0b/569",
            "base_unittests": "f8c75bc8368245168ae8ad75a3a46b0e0212204cfb6a4a39ed174b4c62525138/648",
            "blink_common_unittests": "2cd44d9fbd68598e031bf04d915f21c20b050a741041e86c65d5e5f27dbbce43/647",
            "blink_fuzzer_unittests": "58828457161148f2ad46eaf2fd655dd3f8ed173d08256141ba1e2066648250b7/648",
            "blink_heap_unittests": "d98467df77dce94ea86fa73854b9dd52ad8a6d210f38ea7111f6911911e0f9b6/648",
            "blink_platform_unittests": "70d0ba0ace1e6c34ba0a2fefa91aa1426de4b8163be33296951a52ce44669a86/726",
            "blink_unittests": "49a611d32e2cde84e53376d00061d8e6718b879d4e5c83247837f7d756f3a0b6/726",
            "boringssl_crypto_tests": "acac87db6b2016adaac370b49de30511639a3778af802ede579c203c4e724f84/570",
            "boringssl_ssl_tests": "a3e7efc622dcc12fb4aa357e932918750645109312909c05d4b64fca97a9b36f/569",
            "capture_unittests": "6f54e5e9a27d1d40c67ad2fffe1e2783d48c7a119e52000703320bbde659601c/648",
            "cast_unittests": "96660a03d9b50d3c51453eb9190aa93b55d1518a09122674f9415134cef1c031/569",
            "cc_unittests": "20534bb1c866036d6bc520c7592f5a8576bd659e478d07572ca68d310a674d67/653",
            "chrome_app_unittests": "14cb3b9d4dcdd590f6362f6481b791dfa52c469233c70ad8166cbcafcdaad3c0/727",
            "chromedriver_unittests": "871f1b6886a4863a06b5a3e98376a9fa84124692bef31bc1894da7dbd8a4198e/726",
            "color_unittests": "b53c648803e9327090a6648626fceadc6d9f70d29ddf733c8a0721fe88fddea2/569",
            "components_browsertests": "cb553cb63f20fbbbe0eb6c4fab7bd116fd143d562fe245b73394ff46a24ae6c6/892",
            "components_unittests": "0d49fe59596644d0a239e7966d8925bb3a924cb78f6041650af27af253394c11/892",
            "compositor_unittests": "c4c53a056bd1db824fbf013c5108a5b22ffc64a115da54d3fba9748f9ea6298d/645",
            "content_browsertests": "c1f4b7dc2c57e20185b1ab3145878dc68267463ed322ce0912943a73d99fee52/887",
            "content_unittests": "686c1eeb9a77463f5e53230ef8e900382805be145da51ad56bcfeeacc94afa25/806",
            "cronet_tests": "a817144836be3e09e5933b86b28006ec9b3b3b2794e3683a382b0a3a439e84fc/730",
            "cronet_unittests": "12f5727a87330f8af66fc6838373508723dd122ff898963632b8102809706476/646",
            "crypto_unittests": "58aba5361e41628def708af2e0ac2395f7072f09889d34d6181fce58345511e3/569",
            "dbus_unittests": "d0334c4c2be7409b702b8de8cfbb33f6140cb59d6652ea627cb65dcd334a4dc6/569",
            "device_unittests": "56004e076ace338ef32a995c3e6649a43c4436ae029c3c7a97597d4fc6df1008/646",
            "display_unittests": "05fa503de3ef7f5091ee2b58a5f9f6ea2a0bd2621bcfc34573c42cd2fba34cb7/569",
            "events_unittests": "df67b7f486224ad701d855c533c6b91e11f8415588972ecc0e42fc8e43abe619/569",
            "extensions_browsertests": "14a216d100957e0312f1927fb274f4ac92c5ac8fb2acd9e318dd39db2f7b4690/811",
            "extensions_unittests": "eda322d92860f7edaec8e987103d0fe62f7ac81efd6be88452feb6631d1f4d70/975",
            "filesystem_service_unittests": "3164d93cff898575f10f0131e5253f7f01caa3ff4eab3e304c5d214bb84f1a51/569",
            "gcm_unit_tests": "1249a1bfae24e64e401dee9449e2f7146036ea6214ece385a67c5521c8743811/646",
            "gfx_unittests": "eebd2169055f4642680f7f652a89cb2b847f9a403bdfdc0b54fb1d5957aa6678/645",
            "gin_unittests": "1821478f122bcce1d28574087bf83c26ff8ac6fd2754f12f3158c00fa29f22af/646",
            "gl_tests": "956bd14643a3800ef4cd573fc4b8d9aebac53d65f2e3eec7cf8d540f7e9db2db/569",
            "gl_unittests": "0271d6a162085e1ea77cbdfe88a94ee12c706dcb7afe8f85aa5f4a738413f7df/569",
            "google_apis_unittests": "a07d333f2fe507174377bac94bf0327a4f096c076a171dfcf3db5091a30f472c/731",
            "gpu_unittests": "8772c6fd014c89819e515ff8fb4db07aedc1bb750db363144cda05fff2b00265/646",
            "gwp_asan_unittests": "fc41b0354620318b4cce1459a232e1d402472117ea98e8d33600befd118f036b/570",
            "headless_browsertests": "5fbfe016ce3e6c4b82b2dbd5fa4d09ef6633df92690860f8b8ce5b63212492fa/809",
            "headless_unittests": "4f3ff2c8d86ec1d0244acb07f32aa361171dc668e2eeacff8c45cdef74f2089d/569",
            "interactive_ui_tests": "cf83b14f01b97198600cdafd8f1ad4a7d07674a13b5b7a0271e6eab987221d46/1044",
            "ipc_tests": "8ca917e1f624f72af9a97343e83b13c43c35ab81903144b93c5cec16f8ca0931/569",
            "jingle_unittests": "a2513373344b78b9fb3367fdfefc345e35254626fe247aa6e11c0ae817eaf0bf/646",
            "latency_unittests": "2ffcf1826ec1df251f5b82d438ec65e39aa02da34d3077a88efd9194e748567a/569",
            "libjingle_xmpp_unittests": "724b214c51bb636bdda1f2fbae57731c4bef0e947c2a5602522b08bdf329e819/569",
            "liburlpattern_unittests": "3652df9a4ae37ded4763daa24d0557262de2bd671bbe7cc5f8e0de6e09c24342/569",
            "media_unittests": "97067428c94b6662fb7d63c03178b08ef971f166f150fa51c49516d3d2b36892/649",
            "message_center_unittests": "7e021eb7d265bc4dcfc0cf0c57d3154d65ac77c64029e901287e04765a40b297/569",
            "midi_unittests": "7c0b26c6a5409dc1f850b058925073ad1a88247d2ebb2b31f298ef6867ee9a73/569",
            "mojo_core_unittests": "f3445637a88427bd28d3fafbeb2fb4c14c997a3a1f366b9943a5bdce6abe2477/569",
            "mojo_unittests": "37d1a3ebc08d81cd975456a3283a81d3887d3d078346c047cfbc84eb060d520d/647",
            "native_theme_unittests": "2615a2ced9de24075c0dd114c8577f979f67ad2c81bf4d7b762e0cacfabc54a1/569",
            "net_unittests": "56f8598f231f29ae83b8ab57305bac6ac6b7919f2af1c22c5a66f35efab0d7e8/648",
            "openscreen_unittests": "01fe5b0232d0ff24d3f1b0b8631670e9a7aa4df275434b5c86bd03bab367340d/727",
            "ozone_x11_unittests": "66deee492afee962eebe07e71ad130e36db427990f801a08da5926bb52ee9d42/569",
            "pdf_unittests": "782d1ee2fd17fa59f1d82c4eb3661fece4896df345eff5f4be1ed46ab59441c6/725",
            "perfetto_unittests": "a8df282746b7af80c77aa8a1d19a661cae05df7f23035d2847600d0100e7491e/569",
            "ppapi_unittests": "c6c3dd0be20c8c429ff8b1b93e495b39f98b02d44a0a7cf2b601621c0a79e8a6/569",
            "printing_unittests": "a509a92aa589ab029b4b98e571a2f47338df7d7d97fc89a8f7291742467c9ded/569",
            "remoting_unittests": "eebce79d7c1cdd7b9802ceae3e9e550a7dccb46c919102f7a42ecc764ee6d133/646",
            "sandbox_linux_unittests": "9100b38f7df0507ca0bec84548a9e2e8c67c24502a242af0743fcef83532187c/569",
            "service_manager_unittests": "95e5747773a8ffef5f8c080cc41de01c0eb9ef3ae6c47ae5da1a67b0944ffaf1/569",
            "services_unittests": "cfbda8966b3001ffeabadf94cef870b04e75fa2ea179078856dcfe7727355db3/815",
            "shell_dialogs_unittests": "2e0584fe9822b61d645af858f17bbab57f0403e62914dc5ffea52351823825e1/569",
            "skia_unittests": "3a279c44202e2971cf63324804cbbe1b3ac745f6daaf7bfba8c0350978c17b69/569",
            "snapshot_unittests": "c1f0b8bc3af26868dc1c66137670f6558ac410206c8c6da9a16352af8b577f18/569",
            "sql_unittests": "7c3e6246a6dd55ea23a26c35cea4fcdf047e73025fe6e1d0c0ecbdf23f1794e9/646",
            "storage_unittests": "617618a73d123ef41d6670972cbedcdfedd4062301ffdbf2d841e331d9f063d1/727",
            "sync_integration_tests": "3dd8d037b1da21f3ea340a83a114be6c39048062d8eba9fecfc01695b9ceee73/808",
            "ui_base_unittests": "59b26203adbea8b80a34af3f8429d87026e8088184c2a724e2eb7d70fa44258c/723",
            "ui_touch_selection_unittests": "fa5fd609fe4c23f3a3a0bda2bab1283cad23e75dfb0697db13d5ad95dd2f2de9/569",
            "unit_tests": "14d2887e5f92cf8ef86b4fe145ed470b069432c2f33336fadbb035dfaddbf1ba/1141",
            "url_unittests": "2089800f8d0f82253051a99b8f04c785da6063dff247223b5736b10418d46c0c/569",
            "views_unittests": "93a526f94c55ca62aa5981e0e678677795c8483a3962bc4273f091e620cb7d5f/569",
            "viz_unittests": "70dc771268caa7902804ca41a0080f30a89ee4241cdcafa603b92365193a38cc/653",
            "vr_common_unittests": "25796af7cf98c2a4648182a9098a282d7d9f723137b56b54bbffdcb5715b0253/727",
            "vr_pixeltests": "0eb4fa6b41ab460a74b57edfd0ea6da66732898e2b445e91b60d6723de44ccce/725",
            "weblayer_browsertests": "99f7de6f7eff7b976d6bab35b27edfe79dac0a3b07f3382e71d621612ecec3f4/893",
            "weblayer_unittests": "910854e0e737a9855792884d583b98982e668c33a73d18b6b1b0a5b2acd8a647/725",
            "wm_unittests": "48bd68682d3261224d5fda689de701527010d062d3888d89059867a78d70113e/569",
            "wtf_unittests": "118933acec9870b4c7f41f43ce4acbfd8daeb07f4f29fbbbe15c49d00a5c1047/569",
            "x11_unittests": "b368ae22fb71af6aebe9ee4e68d62251358bce3e5711748cf206742cf0768961/569",
            "xr_browser_tests": "cb6cf46c1af6d32648aa594a41c356de52677bf6516286ee3406a21159b9b3ad/807",
            "zlib_unittests": "7e3195fed697e170ae7db62bfd0dacf80cbffc75a8818800b18e24a2a0ca42cb/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "f0d486abf22639ab3ba9fd78912ffff90aee71501abf199e6c2518e5ece7d641/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "45ddf45ffc4d1a60dc4e0d20c2f28756c288b536",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8996299427519203424"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "79011"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[09:41:57.552] Scheduled build:
{
  "id": "8830869365242108081",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 70966,
  "createdBy": "project:chromium",
  "createTime": "2021-11-11T09:41:57.037363347Z",
  "updateTime": "2021-11-11T09:41:57.037363347Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "45ddf45ffc4d1a60dc4e0d20c2f28756c288b536",
      "ref": "refs/heads/main"
    }
  }
}
[09:41:57.552] Task URL: https://cr-buildbucket.appspot.com/build/8830869365242108081
[09:41:57.552] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996299427519203424:2:0) after 8m30s
[09:42:08.368] Received PubSub notification, asking Buildbucket for the build status
[09:42:08.415] Build status: STARTED
[09:50:27.957] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996299427519203424:2:0)
[09:50:27.991] Build status: STARTED
[09:50:27.991] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996299427519203424:4:0) after 1m13s
[09:51:41.166] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996299427519203424:4:0)
[09:51:41.193] Build status: STARTED
[09:51:41.193] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996299427519203424:5:0) after 8m22s
[10:00:03.315] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996299427519203424:5:0)
[10:00:03.377] Build status: STARTED
[10:00:03.377] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996299427519203424:6:0) after 6m13s
[10:06:16.979] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996299427519203424:6:0)
[10:06:17.013] Build status: STARTED
[10:06:17.013] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996299427519203424:7:0) after 5m51s
[10:12:04.642] Received PubSub notification, asking Buildbucket for the build status
[10:12:04.674] Build:
{
  "id": "8830869365242108081",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 70966,
  "createdBy": "project:chromium",
  "createTime": "2021-11-11T09:41:57.037363347Z",
  "startTime": "2021-11-11T09:42:06.723293Z",
  "endTime": "2021-11-11T10:12:04.116290978Z",
  "updateTime": "2021-11-11T10:12:04.116290978Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "45ddf45ffc4d1a60dc4e0d20c2f28756c288b536",
      "ref": "refs/heads/main"
    }
  }
}
[10:12:04.674] Invocation finished in 30m9.192116616s with status FAILED