Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 29 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/79933 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "f78ce29d5a54cdd6ca7c5b9bea64e99d667bd978"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "b365a69edfb92b15d5c20ed8cecbd0d2a46d65b9",
  "parent_got_dawn_revision": "b320f17000595ebd06f63aadece200375d83228d",
  "parent_got_nacl_revision": "a90562b0e045950f6884105bfa6e560dbce9d319",
  "parent_got_revision": "f78ce29d5a54cdd6ca7c5b9bea64e99d667bd978",
  "parent_got_revision_cp": "refs/heads/main@{#951021}",
  "parent_got_swiftshader_revision": "592d413edb56b53e4acbe5146c7b06d57af2a46e",
  "parent_got_v8_revision": "8a05d7add33e40e73aac9fc43b4d9cce04adeaca",
  "parent_got_v8_revision_cp": "refs/heads/9.9.1@{#1}",
  "parent_got_webrtc_revision": "a6b138d6b4ef3a5b2c87f899b67f3b5c8dd3c002",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35509}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "f78ce29d5a54cdd6ca7c5b9bea64e99d667bd978",
  "swarm_hashes": {
    "absl_hardening_tests": "4b60bbf5ffc00af62206d32dfa8afe1350b279ab3da1801d43e4ddacda0e9841/569",
    "accessibility_unittests": "a01943936bb04d6766eabc5947ae534661fdcf8ff6185c6751eec6d4d47f5256/569",
    "angle_unittests": "47a49d1133d64cb3515446900bbdcf3a6ea66c6b7647c68dbc9f649cae57928b/570",
    "app_shell_unittests": "9817365132dfff1d039538d8c0902b3785bcf35bdfbf8250713fb420c23a6d52/730",
    "aura_unittests": "0757a8e59c39236c3ce6635da355e2949be5e14fb811fe638ff362216fd2c85c/569",
    "base_unittests": "95c0ed7c0a296aef66516be14f57f4de6972cd7c0592cda3f0e07641e73e488b/648",
    "blink_common_unittests": "889abf33d239a681b1afd487e099b46f2045a5076e28b6f9167b1df0aad75db2/647",
    "blink_fuzzer_unittests": "288582ee086c4e0de9200f1feb356f9675be7aa72981335bf8fd5bd84690fbcb/569",
    "blink_heap_unittests": "b7dc01b38601ff65a9be4cde1fdf7dcbda13f8d5962cc3246790f6a624617d8c/569",
    "blink_platform_unittests": "1e0652bc290501de5b81de6c75170b3ee39817f5bb131aa73d95237c9910d771/726",
    "blink_unittests": "2abc2f5762dc078629b33b4499f31b6ab30111956671692dd9ef4a7038ca2d0b/810",
    "boringssl_crypto_tests": "96e9e2b0ee5bdc3fd3b44a1526d91c960bf621880889ba08b6aeb7addde9fb97/570",
    "boringssl_ssl_tests": "b15cee0ff597eeb177d607d5c0614dbade886ec18ae55d38532f427dca6bcf85/569",
    "capture_unittests": "a8239042b549079ff35d2a323cd917375155e53cfdab1b5618b0300b68352b6a/648",
    "cast_unittests": "631846236fce244fc80632d0750f1b70ede10f839bc408f85f6da7012bfdb1a7/569",
    "cc_unittests": "241d87f69bc1d9c3a34fbabfca972f9083877f8932526cd7ac7c15e9d395b38d/653",
    "chrome_app_unittests": "1778e2ce932b9dd3368a0e4145dcf192795b8fd22733796db81697ddfce2d8ef/648",
    "chromedriver_unittests": "614349b782245f74be664018ffbf245e6ae9030dff5dcfb44dcc1e8b37abe31d/726",
    "color_unittests": "c0f6195d116049076c4fc649b947b2458052c7215edfc625410e63126a3a7b36/569",
    "components_browsertests": "03f4457d3d7697ebb9207bf0b98f86df753f93c37d22dd00ca4b14cbabb6a60e/813",
    "components_unittests": "e8d0d7ce8af5f664968c0138f078d7a1bad9404b21c2809a16cb4b34dc807af5/813",
    "compositor_unittests": "ab8e4a90f260de32227ed64315832e7b802fd2cc5a7f149cc3afdd334b918182/645",
    "content_browsertests": "c9eae4bf0603c53a7230c6efa8f17ee2ca78772a95eeccec25a90dd8fe41ceb2/887",
    "content_unittests": "ad065934786d2b4fccf144ce4b48fd5009ff145b7ad62a6caf1c5893bbaaa922/806",
    "cronet_tests": "b53d26ea6a05f8b79c97c0c0701f830dd8f80b6da6aacdc3b8c016b36c69d718/730",
    "cronet_unittests": "d25502013bf4c3737f61627a046794169daee15a08231ff6d5dcabbbd67ffcb2/646",
    "crypto_unittests": "f4302690de6173a571287d6037f6e588611449c7df7fbe8de983572f152ff738/569",
    "dbus_unittests": "4ac22541d9840314fe09cbb7f0a544fffebf85dfe93630dafaa772e339638df6/569",
    "device_unittests": "77f1640a56dfebef99eef2e8cecd65a96fbfcbb33553d1c1eedbb9bb66a76ae2/646",
    "display_unittests": "5d942ef9c0ab15886aef34872b13698f5f37c3019335b6731aca5fc9f6059482/569",
    "events_unittests": "67ff4055f2b3031700e47f1ac8c998632754860573c0b4bcfad99ec90dc70c7a/569",
    "extensions_browsertests": "9de3772022dcac42b1b400cbb5a351c80874d11602165246a0f042ffbe84e90d/732",
    "extensions_unittests": "fb1504ae94663e4b2a82de48f66e21674c43b70f57c8bc1c85e47cd3f81f690e/896",
    "filesystem_service_unittests": "feea645b0462f42fcc943a799a5999e119309359c3ffbd180574ec3483e13b8e/569",
    "gcm_unit_tests": "d0c5394e1d1214f98af340a1f8182f663bd311c397b6a98dda954fdfd8e42ad1/646",
    "gfx_unittests": "a02d7777aff37c9f3fdd74ebc4a5f1b82f43c2f7a74cafbb9e700f26607b59d1/645",
    "gin_unittests": "c1578a14e9db1f4dc6526584c117927aed1c5fd1d3f7e5d2f4eaff6a1d2d7623/646",
    "gl_tests": "a7dee12369c34bc9e0b40c3573712b4d7d7e2e04e2be32ae91cbbfaf1f33df22/569",
    "gl_unittests": "3a1a8e5ff9e9077206c92f77eedb0c870367b233755146ca9211677c10316c17/569",
    "google_apis_unittests": "890b0ca1bafadde37496637a8fb16b6760d54c362e5128bbca05097403a887eb/731",
    "gpu_unittests": "e903ad77ae6697e217dbb8bf67c1555d17dc635e961b7dcd66f7e7c7c17918cd/646",
    "gwp_asan_unittests": "b4857fbcdfe93f95ca0de03f5ad1b3e718a67454d1492c1de74cd11eb5e72558/570",
    "headless_browsertests": "dccc41798ee6a20fcd548aebe66921b7f0689e3a08f2c8e13abc27ace60c15b2/730",
    "headless_unittests": "e48572dca808f918cea0dbb5aba5ced877399ff3b86613a93714928c6b5e9fa6/569",
    "interactive_ui_tests": "4f40a83d5f7398eb235cbf7a81feba46b887bb15f95c4d0d77e83acc3185bd43/965",
    "ipc_tests": "e18335ce20db69732f98b29998321b500d6c5537df1889b7a419c0aec430d970/569",
    "jingle_unittests": "843aab2975894c542c059ea4119920ec6af6a4eed7645f91f4534d880e82c216/646",
    "latency_unittests": "2d58c78adcc686eaea261fd6fd2f48d88654099dc0deb53e57954d1931debe9a/569",
    "libjingle_xmpp_unittests": "9c8130c0fc6539055f26cca11e0cfa5274fd38464d132881470af2dba54c545e/569",
    "liburlpattern_unittests": "1e7291c01d75523e1e53f9c4bf41eff2ac0a3f02f9d708e483e47450c37860b0/569",
    "media_unittests": "b45358302c13057a3f4ce62c970bb0e14934d16b4414ae653f8c6c19f3923f08/649",
    "message_center_unittests": "ea65cf87389d4c46419fa2b1cb5f2ea9ba7445d7703964af24e6137cc0b2249c/569",
    "midi_unittests": "3f2c17c9699bf2f2f8e26e2ed2eb775229396866ce4ca82ef8b4ac0ee1fcb7d8/569",
    "mojo_core_unittests": "8df1b066056b7a5de733ceb7555ab096f0fb2653c6a2beffb1c1b4c10699a749/569",
    "mojo_unittests": "fd708f87f8d6c7d004cd80f8c49b49cdc857446cc98e0a4a34c6c00aab18eb29/647",
    "native_theme_unittests": "3a7c991484c524f3806b54112a85cc91bcfd4d04190d4cf5d61031e9e7f5a4d6/569",
    "net_unittests": "08e34898b300a09da288184f7734b920c0715fa2ed55708137ba15133a865347/648",
    "openscreen_unittests": "3504dc6ade1564feb5094d100d69caefcb52765cde657712a78bf8a3f09c04d4/648",
    "ozone_x11_unittests": "d483b2bb7395b5bcbbaf8090700d798b165b9a1661e015d365cf4682f67da7be/569",
    "pdf_unittests": "529d15a85cdbcd737b8db6af7d7f3005e6650ee4ec5382565ff6ec95d4aeceeb/646",
    "perfetto_unittests": "e0af2a3c6fe66d5257ae522ed3dc6dfcfe6547bb9e59cfcb6a449a0e1ef42b28/569",
    "ppapi_unittests": "addc86a60f645e8eccb15cadc0f08f1450d6208572e2bd3de11d4f224fd0d238/569",
    "printing_unittests": "23331f2f931848ac95a3250d77ea4aef52c8f9b2c9c7c6f4bea8abc830d70e47/569",
    "remoting_unittests": "74021c9d3d0398da2f41e28d9e737ccfede12b7acb7736d9c5abb6439f84dba3/646",
    "sandbox_linux_unittests": "fe2a08c433396d37498348d61bc19fdeaf3bd93fb0e8aa854bcb8562b936eee7/569",
    "service_manager_unittests": "8191ffae25bd31b08a9974a980604f55a362e7b1238744f6938456ee3bf6227a/569",
    "services_unittests": "b2e165fa55c0446b9b3d67ad56c65c25f8d4289d3be1c0fbc3f165ffaef62634/815",
    "shell_dialogs_unittests": "0b2abbc82941cdb67a677934bf7776ad776feb0df19185ed2150282e636131cf/569",
    "skia_unittests": "ebd8323b5e51f3afcdb8fa2cfedde42f1bb5240a81d6d3c7e918c3fe4a044f6b/569",
    "snapshot_unittests": "22b9ec3b9abd6997ebef88231f8fde76207d9ddf2a3ab7ee2df3774df80e52df/569",
    "sql_unittests": "0d6547a5c1fcba939068af25ccf5cd2dd5de06cda82944a17fe1a26d7366a9e3/646",
    "storage_unittests": "064fbc4898a396dea7b4894703516b771dc238ce571ef67662d95aeec6fed3a3/727",
    "sync_integration_tests": "565098f663873109275579c883451a709db8eee556618b5207e42eea56332799/729",
    "ui_base_unittests": "c14dc9f6c5dd41d3cbb3d6cdd60739f57abdbbb04e36e2c7c40b866e9e586fa2/723",
    "ui_touch_selection_unittests": "9bf76072a90384cb0e68e017b17bc6a92964466bb7fbce8e45e04aefbea3ba2f/569",
    "unit_tests": "83efdbc336c26b2e8b59e118f8bd6055e303f6ebbf60377a4465cbbea3be2d92/1062",
    "url_unittests": "641b615c1e619907024dadb59027f3cc475315c82f1fc50250778ba8469bfd76/569",
    "views_unittests": "24425664a41990a8c60a53e710f4efc014585f5338a783192328f112644ceab4/569",
    "viz_unittests": "2f734f5249c418520197976838fdd186fca7aff50997b302bb503cb69c2c3005/653",
    "vr_common_unittests": "7d556fdfdf8e25691646d751bf94ac4ff853b334441f61ce206752bf6ebab4e5/648",
    "vr_pixeltests": "7293f027350e703b6725250d34c663ee0cf6fb18aebac375bcbb705e288c78ec/646",
    "weblayer_browsertests": "ca32a24b056c7110dfc3a1b969dfe7e51307ca1a356976646101a9dbdc664ce6/814",
    "weblayer_unittests": "eb365d8648058aeb922d9de14ffcb3ec72823ba796f577ebdb80893ed827af04/646",
    "wm_unittests": "9f30c7f8edee8d1c6170a4d03462d63704b06fdf3050f9e49febae75f35adcdc/569",
    "wtf_unittests": "276a468edb5ae271b90731f7c58b88b59912d712661836b790b37b390d70c957/569",
    "x11_unittests": "b9eb8cd7e5a76313a2c23c0692650f7af6f74789da3117f15d1c631f62f8c27a/569",
    "xr_browser_tests": "f17bc9c86ea489c43587ce1f08b03c406834b023a922ea0e55425da82dad22fa/728",
    "zlib_unittests": "bcaa612fce2be1441c090d1ead6875665001c6d27600eeee42cdfc04f0452891/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "d35d624e302339bddf63f41a26541de5b97ee363969aba926d26843428908d07/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f78ce29d5a54cdd6ca7c5b9bea64e99d667bd978
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:79933
  • user_agent:recipe

Debug log (UTC)

[15:32:29.186] New invocation is queued and will start shortly
[15:32:29.186] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[15:32:30.432] Starting the invocation (attempt 1)
[15:32:30.466] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f78ce29d5a54cdd6ca7c5b9bea64e99d667bd978"
[15:32:30.466] Popped gitiles commit info from properties and tags
[15:32:30.466] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[15:32:30.466] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[15:32:30.467] Buildbucket request:
{
  "requestId": "8993378269173064832",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "f78ce29d5a54cdd6ca7c5b9bea64e99d667bd978"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "b365a69edfb92b15d5c20ed8cecbd0d2a46d65b9",
      "parent_got_dawn_revision": "b320f17000595ebd06f63aadece200375d83228d",
      "parent_got_nacl_revision": "a90562b0e045950f6884105bfa6e560dbce9d319",
      "parent_got_revision": "f78ce29d5a54cdd6ca7c5b9bea64e99d667bd978",
      "parent_got_revision_cp": "refs/heads/main@{#951021}",
      "parent_got_swiftshader_revision": "592d413edb56b53e4acbe5146c7b06d57af2a46e",
      "parent_got_v8_revision": "8a05d7add33e40e73aac9fc43b4d9cce04adeaca",
      "parent_got_v8_revision_cp": "refs/heads/9.9.1@{#1}",
      "parent_got_webrtc_revision": "a6b138d6b4ef3a5b2c87f899b67f3b5c8dd3c002",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35509}",
      "swarm_hashes": {
            "absl_hardening_tests": "4b60bbf5ffc00af62206d32dfa8afe1350b279ab3da1801d43e4ddacda0e9841/569",
            "accessibility_unittests": "a01943936bb04d6766eabc5947ae534661fdcf8ff6185c6751eec6d4d47f5256/569",
            "angle_unittests": "47a49d1133d64cb3515446900bbdcf3a6ea66c6b7647c68dbc9f649cae57928b/570",
            "app_shell_unittests": "9817365132dfff1d039538d8c0902b3785bcf35bdfbf8250713fb420c23a6d52/730",
            "aura_unittests": "0757a8e59c39236c3ce6635da355e2949be5e14fb811fe638ff362216fd2c85c/569",
            "base_unittests": "95c0ed7c0a296aef66516be14f57f4de6972cd7c0592cda3f0e07641e73e488b/648",
            "blink_common_unittests": "889abf33d239a681b1afd487e099b46f2045a5076e28b6f9167b1df0aad75db2/647",
            "blink_fuzzer_unittests": "288582ee086c4e0de9200f1feb356f9675be7aa72981335bf8fd5bd84690fbcb/569",
            "blink_heap_unittests": "b7dc01b38601ff65a9be4cde1fdf7dcbda13f8d5962cc3246790f6a624617d8c/569",
            "blink_platform_unittests": "1e0652bc290501de5b81de6c75170b3ee39817f5bb131aa73d95237c9910d771/726",
            "blink_unittests": "2abc2f5762dc078629b33b4499f31b6ab30111956671692dd9ef4a7038ca2d0b/810",
            "boringssl_crypto_tests": "96e9e2b0ee5bdc3fd3b44a1526d91c960bf621880889ba08b6aeb7addde9fb97/570",
            "boringssl_ssl_tests": "b15cee0ff597eeb177d607d5c0614dbade886ec18ae55d38532f427dca6bcf85/569",
            "capture_unittests": "a8239042b549079ff35d2a323cd917375155e53cfdab1b5618b0300b68352b6a/648",
            "cast_unittests": "631846236fce244fc80632d0750f1b70ede10f839bc408f85f6da7012bfdb1a7/569",
            "cc_unittests": "241d87f69bc1d9c3a34fbabfca972f9083877f8932526cd7ac7c15e9d395b38d/653",
            "chrome_app_unittests": "1778e2ce932b9dd3368a0e4145dcf192795b8fd22733796db81697ddfce2d8ef/648",
            "chromedriver_unittests": "614349b782245f74be664018ffbf245e6ae9030dff5dcfb44dcc1e8b37abe31d/726",
            "color_unittests": "c0f6195d116049076c4fc649b947b2458052c7215edfc625410e63126a3a7b36/569",
            "components_browsertests": "03f4457d3d7697ebb9207bf0b98f86df753f93c37d22dd00ca4b14cbabb6a60e/813",
            "components_unittests": "e8d0d7ce8af5f664968c0138f078d7a1bad9404b21c2809a16cb4b34dc807af5/813",
            "compositor_unittests": "ab8e4a90f260de32227ed64315832e7b802fd2cc5a7f149cc3afdd334b918182/645",
            "content_browsertests": "c9eae4bf0603c53a7230c6efa8f17ee2ca78772a95eeccec25a90dd8fe41ceb2/887",
            "content_unittests": "ad065934786d2b4fccf144ce4b48fd5009ff145b7ad62a6caf1c5893bbaaa922/806",
            "cronet_tests": "b53d26ea6a05f8b79c97c0c0701f830dd8f80b6da6aacdc3b8c016b36c69d718/730",
            "cronet_unittests": "d25502013bf4c3737f61627a046794169daee15a08231ff6d5dcabbbd67ffcb2/646",
            "crypto_unittests": "f4302690de6173a571287d6037f6e588611449c7df7fbe8de983572f152ff738/569",
            "dbus_unittests": "4ac22541d9840314fe09cbb7f0a544fffebf85dfe93630dafaa772e339638df6/569",
            "device_unittests": "77f1640a56dfebef99eef2e8cecd65a96fbfcbb33553d1c1eedbb9bb66a76ae2/646",
            "display_unittests": "5d942ef9c0ab15886aef34872b13698f5f37c3019335b6731aca5fc9f6059482/569",
            "events_unittests": "67ff4055f2b3031700e47f1ac8c998632754860573c0b4bcfad99ec90dc70c7a/569",
            "extensions_browsertests": "9de3772022dcac42b1b400cbb5a351c80874d11602165246a0f042ffbe84e90d/732",
            "extensions_unittests": "fb1504ae94663e4b2a82de48f66e21674c43b70f57c8bc1c85e47cd3f81f690e/896",
            "filesystem_service_unittests": "feea645b0462f42fcc943a799a5999e119309359c3ffbd180574ec3483e13b8e/569",
            "gcm_unit_tests": "d0c5394e1d1214f98af340a1f8182f663bd311c397b6a98dda954fdfd8e42ad1/646",
            "gfx_unittests": "a02d7777aff37c9f3fdd74ebc4a5f1b82f43c2f7a74cafbb9e700f26607b59d1/645",
            "gin_unittests": "c1578a14e9db1f4dc6526584c117927aed1c5fd1d3f7e5d2f4eaff6a1d2d7623/646",
            "gl_tests": "a7dee12369c34bc9e0b40c3573712b4d7d7e2e04e2be32ae91cbbfaf1f33df22/569",
            "gl_unittests": "3a1a8e5ff9e9077206c92f77eedb0c870367b233755146ca9211677c10316c17/569",
            "google_apis_unittests": "890b0ca1bafadde37496637a8fb16b6760d54c362e5128bbca05097403a887eb/731",
            "gpu_unittests": "e903ad77ae6697e217dbb8bf67c1555d17dc635e961b7dcd66f7e7c7c17918cd/646",
            "gwp_asan_unittests": "b4857fbcdfe93f95ca0de03f5ad1b3e718a67454d1492c1de74cd11eb5e72558/570",
            "headless_browsertests": "dccc41798ee6a20fcd548aebe66921b7f0689e3a08f2c8e13abc27ace60c15b2/730",
            "headless_unittests": "e48572dca808f918cea0dbb5aba5ced877399ff3b86613a93714928c6b5e9fa6/569",
            "interactive_ui_tests": "4f40a83d5f7398eb235cbf7a81feba46b887bb15f95c4d0d77e83acc3185bd43/965",
            "ipc_tests": "e18335ce20db69732f98b29998321b500d6c5537df1889b7a419c0aec430d970/569",
            "jingle_unittests": "843aab2975894c542c059ea4119920ec6af6a4eed7645f91f4534d880e82c216/646",
            "latency_unittests": "2d58c78adcc686eaea261fd6fd2f48d88654099dc0deb53e57954d1931debe9a/569",
            "libjingle_xmpp_unittests": "9c8130c0fc6539055f26cca11e0cfa5274fd38464d132881470af2dba54c545e/569",
            "liburlpattern_unittests": "1e7291c01d75523e1e53f9c4bf41eff2ac0a3f02f9d708e483e47450c37860b0/569",
            "media_unittests": "b45358302c13057a3f4ce62c970bb0e14934d16b4414ae653f8c6c19f3923f08/649",
            "message_center_unittests": "ea65cf87389d4c46419fa2b1cb5f2ea9ba7445d7703964af24e6137cc0b2249c/569",
            "midi_unittests": "3f2c17c9699bf2f2f8e26e2ed2eb775229396866ce4ca82ef8b4ac0ee1fcb7d8/569",
            "mojo_core_unittests": "8df1b066056b7a5de733ceb7555ab096f0fb2653c6a2beffb1c1b4c10699a749/569",
            "mojo_unittests": "fd708f87f8d6c7d004cd80f8c49b49cdc857446cc98e0a4a34c6c00aab18eb29/647",
            "native_theme_unittests": "3a7c991484c524f3806b54112a85cc91bcfd4d04190d4cf5d61031e9e7f5a4d6/569",
            "net_unittests": "08e34898b300a09da288184f7734b920c0715fa2ed55708137ba15133a865347/648",
            "openscreen_unittests": "3504dc6ade1564feb5094d100d69caefcb52765cde657712a78bf8a3f09c04d4/648",
            "ozone_x11_unittests": "d483b2bb7395b5bcbbaf8090700d798b165b9a1661e015d365cf4682f67da7be/569",
            "pdf_unittests": "529d15a85cdbcd737b8db6af7d7f3005e6650ee4ec5382565ff6ec95d4aeceeb/646",
            "perfetto_unittests": "e0af2a3c6fe66d5257ae522ed3dc6dfcfe6547bb9e59cfcb6a449a0e1ef42b28/569",
            "ppapi_unittests": "addc86a60f645e8eccb15cadc0f08f1450d6208572e2bd3de11d4f224fd0d238/569",
            "printing_unittests": "23331f2f931848ac95a3250d77ea4aef52c8f9b2c9c7c6f4bea8abc830d70e47/569",
            "remoting_unittests": "74021c9d3d0398da2f41e28d9e737ccfede12b7acb7736d9c5abb6439f84dba3/646",
            "sandbox_linux_unittests": "fe2a08c433396d37498348d61bc19fdeaf3bd93fb0e8aa854bcb8562b936eee7/569",
            "service_manager_unittests": "8191ffae25bd31b08a9974a980604f55a362e7b1238744f6938456ee3bf6227a/569",
            "services_unittests": "b2e165fa55c0446b9b3d67ad56c65c25f8d4289d3be1c0fbc3f165ffaef62634/815",
            "shell_dialogs_unittests": "0b2abbc82941cdb67a677934bf7776ad776feb0df19185ed2150282e636131cf/569",
            "skia_unittests": "ebd8323b5e51f3afcdb8fa2cfedde42f1bb5240a81d6d3c7e918c3fe4a044f6b/569",
            "snapshot_unittests": "22b9ec3b9abd6997ebef88231f8fde76207d9ddf2a3ab7ee2df3774df80e52df/569",
            "sql_unittests": "0d6547a5c1fcba939068af25ccf5cd2dd5de06cda82944a17fe1a26d7366a9e3/646",
            "storage_unittests": "064fbc4898a396dea7b4894703516b771dc238ce571ef67662d95aeec6fed3a3/727",
            "sync_integration_tests": "565098f663873109275579c883451a709db8eee556618b5207e42eea56332799/729",
            "ui_base_unittests": "c14dc9f6c5dd41d3cbb3d6cdd60739f57abdbbb04e36e2c7c40b866e9e586fa2/723",
            "ui_touch_selection_unittests": "9bf76072a90384cb0e68e017b17bc6a92964466bb7fbce8e45e04aefbea3ba2f/569",
            "unit_tests": "83efdbc336c26b2e8b59e118f8bd6055e303f6ebbf60377a4465cbbea3be2d92/1062",
            "url_unittests": "641b615c1e619907024dadb59027f3cc475315c82f1fc50250778ba8469bfd76/569",
            "views_unittests": "24425664a41990a8c60a53e710f4efc014585f5338a783192328f112644ceab4/569",
            "viz_unittests": "2f734f5249c418520197976838fdd186fca7aff50997b302bb503cb69c2c3005/653",
            "vr_common_unittests": "7d556fdfdf8e25691646d751bf94ac4ff853b334441f61ce206752bf6ebab4e5/648",
            "vr_pixeltests": "7293f027350e703b6725250d34c663ee0cf6fb18aebac375bcbb705e288c78ec/646",
            "weblayer_browsertests": "ca32a24b056c7110dfc3a1b969dfe7e51307ca1a356976646101a9dbdc664ce6/814",
            "weblayer_unittests": "eb365d8648058aeb922d9de14ffcb3ec72823ba796f577ebdb80893ed827af04/646",
            "wm_unittests": "9f30c7f8edee8d1c6170a4d03462d63704b06fdf3050f9e49febae75f35adcdc/569",
            "wtf_unittests": "276a468edb5ae271b90731f7c58b88b59912d712661836b790b37b390d70c957/569",
            "x11_unittests": "b9eb8cd7e5a76313a2c23c0692650f7af6f74789da3117f15d1c631f62f8c27a/569",
            "xr_browser_tests": "f17bc9c86ea489c43587ce1f08b03c406834b023a922ea0e55425da82dad22fa/728",
            "zlib_unittests": "bcaa612fce2be1441c090d1ead6875665001c6d27600eeee42cdfc04f0452891/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "d35d624e302339bddf63f41a26541de5b97ee363969aba926d26843428908d07/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "f78ce29d5a54cdd6ca7c5b9bea64e99d667bd978",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8993378269173064832"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "79933"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[15:32:31.210] Scheduled build:
{
  "id": "8827948207049318417",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 71886,
  "createdBy": "project:chromium",
  "createTime": "2021-12-13T15:32:30.580211192Z",
  "updateTime": "2021-12-13T15:32:30.580211192Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "f78ce29d5a54cdd6ca7c5b9bea64e99d667bd978",
      "ref": "refs/heads/main"
    }
  }
}
[15:32:31.210] Task URL: https://cr-buildbucket.appspot.com/build/8827948207049318417
[15:32:31.210] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993378269173064832:2:0) after 9m17s
[15:32:43.691] Received PubSub notification, asking Buildbucket for the build status
[15:32:43.722] Build status: STARTED
[15:41:48.230] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993378269173064832:2:0)
[15:41:48.261] Build status: STARTED
[15:41:48.261] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993378269173064832:4:0) after 4m38s
[15:46:26.397] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993378269173064832:4:0)
[15:46:26.444] Build status: STARTED
[15:46:26.444] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993378269173064832:5:0) after 6m46s
[15:53:12.479] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993378269173064832:5:0)
[15:53:12.500] Build status: STARTED
[15:53:12.500] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993378269173064832:6:0) after 6m18s
[15:59:30.545] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993378269173064832:6:0)
[15:59:30.575] Build status: STARTED
[15:59:30.575] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993378269173064832:7:0) after 1m1s
[16:00:31.628] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993378269173064832:7:0)
[16:00:31.663] Build status: STARTED
[16:00:31.664] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993378269173064832:8:0) after 2m21s
[16:02:13.027] Received PubSub notification, asking Buildbucket for the build status
[16:02:13.049] Build:
{
  "id": "8827948207049318417",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 71886,
  "createdBy": "project:chromium",
  "createTime": "2021-12-13T15:32:30.580211192Z",
  "startTime": "2021-12-13T15:32:36.276154Z",
  "endTime": "2021-12-13T16:02:12.526550755Z",
  "updateTime": "2021-12-13T16:02:12.526550755Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "f78ce29d5a54cdd6ca7c5b9bea64e99d667bd978",
      "ref": "refs/heads/main"
    }
  }
}
[16:02:13.049] Invocation finished in 29m43.878277107s with status FAILED