Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 40 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/79667 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "8f160e6c6cadf26310a94c2811266321e17848e8"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "10e5f34d1439f0bcd5b30bea5bfbf6bdaafd4935",
  "parent_got_dawn_revision": "5db89fbd38bbed26252fca5e31f59c4e8fc9d673",
  "parent_got_nacl_revision": "957cbe470018adc3d9d1763fd75bbae455a9fddc",
  "parent_got_revision": "8f160e6c6cadf26310a94c2811266321e17848e8",
  "parent_got_revision_cp": "refs/heads/main@{#948292}",
  "parent_got_swiftshader_revision": "f9c39655a610a2ef636b834316fbc94669d6aadd",
  "parent_got_v8_revision": "506bca90fdc425f4d7a2ab61900107f183652174",
  "parent_got_v8_revision_cp": "refs/heads/9.8.147@{#1}",
  "parent_got_webrtc_revision": "adf7dc34f036eba9283bb6ee022333009fda05fb",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35468}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "8f160e6c6cadf26310a94c2811266321e17848e8",
  "swarm_hashes": {
    "absl_hardening_tests": "c1ab343a368fe96ff58874dfe53044c2fb671fb6d511a48a5eb3977c872505bc/569",
    "accessibility_unittests": "5547d6aaa4e51d33b050fd4022dbcfd81c064b43ff622f529e20b91fa370656a/569",
    "angle_unittests": "52a5d7822a6b035fdb5d485b39ee83b40bde1ddb85576f39c0d60eaad37102ef/570",
    "app_shell_unittests": "e7a277fc8fb45bf41deca8ff583e38c58586de6335f2fba940f9ac2980169ea9/730",
    "aura_unittests": "15e0d70e65eaddd03163cdcad4af3a4be173db2cb88d55c809e62133c317f2f5/569",
    "base_unittests": "ac26b01b736df5d69b99c191859c57c42809e7d6c6460de77a1752760ff8360a/648",
    "blink_common_unittests": "666181ecc4bccf83327ceecd62ddc5eaaf972f095532458b8806dcbf8e2b8c7e/647",
    "blink_fuzzer_unittests": "9caf51cf0f14dd9483126d7e6ee7763b6baecffc21a0f64069596ddfce133664/569",
    "blink_heap_unittests": "501e26bf60f0c830d5a97815eb0133cf2070132eeaa7b8d66a22cf68a8fe60d9/569",
    "blink_platform_unittests": "d5e970cdb4db93641f1ad538c401da4dacb10a0d02caba36dec8cebaa3098605/726",
    "blink_unittests": "1f67a742b674a4b9a5061c5746309732dcf2d9cec43a54f6a145708a10301a3c/810",
    "boringssl_crypto_tests": "8f08a7e7600ebbdf054986d37b0e6d11b2fdcb7d188492f65ce1ae46e1cef14a/570",
    "boringssl_ssl_tests": "2d2986b39eb21b541095cbdd153401577454e4f06426662279d05c6dc4a8eb39/569",
    "capture_unittests": "4d51943b6d20a4c672be2fec9bace242cc7b1bac585ca92f1488390e8796cdc4/648",
    "cast_unittests": "628479be22fe84572eb12b9e4247d2b617b22b839e4232cd93cd2eb3346f7920/569",
    "cc_unittests": "e02fc291127e9b9bf6997692c55cfc1f491d77a2cdbf1e49162f3a3304c39bed/653",
    "chrome_app_unittests": "e36f6e6a1b9cfddfd78b8802338e8161aa25604fc7700ab2134a671c871fd2d2/648",
    "chromedriver_unittests": "4c7a35ad3ac439655de973b220a4838bdbda15ca6c980774e98d4c4eeee5aba6/726",
    "color_unittests": "e63e69ab1a52fede9121cb13ee75fa0eea1f66f102bffa14b898f960d1db4f21/569",
    "components_browsertests": "0358773c23d98e377b92e801bdc068decf7149d2eefd32fbb444ec832ea9d2e2/813",
    "components_unittests": "873837c6a74f9c3df065c8cba8d07ae047ee14799fc4a17641b95a7954424aee/813",
    "compositor_unittests": "01377daa81b6039fd32aab41002aa9e1501e8efce65675f170f0a86ebb375321/645",
    "content_browsertests": "6c844f3d6045f8690d61987d93d3bea2ff006dd7eebc62a731f8b23a0a69c9dc/887",
    "content_unittests": "5b10a532c3fdec7ced3baa187e484226ad7609c6a5a3949a11b1caf48f56d071/806",
    "cronet_tests": "be7b9ea2d2c199e5e192445e73ee014041f9e5a03cc0d7cc8cf8937e7c71c779/730",
    "cronet_unittests": "e68aa8ef9fd6d8a604f9fc20eca8d7ac518cc8c4be496a21caf3183409d98b4d/646",
    "crypto_unittests": "162c03d80d329a56bacea79a6aaa6cc1e3c2d3d72f60e1a4654cacfb09e055ad/569",
    "dbus_unittests": "456a2320fe093c997367dc4d2e37b89a52d9d66b3b17282cee69554d782e9014/569",
    "device_unittests": "accdb83ecced2e3701df9f850c884031572f4776f93ab5bea4eb0834c0d4d9d2/646",
    "display_unittests": "f87d9431ee220410881db0f0a356e036b37437554aa0323b5db37a25c5cdaf19/569",
    "events_unittests": "1d2c1483cf561ac4d0bbb591b7a3cc6b0718619398285785e34889c3ddab0600/569",
    "extensions_browsertests": "044a03d6b14bd673d84fe272e2b35da462170c2c1a12328b5238266b0168b7db/732",
    "extensions_unittests": "f545ae018a179bb4151f1eba43c2c9669f4279097302a968ccf0ff7760a71d21/896",
    "filesystem_service_unittests": "1d9332a1392704f6d42f17c2feeb1921bc85b79a6316f17e4555342838eab4d8/569",
    "gcm_unit_tests": "d6cf88fd41b8adf997fde411c463aa9c0909ffffd9268ca3d5bec3ccac5bf693/646",
    "gfx_unittests": "4fb7df9958770faad8c91283578eba9c4b90035ff8a0c329bf29c120ef494f7b/645",
    "gin_unittests": "bbf09b3379f1ca29c3c65c7acd8a6ab39f2259db67d382ac79bbaa081828db0f/646",
    "gl_tests": "fd4a700a71a03ecc68a9cd3d73e828438e580344c9e53953fb218b1ced3965ce/569",
    "gl_unittests": "46222c506365b2ae4e7b6241cc13a4319092656451e8c82533344c4517067f43/569",
    "google_apis_unittests": "86dac70910c5257e4b952ba8b131615a680a5039f164edde0cc70495f444193d/731",
    "gpu_unittests": "a793d141b2f15fe88a81cbc259a2858a05b54113b0bd63293e685ca5d542cd88/646",
    "gwp_asan_unittests": "207431629747e51bcb937caa7f83b9ced8669171f6060737e7d955d6627e50b8/570",
    "headless_browsertests": "9e43c30889e227d6e0478e055b82d49fa0ec0d193d7b613e7ed8c1376ada7dbd/730",
    "headless_unittests": "c19ebc853c1214bd57f2bc2a0f7196ad7b1f5d5413098410c9ce7ed514bb4f96/569",
    "interactive_ui_tests": "ef80a1f8b5392e35cd8ac12daeb229fef60f9d53dbfb0d77cf421a68e4a7f032/965",
    "ipc_tests": "855b367014c6133fbc88a83e263dc6109b8042d1a1037b6824e6f0f9712ad1a4/569",
    "jingle_unittests": "f64f0d3fcd552612929db07c89c71ff7b1cbca60b845e12ebac88c28f9ea0f40/646",
    "latency_unittests": "6336df42e8c9da87347bdadec665d6a689de4875d797d55e1c086f425813886c/569",
    "libjingle_xmpp_unittests": "10d529825713bdfb5eb35eb9156fdcb9c9954b2359cdb521ac845cea6cf67b81/569",
    "liburlpattern_unittests": "b6b20d5063f8d6a9862fe5b58c5ceca153e2e0abcec8e08fdecf27c4f6f1ffb7/569",
    "media_unittests": "5ee6851f0b6f7599a7ef3f59b6be224cd820b182970ccadbd52a40d3d3e8d81b/649",
    "message_center_unittests": "1bc9b4ae0afcebc175cc259f5dfaf55bb27595497e9bef63ec8214abe390b9c8/569",
    "midi_unittests": "39b4bd5d3c2de9500cde3fa31b6bb59b554d1938189dddc5fb36ebf21dee77ad/569",
    "mojo_core_unittests": "2c3bfcd851d88ab861d0768db0a680c52d3382566d17f943c82526d70ddc4634/569",
    "mojo_unittests": "857e8a10a4e388af72177860fcf8998b907e8a4d83c27ff439d15e45302754dd/647",
    "native_theme_unittests": "b52cbab6aa8bba184f529fd5c89ed1c457c63c6e6b9e19addf492d55096d0e96/569",
    "net_unittests": "0e5cd895008b0c10ed3137a1f79b1bc012e1cb2c0fba44055396c5bea6080732/648",
    "openscreen_unittests": "64017d4672c22dc6add21d3cdcf6aa6d0316f558ec3976208e56996ddbfcd650/648",
    "ozone_x11_unittests": "0b509dc20e761184298d34c76ad3cb8d193094bd729f0b1c502b27c189641c4a/569",
    "pdf_unittests": "92a9f2836be7ec4bb55642080adb1e541cd75273a60d2e5c5f2da83bcf9cc4e0/646",
    "perfetto_unittests": "998b99b14cdf7e5c638ae50cf1b3ab1f06e443ecd32606e9bf66ec16529c39de/569",
    "ppapi_unittests": "42e52db179caf099439e88f08073da34555c827ae3b288cace257e153e2ee4ae/569",
    "printing_unittests": "9a1ce325fb2394e9e91dda5459e49f45a939216bc952b5a49c39e0b19c0377ed/569",
    "remoting_unittests": "233ea53ce89e7d9fdfbd6bfd20993a15a638d5bbe551d4e76b8cded2641b248e/646",
    "sandbox_linux_unittests": "80ebc3080c9ee951f4854b83579d11ad8e820683cdd60f9d27b4a23f8e91567d/569",
    "service_manager_unittests": "1d7b0bab8392741465b957b879fd123bf26d95e6b7650b257d83db28e4394ea3/569",
    "services_unittests": "3a1f7ee288a012114c918b882453ef595127214b772556adc221bd0c756395d3/815",
    "shell_dialogs_unittests": "707f7f9bb4ff6316467606bac4b59543803bf59c94acb46061b623a236147d2b/569",
    "skia_unittests": "c957d676dc9f60e09e69667f6f29bc0c7676ffec147044e9cddfa970c102fec5/569",
    "snapshot_unittests": "206240f196f3a4fb3a22ebe5bfbd8e24edb93b3952f640f9cf25db0332218c4d/569",
    "sql_unittests": "d4fb3b876c33cf2f91b2f75ddd81a7fadf4adf319d5da1feeeaa2d25f004cdd5/646",
    "storage_unittests": "bcc7837c69ac49bdf2ee4f0e9a42e615e263d9c7b6b7833002ce2fa62a0537f5/727",
    "sync_integration_tests": "e52e47a7afb2409b974ea574b407134fc45bf510cd2d231717f7145987b267d6/729",
    "ui_base_unittests": "95f2048894fae9056a3bfbe69b15d08cc6ed23e79e14b028a58a6929d7e955ba/723",
    "ui_touch_selection_unittests": "27a9e4dccfc2ab665b4ea33f4c6b48821924addc6b4420554d82644e4ce893e7/569",
    "unit_tests": "1fab2b19ecde3f9c7b968cc3c464c705f733f4c62f15f8a221f730604df54a4e/1062",
    "url_unittests": "c5b52fa9174ef52234dc0fcfac860b8021852ee84eb7c49c72de8938b732c685/569",
    "views_unittests": "23a189c20d655c70a1e6e22506803aa9019fef9af0c1085cb6dee04972502b4f/569",
    "viz_unittests": "63a928a975ba637cc5bcf5c03b8511e8a4c6a63e7e944a97435197be679d2611/653",
    "vr_common_unittests": "b4b78403715bebdb245fd3d0c4feb3e9f87b0d63e76beaa7305f048425565d37/648",
    "vr_pixeltests": "3443402ff372918f2467374f1e8518013eb72323ad5e2f09f064df7b34835f4b/646",
    "weblayer_browsertests": "3bfede044dd1a6e6a9189809e63c006ce24f91f1d470a9f2169f3681c9913aa7/814",
    "weblayer_unittests": "7a6432c318b5332654a84a835c7b05a792a8daad1428467a279620f939e6078b/646",
    "wm_unittests": "a10e766ea5d62c39f45083b5653d92efa788fa22e5b5a02539e933907bc73cae/569",
    "wtf_unittests": "a367ceb701e5c8ac5f9094ec84c4c115433b869dfe7e0afc217927daa1e1892a/569",
    "x11_unittests": "89aeb03fbefdfc1d80dacdfa244d1d78ed97c1c43f85b8dc6cb31d69ea47c8b9/569",
    "xr_browser_tests": "04b03b7fe53c3c7895b7de931534ddfa5cb54fb06de9b49484fe2f514971b996/728",
    "zlib_unittests": "40a32e0190ee3d0c70daf34264909b6c1454897ad4ebe07b9b4aa6ef04cf8607/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "d35d624e302339bddf63f41a26541de5b97ee363969aba926d26843428908d07/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/8f160e6c6cadf26310a94c2811266321e17848e8
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:79667
  • user_agent:recipe

Debug log (UTC)

[05:12:02.309] New invocation is queued and will start shortly
[05:12:02.309] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[05:12:03.500] Starting the invocation (attempt 1)
[05:12:03.546] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/8f160e6c6cadf26310a94c2811266321e17848e8"
[05:12:03.546] Popped gitiles commit info from properties and tags
[05:12:03.546] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[05:12:03.547] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[05:12:03.547] Buildbucket request:
{
  "requestId": "8994232677081559424",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "8f160e6c6cadf26310a94c2811266321e17848e8"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "10e5f34d1439f0bcd5b30bea5bfbf6bdaafd4935",
      "parent_got_dawn_revision": "5db89fbd38bbed26252fca5e31f59c4e8fc9d673",
      "parent_got_nacl_revision": "957cbe470018adc3d9d1763fd75bbae455a9fddc",
      "parent_got_revision": "8f160e6c6cadf26310a94c2811266321e17848e8",
      "parent_got_revision_cp": "refs/heads/main@{#948292}",
      "parent_got_swiftshader_revision": "f9c39655a610a2ef636b834316fbc94669d6aadd",
      "parent_got_v8_revision": "506bca90fdc425f4d7a2ab61900107f183652174",
      "parent_got_v8_revision_cp": "refs/heads/9.8.147@{#1}",
      "parent_got_webrtc_revision": "adf7dc34f036eba9283bb6ee022333009fda05fb",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35468}",
      "swarm_hashes": {
            "absl_hardening_tests": "c1ab343a368fe96ff58874dfe53044c2fb671fb6d511a48a5eb3977c872505bc/569",
            "accessibility_unittests": "5547d6aaa4e51d33b050fd4022dbcfd81c064b43ff622f529e20b91fa370656a/569",
            "angle_unittests": "52a5d7822a6b035fdb5d485b39ee83b40bde1ddb85576f39c0d60eaad37102ef/570",
            "app_shell_unittests": "e7a277fc8fb45bf41deca8ff583e38c58586de6335f2fba940f9ac2980169ea9/730",
            "aura_unittests": "15e0d70e65eaddd03163cdcad4af3a4be173db2cb88d55c809e62133c317f2f5/569",
            "base_unittests": "ac26b01b736df5d69b99c191859c57c42809e7d6c6460de77a1752760ff8360a/648",
            "blink_common_unittests": "666181ecc4bccf83327ceecd62ddc5eaaf972f095532458b8806dcbf8e2b8c7e/647",
            "blink_fuzzer_unittests": "9caf51cf0f14dd9483126d7e6ee7763b6baecffc21a0f64069596ddfce133664/569",
            "blink_heap_unittests": "501e26bf60f0c830d5a97815eb0133cf2070132eeaa7b8d66a22cf68a8fe60d9/569",
            "blink_platform_unittests": "d5e970cdb4db93641f1ad538c401da4dacb10a0d02caba36dec8cebaa3098605/726",
            "blink_unittests": "1f67a742b674a4b9a5061c5746309732dcf2d9cec43a54f6a145708a10301a3c/810",
            "boringssl_crypto_tests": "8f08a7e7600ebbdf054986d37b0e6d11b2fdcb7d188492f65ce1ae46e1cef14a/570",
            "boringssl_ssl_tests": "2d2986b39eb21b541095cbdd153401577454e4f06426662279d05c6dc4a8eb39/569",
            "capture_unittests": "4d51943b6d20a4c672be2fec9bace242cc7b1bac585ca92f1488390e8796cdc4/648",
            "cast_unittests": "628479be22fe84572eb12b9e4247d2b617b22b839e4232cd93cd2eb3346f7920/569",
            "cc_unittests": "e02fc291127e9b9bf6997692c55cfc1f491d77a2cdbf1e49162f3a3304c39bed/653",
            "chrome_app_unittests": "e36f6e6a1b9cfddfd78b8802338e8161aa25604fc7700ab2134a671c871fd2d2/648",
            "chromedriver_unittests": "4c7a35ad3ac439655de973b220a4838bdbda15ca6c980774e98d4c4eeee5aba6/726",
            "color_unittests": "e63e69ab1a52fede9121cb13ee75fa0eea1f66f102bffa14b898f960d1db4f21/569",
            "components_browsertests": "0358773c23d98e377b92e801bdc068decf7149d2eefd32fbb444ec832ea9d2e2/813",
            "components_unittests": "873837c6a74f9c3df065c8cba8d07ae047ee14799fc4a17641b95a7954424aee/813",
            "compositor_unittests": "01377daa81b6039fd32aab41002aa9e1501e8efce65675f170f0a86ebb375321/645",
            "content_browsertests": "6c844f3d6045f8690d61987d93d3bea2ff006dd7eebc62a731f8b23a0a69c9dc/887",
            "content_unittests": "5b10a532c3fdec7ced3baa187e484226ad7609c6a5a3949a11b1caf48f56d071/806",
            "cronet_tests": "be7b9ea2d2c199e5e192445e73ee014041f9e5a03cc0d7cc8cf8937e7c71c779/730",
            "cronet_unittests": "e68aa8ef9fd6d8a604f9fc20eca8d7ac518cc8c4be496a21caf3183409d98b4d/646",
            "crypto_unittests": "162c03d80d329a56bacea79a6aaa6cc1e3c2d3d72f60e1a4654cacfb09e055ad/569",
            "dbus_unittests": "456a2320fe093c997367dc4d2e37b89a52d9d66b3b17282cee69554d782e9014/569",
            "device_unittests": "accdb83ecced2e3701df9f850c884031572f4776f93ab5bea4eb0834c0d4d9d2/646",
            "display_unittests": "f87d9431ee220410881db0f0a356e036b37437554aa0323b5db37a25c5cdaf19/569",
            "events_unittests": "1d2c1483cf561ac4d0bbb591b7a3cc6b0718619398285785e34889c3ddab0600/569",
            "extensions_browsertests": "044a03d6b14bd673d84fe272e2b35da462170c2c1a12328b5238266b0168b7db/732",
            "extensions_unittests": "f545ae018a179bb4151f1eba43c2c9669f4279097302a968ccf0ff7760a71d21/896",
            "filesystem_service_unittests": "1d9332a1392704f6d42f17c2feeb1921bc85b79a6316f17e4555342838eab4d8/569",
            "gcm_unit_tests": "d6cf88fd41b8adf997fde411c463aa9c0909ffffd9268ca3d5bec3ccac5bf693/646",
            "gfx_unittests": "4fb7df9958770faad8c91283578eba9c4b90035ff8a0c329bf29c120ef494f7b/645",
            "gin_unittests": "bbf09b3379f1ca29c3c65c7acd8a6ab39f2259db67d382ac79bbaa081828db0f/646",
            "gl_tests": "fd4a700a71a03ecc68a9cd3d73e828438e580344c9e53953fb218b1ced3965ce/569",
            "gl_unittests": "46222c506365b2ae4e7b6241cc13a4319092656451e8c82533344c4517067f43/569",
            "google_apis_unittests": "86dac70910c5257e4b952ba8b131615a680a5039f164edde0cc70495f444193d/731",
            "gpu_unittests": "a793d141b2f15fe88a81cbc259a2858a05b54113b0bd63293e685ca5d542cd88/646",
            "gwp_asan_unittests": "207431629747e51bcb937caa7f83b9ced8669171f6060737e7d955d6627e50b8/570",
            "headless_browsertests": "9e43c30889e227d6e0478e055b82d49fa0ec0d193d7b613e7ed8c1376ada7dbd/730",
            "headless_unittests": "c19ebc853c1214bd57f2bc2a0f7196ad7b1f5d5413098410c9ce7ed514bb4f96/569",
            "interactive_ui_tests": "ef80a1f8b5392e35cd8ac12daeb229fef60f9d53dbfb0d77cf421a68e4a7f032/965",
            "ipc_tests": "855b367014c6133fbc88a83e263dc6109b8042d1a1037b6824e6f0f9712ad1a4/569",
            "jingle_unittests": "f64f0d3fcd552612929db07c89c71ff7b1cbca60b845e12ebac88c28f9ea0f40/646",
            "latency_unittests": "6336df42e8c9da87347bdadec665d6a689de4875d797d55e1c086f425813886c/569",
            "libjingle_xmpp_unittests": "10d529825713bdfb5eb35eb9156fdcb9c9954b2359cdb521ac845cea6cf67b81/569",
            "liburlpattern_unittests": "b6b20d5063f8d6a9862fe5b58c5ceca153e2e0abcec8e08fdecf27c4f6f1ffb7/569",
            "media_unittests": "5ee6851f0b6f7599a7ef3f59b6be224cd820b182970ccadbd52a40d3d3e8d81b/649",
            "message_center_unittests": "1bc9b4ae0afcebc175cc259f5dfaf55bb27595497e9bef63ec8214abe390b9c8/569",
            "midi_unittests": "39b4bd5d3c2de9500cde3fa31b6bb59b554d1938189dddc5fb36ebf21dee77ad/569",
            "mojo_core_unittests": "2c3bfcd851d88ab861d0768db0a680c52d3382566d17f943c82526d70ddc4634/569",
            "mojo_unittests": "857e8a10a4e388af72177860fcf8998b907e8a4d83c27ff439d15e45302754dd/647",
            "native_theme_unittests": "b52cbab6aa8bba184f529fd5c89ed1c457c63c6e6b9e19addf492d55096d0e96/569",
            "net_unittests": "0e5cd895008b0c10ed3137a1f79b1bc012e1cb2c0fba44055396c5bea6080732/648",
            "openscreen_unittests": "64017d4672c22dc6add21d3cdcf6aa6d0316f558ec3976208e56996ddbfcd650/648",
            "ozone_x11_unittests": "0b509dc20e761184298d34c76ad3cb8d193094bd729f0b1c502b27c189641c4a/569",
            "pdf_unittests": "92a9f2836be7ec4bb55642080adb1e541cd75273a60d2e5c5f2da83bcf9cc4e0/646",
            "perfetto_unittests": "998b99b14cdf7e5c638ae50cf1b3ab1f06e443ecd32606e9bf66ec16529c39de/569",
            "ppapi_unittests": "42e52db179caf099439e88f08073da34555c827ae3b288cace257e153e2ee4ae/569",
            "printing_unittests": "9a1ce325fb2394e9e91dda5459e49f45a939216bc952b5a49c39e0b19c0377ed/569",
            "remoting_unittests": "233ea53ce89e7d9fdfbd6bfd20993a15a638d5bbe551d4e76b8cded2641b248e/646",
            "sandbox_linux_unittests": "80ebc3080c9ee951f4854b83579d11ad8e820683cdd60f9d27b4a23f8e91567d/569",
            "service_manager_unittests": "1d7b0bab8392741465b957b879fd123bf26d95e6b7650b257d83db28e4394ea3/569",
            "services_unittests": "3a1f7ee288a012114c918b882453ef595127214b772556adc221bd0c756395d3/815",
            "shell_dialogs_unittests": "707f7f9bb4ff6316467606bac4b59543803bf59c94acb46061b623a236147d2b/569",
            "skia_unittests": "c957d676dc9f60e09e69667f6f29bc0c7676ffec147044e9cddfa970c102fec5/569",
            "snapshot_unittests": "206240f196f3a4fb3a22ebe5bfbd8e24edb93b3952f640f9cf25db0332218c4d/569",
            "sql_unittests": "d4fb3b876c33cf2f91b2f75ddd81a7fadf4adf319d5da1feeeaa2d25f004cdd5/646",
            "storage_unittests": "bcc7837c69ac49bdf2ee4f0e9a42e615e263d9c7b6b7833002ce2fa62a0537f5/727",
            "sync_integration_tests": "e52e47a7afb2409b974ea574b407134fc45bf510cd2d231717f7145987b267d6/729",
            "ui_base_unittests": "95f2048894fae9056a3bfbe69b15d08cc6ed23e79e14b028a58a6929d7e955ba/723",
            "ui_touch_selection_unittests": "27a9e4dccfc2ab665b4ea33f4c6b48821924addc6b4420554d82644e4ce893e7/569",
            "unit_tests": "1fab2b19ecde3f9c7b968cc3c464c705f733f4c62f15f8a221f730604df54a4e/1062",
            "url_unittests": "c5b52fa9174ef52234dc0fcfac860b8021852ee84eb7c49c72de8938b732c685/569",
            "views_unittests": "23a189c20d655c70a1e6e22506803aa9019fef9af0c1085cb6dee04972502b4f/569",
            "viz_unittests": "63a928a975ba637cc5bcf5c03b8511e8a4c6a63e7e944a97435197be679d2611/653",
            "vr_common_unittests": "b4b78403715bebdb245fd3d0c4feb3e9f87b0d63e76beaa7305f048425565d37/648",
            "vr_pixeltests": "3443402ff372918f2467374f1e8518013eb72323ad5e2f09f064df7b34835f4b/646",
            "weblayer_browsertests": "3bfede044dd1a6e6a9189809e63c006ce24f91f1d470a9f2169f3681c9913aa7/814",
            "weblayer_unittests": "7a6432c318b5332654a84a835c7b05a792a8daad1428467a279620f939e6078b/646",
            "wm_unittests": "a10e766ea5d62c39f45083b5653d92efa788fa22e5b5a02539e933907bc73cae/569",
            "wtf_unittests": "a367ceb701e5c8ac5f9094ec84c4c115433b869dfe7e0afc217927daa1e1892a/569",
            "x11_unittests": "89aeb03fbefdfc1d80dacdfa244d1d78ed97c1c43f85b8dc6cb31d69ea47c8b9/569",
            "xr_browser_tests": "04b03b7fe53c3c7895b7de931534ddfa5cb54fb06de9b49484fe2f514971b996/728",
            "zlib_unittests": "40a32e0190ee3d0c70daf34264909b6c1454897ad4ebe07b9b4aa6ef04cf8607/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "d35d624e302339bddf63f41a26541de5b97ee363969aba926d26843428908d07/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "8f160e6c6cadf26310a94c2811266321e17848e8",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8994232677081559424"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "79667"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[05:12:04.205] Scheduled build:
{
  "id": "8828802615022400817",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 71620,
  "createdBy": "project:chromium",
  "createTime": "2021-12-04T05:12:03.640531714Z",
  "updateTime": "2021-12-04T05:12:03.640531714Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "8f160e6c6cadf26310a94c2811266321e17848e8",
      "ref": "refs/heads/main"
    }
  }
}
[05:12:04.205] Task URL: https://cr-buildbucket.appspot.com/build/8828802615022400817
[05:12:04.205] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994232677081559424:2:0) after 4m9s
[05:16:13.233] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994232677081559424:2:0)
[05:16:13.265] Build status: SCHEDULED
[05:16:13.265] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994232677081559424:3:0) after 7m12s
[05:17:16.019] Received PubSub notification, asking Buildbucket for the build status
[05:17:16.057] Build status: STARTED
[05:23:25.331] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994232677081559424:3:0)
[05:23:25.365] Build status: STARTED
[05:23:25.366] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994232677081559424:5:0) after 8m0s
[05:31:25.451] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994232677081559424:5:0)
[05:31:25.488] Build status: STARTED
[05:31:25.488] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994232677081559424:6:0) after 7m56s
[05:39:21.513] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994232677081559424:6:0)
[05:39:21.572] Build status: STARTED
[05:39:21.572] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994232677081559424:7:0) after 7m43s
[05:47:04.601] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994232677081559424:7:0)
[05:47:04.669] Build status: STARTED
[05:47:04.669] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994232677081559424:8:0) after 4m5s
[05:51:09.879] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994232677081559424:8:0)
[05:51:09.954] Build status: STARTED
[05:51:09.954] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994232677081559424:9:0) after 4m38s
[05:52:58.206] Received PubSub notification, asking Buildbucket for the build status
[05:52:58.237] Build:
{
  "id": "8828802615022400817",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 71620,
  "createdBy": "project:chromium",
  "createTime": "2021-12-04T05:12:03.640531714Z",
  "startTime": "2021-12-04T05:17:10.470148Z",
  "endTime": "2021-12-04T05:52:57.459464569Z",
  "updateTime": "2021-12-04T05:52:57.459464569Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "8f160e6c6cadf26310a94c2811266321e17848e8",
      "ref": "refs/heads/main"
    }
  }
}
[05:52:58.237] Invocation finished in 40m55.9435554s with status FAILED