Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 30 minutes
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/82624 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "016bb417a37910ae24ed8b6b6a5c4208090e39f0",
        "project": "chromium/src",
        "ref": "refs/heads/main"
      }
    ]
  },
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "016bb417a37910ae24ed8b6b6a5c4208090e39f0"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "01be7a8340df71a99a7c43b9765db1a0f54a0e6d",
  "parent_got_dawn_revision": "c86f28cb849dc7af8144250f15884e86f50f3e8e",
  "parent_got_nacl_revision": "cd81f598e8de34678c9d9de21742c7e56654e8d3",
  "parent_got_revision": "016bb417a37910ae24ed8b6b6a5c4208090e39f0",
  "parent_got_revision_cp": "refs/heads/main@{#983659}",
  "parent_got_swiftshader_revision": "57eca9df5dc56d290f662ace7481ed758618d559",
  "parent_got_v8_revision": "3e31b8b72432ea5bb72c6947c7340d456637ee88",
  "parent_got_v8_revision_cp": "refs/heads/10.2.9@{#1}",
  "parent_got_webrtc_revision": "44ff88dd045dcd48e0195d40b058b5c2be6d5c2d",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#36286}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "016bb417a37910ae24ed8b6b6a5c4208090e39f0",
  "swarm_hashes": {
    "absl_hardening_tests": "5b8ece59f0d921092ca2d102fbe5446bc35a0af560c52b8284ae675eb43e79f2/569",
    "accessibility_unittests": "a0cb47d47d2f4729afdb1b80e94b3dcae39d5ab7759fb71061eab7e119198dbc/569",
    "angle_unittests": "e19339af73456d0e34efcc5d275ba25b666b433dbba5ecd76a34e7ddca27abdf/570",
    "app_shell_unittests": "05b4e4c8b10ca5bd4a573004addd8b1272300190b4054e2b1bafbf88b829bc5b/730",
    "aura_unittests": "bad6a565800173a1b62753b50d97736b8db6501b4e46a897893573ac38f9469d/569",
    "base_unittests": "9efffa696a3f4dbdd577509dc2113a4fbd9722a3ea4a843f6aab9ada7bce3837/648",
    "blink_common_unittests": "2794662588118d7fe0c01b66c81edb68da47da6766a21239779bb9b21e4d923f/647",
    "blink_fuzzer_unittests": "1bc7b8ef1308eb37efb819d5f36e948395c6610f95ae29bdbe7c623a691b7a7c/569",
    "blink_heap_unittests": "d25cdfb98becf4dbe18ae1af547a14d50c5590947dddc089d70a71a0529c1fae/569",
    "blink_platform_unittests": "67b7ec84526334d87e20ac51c2f67798b1796be7db09bde975f299e946a14fca/726",
    "blink_unittests": "2ed2e7f7500e91aa6ba73042decffed6c85e6f877c75fa0cffd0e21dbd8a3196/810",
    "boringssl_crypto_tests": "a7f63c9d369bf7cf67c79f70835aba8f9cefb21b178d9ae13333cd8bf8dce2df/570",
    "boringssl_ssl_tests": "616a2cf878bba66fe1d36a9d9709fa61bd1bb97ae8a151e06c8fc2e130f232bf/569",
    "capture_unittests": "ba616a9703dc10234685ec9b3a80ec736ebab57a1aa40878bc72265d6c3c65f1/648",
    "cast_unittests": "5e8a445cc752e91fdee1ab1f45a839b4433d9a3ee9ce7d46e2b3d00b95fe336a/569",
    "cc_unittests": "3449c816e82a9aa428e2a8287221fcd4c366a19a097f582a2bcef1c62cef8788/729",
    "chrome_app_unittests": "208ca435e747d242afcdf9b65561d1209b3e2c8436b0ca8427c65edad08e8fe2/648",
    "chromedriver_unittests": "5cc1d34d5b4c2a203e44ce22ba6eb59a7b458c33648476db5553130ae643d3dc/726",
    "color_unittests": "6d9a6271b794be7c53b6ac3003680d747ce5e730c59c63891e94bd39b209bfa1/569",
    "components_browsertests": "ffbc8b4dee4ba65b94333ba7655b24124b3272a5179f41999f25fa019a1a2f6c/813",
    "components_unittests": "3edd6b448e9e002f898b96970383b750103f9c847b3df4901e3eb6e34a2c8466/813",
    "compositor_unittests": "8f3c0f3ead36977c5834a1e85ad442d1652310330ffdbdd5942ae8d8d665fcf0/645",
    "content_browsertests": "1ad71f967a760c5a2fc6404702317c85ad144cbb8287c98c6023003a4d21585a/887",
    "content_unittests": "95135f7f396459b4b0ea6649c3b2e946c4dd1161893b997fae1e5ffe48e8cffc/806",
    "cronet_tests": "5216574ba24c8d6c4789f86c52aad1307a0ef028054bf1b3dc0cbbfef0d3fcb7/730",
    "cronet_unittests": "75cde92671ed704b9e485e79a6175579525b6a4ebdf33e9404b6496d3f6355a1/646",
    "crypto_unittests": "314db59c3fd3fdbc4dd624e35a8c44bf2bc30f843d0467821c331339748d13c8/569",
    "dbus_unittests": "c302da9c0cd811f49684e85861c01188d5f0db2df73112138089743865deff06/569",
    "device_unittests": "a6be8da3e1a7ea69d22dc975521cb3ecf9e79cc88c4eda8a7d03f9a3c2b49b87/646",
    "display_unittests": "05d673253cbcf3b5123f180cc49b61f63047e92a2b13b44cb3f6bf96044b47e0/569",
    "events_unittests": "f4c4cd852310167432185f07a5fe1b8834fe44e347588d43c6a58ab644b53124/569",
    "extensions_browsertests": "0a7d94d2e0e6dc4e139d5da052da75167affb2d9043f702fcdca7e8db86b1c13/732",
    "extensions_unittests": "392ea22cf61895d485ff12a2789c84e10bdc8aa988f700d62d66dd315101600b/896",
    "filesystem_service_unittests": "8bd5520e7880a63def04cfa2e07f4f8db2d8dc35a8757a2c80461b0b4b09af85/569",
    "gcm_unit_tests": "ba921a5bf7aa6612c0f8fd289e607d107cf758fa75a57aca96e6d7db421781c6/646",
    "gfx_unittests": "22c715cc3e4d84f9265a89b6997133339cd22da9a3148cbc9719a55e9a1158d1/645",
    "gin_unittests": "ebcd78c4d5177ac1a84fc61e9058721704acf10acded6d282a261c83c2adaf4e/646",
    "gl_tests": "bdf37c760aa5f89148d47a02b1b3d6491ca3344eb2e025b3a108505c7a64e70a/569",
    "gl_unittests": "1201bdd5a4bf9a722de97979eb4e36fae2094a6766739f7d2985a3b944c1b46b/569",
    "google_apis_unittests": "f6be66fa1b8b08a6d86050b0293096704d93edb95b3a64fb18680e8962de2102/731",
    "gpu_unittests": "2ee6520076f67dbf4bc60c2b8897711c7aa2c51dba0b01ba482663f953db272c/646",
    "gwp_asan_unittests": "37d6afe209f750b72248e1b24d667d9de3c77770d4bbc562e8451cba5b703024/570",
    "headless_browsertests": "814a6230c3286512921eef288442ac665b64bd2ab5ec10f994299b10ff334552/730",
    "headless_unittests": "3788a7430212f05dff19e26d8c0a1859ac52f3fbb84dff19346fe7d2f817c268/569",
    "interactive_ui_tests": "4a05dd120fe2f2cc3571aeaa2feaee71ae404a02b2803c28f90ad2d97b01615e/965",
    "ipc_tests": "4e19592836c1c6e0d5c005bb61cf6c039d421ab83284d4f399e59c3fcb7950f3/569",
    "latency_unittests": "3fbcf4bb4772bc9f92d0e92596c08be6871212a80c34ff8111a6636b22413be6/569",
    "libjingle_xmpp_unittests": "5df8346e06a120b35efe901ecb64a54025d2c97632f75f613215fb7847cf8b5d/569",
    "liburlpattern_unittests": "24fd379903406f5d3c465237eb6a6c8133b7fbe650a7bd74e947fee383bdb161/569",
    "media_unittests": "3ae07be5075dbc0eaf8752f93761ee6ee9886dd84b5717b20b6b3b7282c4c2f2/649",
    "message_center_unittests": "b3987199e3aeb52c4388bf6cc6368abb1d631c187be8a8b452b284c5d37f4fc6/569",
    "midi_unittests": "813af39db141e95916007d0af5dbc7ce6d35bb10bcbbde50eb5a18d8d6a70ab1/569",
    "mojo_core_unittests": "8cfd3886554ad4e6496858432aa0d89e439e0ceaa9cdd65e43f14e9c5dd3beee/569",
    "mojo_unittests": "317c2673ff81f0dc17599c0bd8f68843b65058caa317ecf1f05881fade1a08d8/647",
    "native_theme_unittests": "7629b1a7126160df2fd9a3066cd27beaa9f7c000d1519553d26e723dfb601009/569",
    "net_unittests": "4241f1db2a08349506a3983702d51fd091c09cb9204d16d6cf9c684474fe3a9e/648",
    "openscreen_unittests": "91ef5c1f84dc9574a1918b0520c69330d82f8ff433eb428fc2eabac92f2d0aa1/570",
    "ozone_x11_unittests": "665d9cf2823e138b2b2803d9d10474e4aeb64dea5c201b7d399356d7447ae899/569",
    "pdf_unittests": "0695351a98ab3b8a7004135126391c85acb9111b01badc67fa0a3a480cec904c/646",
    "perfetto_unittests": "91398a0f49964153ab914051963fb9edbc3b96278cfdc1ededbcf849748e4620/569",
    "ppapi_unittests": "ab9c65d4950458e533940d8936eee1df314e87887c7af6d77daab735cc9a95eb/569",
    "printing_unittests": "dbab65d3352112b69c9fe3bea8556480e84a4331c477967e22d714f2af47cd23/569",
    "remoting_unittests": "55122e06f6e88a210c0d9051a00944c9124d027a6969e1addf1c71d460cdbb0c/646",
    "sandbox_linux_unittests": "ed2fb347e591130d3bc6b6ebf503611632a17652ad9f3aae73a74a79738e9104/569",
    "service_manager_unittests": "c31efab8f60c980480fa21aab40c40c14eca55f49ea4a5c9f2acdc21c9e746df/569",
    "services_unittests": "159a02d44d206a98a8759164c86e19942e82f0fd4bc1f35d8361e36639beef9b/815",
    "shell_dialogs_unittests": "a26a64a45609a489d2bb5edf7427e81f685f46a2157ecfc9f7e0254690b976e0/569",
    "skia_unittests": "5f77c40cb82a80c97476c4743e8a291432d48ec25d6aeb48bc47c0f4dd48a669/569",
    "snapshot_unittests": "8b471533d3eb423260a9c5087db456ac2250c5a02c05ba7189369de278a676b8/569",
    "sql_unittests": "fd1c4937358979a44ba8f2e9f98f57510a1de497c41402126f0b0bf372efa61a/646",
    "storage_unittests": "9e142a5213d90b3008e04ebf9bd59842d42320f198f770d281d7be2a0c3654c2/727",
    "sync_integration_tests": "bbffefce0a5fb36fdf0f201e20184b6e773aa2118704b5d9fc10f25e371b3ba4/729",
    "ui_base_unittests": "94a3b23fb2ff4537fe430a79d43870f174733cc4dd0e8ddcddcab23c91714d87/723",
    "ui_touch_selection_unittests": "46e1e90d16a8326355f4e8cacd060736c4d2f704bcfbb1731ee5b2b7f177230e/569",
    "unit_tests": "4039ca52b4f493c09e6721ab49636efff069f67e222ae4cb41d1a58fbbbdf76c/1139",
    "url_unittests": "2c95b883cc151bfdf6af28b4092579db0b11c0ab1fb1d4acc551bdce4c649ae7/569",
    "views_unittests": "21291b249ac744a202da9d55fad317e3b04877dfaa39f7ba209193082eb61ec7/569",
    "viz_unittests": "061a4cfe5a97412e9c2135dea52b7137e1b8983c802ba7d6cf899d2e96b19aee/653",
    "vr_common_unittests": "7b667d458769c9a8c2d7d7f3bae504ec5e329502ce91c4c5136f56a0bec59bb8/648",
    "vr_pixeltests": "5e2a317294f1ad63f4bea00d2a0ebb20cec3342ab2854eafd4450c52f9007965/646",
    "weblayer_browsertests": "5922d6d7b32edae959d1d192c88481a1a1754003e1b79cb25c269e9839c866ac/814",
    "weblayer_unittests": "e6b092698a8871a769a05f5fbce9cc75e773cda9b2e663ab9d27727e087ff677/646",
    "wm_unittests": "a64a03b17b894185e59c1f48ea2b38accedf96d9ad325da2756e7d902f68175e/569",
    "wtf_unittests": "6b13a6ef6cf6f342978db96278ec36288c9acdfb4b01d08a54cde1422775a256/569",
    "xr_browser_tests": "237cc0957c1f5a26a253f769cef6cdd3090f45a619642a9e2fb3adf385a2e89c/728",
    "zlib_unittests": "f247518b73f0b3005e71734c2f6995ed30fa9457619b31675e0f5d7046619b58/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "99f1ddc3cab048b3d466e52ddfb22b426ffdb5a5e64a31b34163289b91b49154/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/016bb417a37910ae24ed8b6b6a5c4208090e39f0
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:82624
  • user_agent:recipe

Debug log (UTC)

[05:13:57.156] New invocation is queued and will start shortly
[05:13:57.156] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[05:13:58.267] Starting the invocation (attempt 1)
[05:13:58.307] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/016bb417a37910ae24ed8b6b6a5c4208090e39f0"
[05:13:58.307] Popped gitiles commit info from properties and tags
[05:13:58.307] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[05:13:58.308] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[05:13:58.308] Buildbucket request:
{
  "requestId": "8984448084284558352",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "016bb417a37910ae24ed8b6b6a5c4208090e39f0",
                        "project": "chromium/src",
                        "ref": "refs/heads/main"
                      }
                ]
          },
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "016bb417a37910ae24ed8b6b6a5c4208090e39f0"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "01be7a8340df71a99a7c43b9765db1a0f54a0e6d",
      "parent_got_dawn_revision": "c86f28cb849dc7af8144250f15884e86f50f3e8e",
      "parent_got_nacl_revision": "cd81f598e8de34678c9d9de21742c7e56654e8d3",
      "parent_got_revision": "016bb417a37910ae24ed8b6b6a5c4208090e39f0",
      "parent_got_revision_cp": "refs/heads/main@{#983659}",
      "parent_got_swiftshader_revision": "57eca9df5dc56d290f662ace7481ed758618d559",
      "parent_got_v8_revision": "3e31b8b72432ea5bb72c6947c7340d456637ee88",
      "parent_got_v8_revision_cp": "refs/heads/10.2.9@{#1}",
      "parent_got_webrtc_revision": "44ff88dd045dcd48e0195d40b058b5c2be6d5c2d",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#36286}",
      "swarm_hashes": {
            "absl_hardening_tests": "5b8ece59f0d921092ca2d102fbe5446bc35a0af560c52b8284ae675eb43e79f2/569",
            "accessibility_unittests": "a0cb47d47d2f4729afdb1b80e94b3dcae39d5ab7759fb71061eab7e119198dbc/569",
            "angle_unittests": "e19339af73456d0e34efcc5d275ba25b666b433dbba5ecd76a34e7ddca27abdf/570",
            "app_shell_unittests": "05b4e4c8b10ca5bd4a573004addd8b1272300190b4054e2b1bafbf88b829bc5b/730",
            "aura_unittests": "bad6a565800173a1b62753b50d97736b8db6501b4e46a897893573ac38f9469d/569",
            "base_unittests": "9efffa696a3f4dbdd577509dc2113a4fbd9722a3ea4a843f6aab9ada7bce3837/648",
            "blink_common_unittests": "2794662588118d7fe0c01b66c81edb68da47da6766a21239779bb9b21e4d923f/647",
            "blink_fuzzer_unittests": "1bc7b8ef1308eb37efb819d5f36e948395c6610f95ae29bdbe7c623a691b7a7c/569",
            "blink_heap_unittests": "d25cdfb98becf4dbe18ae1af547a14d50c5590947dddc089d70a71a0529c1fae/569",
            "blink_platform_unittests": "67b7ec84526334d87e20ac51c2f67798b1796be7db09bde975f299e946a14fca/726",
            "blink_unittests": "2ed2e7f7500e91aa6ba73042decffed6c85e6f877c75fa0cffd0e21dbd8a3196/810",
            "boringssl_crypto_tests": "a7f63c9d369bf7cf67c79f70835aba8f9cefb21b178d9ae13333cd8bf8dce2df/570",
            "boringssl_ssl_tests": "616a2cf878bba66fe1d36a9d9709fa61bd1bb97ae8a151e06c8fc2e130f232bf/569",
            "capture_unittests": "ba616a9703dc10234685ec9b3a80ec736ebab57a1aa40878bc72265d6c3c65f1/648",
            "cast_unittests": "5e8a445cc752e91fdee1ab1f45a839b4433d9a3ee9ce7d46e2b3d00b95fe336a/569",
            "cc_unittests": "3449c816e82a9aa428e2a8287221fcd4c366a19a097f582a2bcef1c62cef8788/729",
            "chrome_app_unittests": "208ca435e747d242afcdf9b65561d1209b3e2c8436b0ca8427c65edad08e8fe2/648",
            "chromedriver_unittests": "5cc1d34d5b4c2a203e44ce22ba6eb59a7b458c33648476db5553130ae643d3dc/726",
            "color_unittests": "6d9a6271b794be7c53b6ac3003680d747ce5e730c59c63891e94bd39b209bfa1/569",
            "components_browsertests": "ffbc8b4dee4ba65b94333ba7655b24124b3272a5179f41999f25fa019a1a2f6c/813",
            "components_unittests": "3edd6b448e9e002f898b96970383b750103f9c847b3df4901e3eb6e34a2c8466/813",
            "compositor_unittests": "8f3c0f3ead36977c5834a1e85ad442d1652310330ffdbdd5942ae8d8d665fcf0/645",
            "content_browsertests": "1ad71f967a760c5a2fc6404702317c85ad144cbb8287c98c6023003a4d21585a/887",
            "content_unittests": "95135f7f396459b4b0ea6649c3b2e946c4dd1161893b997fae1e5ffe48e8cffc/806",
            "cronet_tests": "5216574ba24c8d6c4789f86c52aad1307a0ef028054bf1b3dc0cbbfef0d3fcb7/730",
            "cronet_unittests": "75cde92671ed704b9e485e79a6175579525b6a4ebdf33e9404b6496d3f6355a1/646",
            "crypto_unittests": "314db59c3fd3fdbc4dd624e35a8c44bf2bc30f843d0467821c331339748d13c8/569",
            "dbus_unittests": "c302da9c0cd811f49684e85861c01188d5f0db2df73112138089743865deff06/569",
            "device_unittests": "a6be8da3e1a7ea69d22dc975521cb3ecf9e79cc88c4eda8a7d03f9a3c2b49b87/646",
            "display_unittests": "05d673253cbcf3b5123f180cc49b61f63047e92a2b13b44cb3f6bf96044b47e0/569",
            "events_unittests": "f4c4cd852310167432185f07a5fe1b8834fe44e347588d43c6a58ab644b53124/569",
            "extensions_browsertests": "0a7d94d2e0e6dc4e139d5da052da75167affb2d9043f702fcdca7e8db86b1c13/732",
            "extensions_unittests": "392ea22cf61895d485ff12a2789c84e10bdc8aa988f700d62d66dd315101600b/896",
            "filesystem_service_unittests": "8bd5520e7880a63def04cfa2e07f4f8db2d8dc35a8757a2c80461b0b4b09af85/569",
            "gcm_unit_tests": "ba921a5bf7aa6612c0f8fd289e607d107cf758fa75a57aca96e6d7db421781c6/646",
            "gfx_unittests": "22c715cc3e4d84f9265a89b6997133339cd22da9a3148cbc9719a55e9a1158d1/645",
            "gin_unittests": "ebcd78c4d5177ac1a84fc61e9058721704acf10acded6d282a261c83c2adaf4e/646",
            "gl_tests": "bdf37c760aa5f89148d47a02b1b3d6491ca3344eb2e025b3a108505c7a64e70a/569",
            "gl_unittests": "1201bdd5a4bf9a722de97979eb4e36fae2094a6766739f7d2985a3b944c1b46b/569",
            "google_apis_unittests": "f6be66fa1b8b08a6d86050b0293096704d93edb95b3a64fb18680e8962de2102/731",
            "gpu_unittests": "2ee6520076f67dbf4bc60c2b8897711c7aa2c51dba0b01ba482663f953db272c/646",
            "gwp_asan_unittests": "37d6afe209f750b72248e1b24d667d9de3c77770d4bbc562e8451cba5b703024/570",
            "headless_browsertests": "814a6230c3286512921eef288442ac665b64bd2ab5ec10f994299b10ff334552/730",
            "headless_unittests": "3788a7430212f05dff19e26d8c0a1859ac52f3fbb84dff19346fe7d2f817c268/569",
            "interactive_ui_tests": "4a05dd120fe2f2cc3571aeaa2feaee71ae404a02b2803c28f90ad2d97b01615e/965",
            "ipc_tests": "4e19592836c1c6e0d5c005bb61cf6c039d421ab83284d4f399e59c3fcb7950f3/569",
            "latency_unittests": "3fbcf4bb4772bc9f92d0e92596c08be6871212a80c34ff8111a6636b22413be6/569",
            "libjingle_xmpp_unittests": "5df8346e06a120b35efe901ecb64a54025d2c97632f75f613215fb7847cf8b5d/569",
            "liburlpattern_unittests": "24fd379903406f5d3c465237eb6a6c8133b7fbe650a7bd74e947fee383bdb161/569",
            "media_unittests": "3ae07be5075dbc0eaf8752f93761ee6ee9886dd84b5717b20b6b3b7282c4c2f2/649",
            "message_center_unittests": "b3987199e3aeb52c4388bf6cc6368abb1d631c187be8a8b452b284c5d37f4fc6/569",
            "midi_unittests": "813af39db141e95916007d0af5dbc7ce6d35bb10bcbbde50eb5a18d8d6a70ab1/569",
            "mojo_core_unittests": "8cfd3886554ad4e6496858432aa0d89e439e0ceaa9cdd65e43f14e9c5dd3beee/569",
            "mojo_unittests": "317c2673ff81f0dc17599c0bd8f68843b65058caa317ecf1f05881fade1a08d8/647",
            "native_theme_unittests": "7629b1a7126160df2fd9a3066cd27beaa9f7c000d1519553d26e723dfb601009/569",
            "net_unittests": "4241f1db2a08349506a3983702d51fd091c09cb9204d16d6cf9c684474fe3a9e/648",
            "openscreen_unittests": "91ef5c1f84dc9574a1918b0520c69330d82f8ff433eb428fc2eabac92f2d0aa1/570",
            "ozone_x11_unittests": "665d9cf2823e138b2b2803d9d10474e4aeb64dea5c201b7d399356d7447ae899/569",
            "pdf_unittests": "0695351a98ab3b8a7004135126391c85acb9111b01badc67fa0a3a480cec904c/646",
            "perfetto_unittests": "91398a0f49964153ab914051963fb9edbc3b96278cfdc1ededbcf849748e4620/569",
            "ppapi_unittests": "ab9c65d4950458e533940d8936eee1df314e87887c7af6d77daab735cc9a95eb/569",
            "printing_unittests": "dbab65d3352112b69c9fe3bea8556480e84a4331c477967e22d714f2af47cd23/569",
            "remoting_unittests": "55122e06f6e88a210c0d9051a00944c9124d027a6969e1addf1c71d460cdbb0c/646",
            "sandbox_linux_unittests": "ed2fb347e591130d3bc6b6ebf503611632a17652ad9f3aae73a74a79738e9104/569",
            "service_manager_unittests": "c31efab8f60c980480fa21aab40c40c14eca55f49ea4a5c9f2acdc21c9e746df/569",
            "services_unittests": "159a02d44d206a98a8759164c86e19942e82f0fd4bc1f35d8361e36639beef9b/815",
            "shell_dialogs_unittests": "a26a64a45609a489d2bb5edf7427e81f685f46a2157ecfc9f7e0254690b976e0/569",
            "skia_unittests": "5f77c40cb82a80c97476c4743e8a291432d48ec25d6aeb48bc47c0f4dd48a669/569",
            "snapshot_unittests": "8b471533d3eb423260a9c5087db456ac2250c5a02c05ba7189369de278a676b8/569",
            "sql_unittests": "fd1c4937358979a44ba8f2e9f98f57510a1de497c41402126f0b0bf372efa61a/646",
            "storage_unittests": "9e142a5213d90b3008e04ebf9bd59842d42320f198f770d281d7be2a0c3654c2/727",
            "sync_integration_tests": "bbffefce0a5fb36fdf0f201e20184b6e773aa2118704b5d9fc10f25e371b3ba4/729",
            "ui_base_unittests": "94a3b23fb2ff4537fe430a79d43870f174733cc4dd0e8ddcddcab23c91714d87/723",
            "ui_touch_selection_unittests": "46e1e90d16a8326355f4e8cacd060736c4d2f704bcfbb1731ee5b2b7f177230e/569",
            "unit_tests": "4039ca52b4f493c09e6721ab49636efff069f67e222ae4cb41d1a58fbbbdf76c/1139",
            "url_unittests": "2c95b883cc151bfdf6af28b4092579db0b11c0ab1fb1d4acc551bdce4c649ae7/569",
            "views_unittests": "21291b249ac744a202da9d55fad317e3b04877dfaa39f7ba209193082eb61ec7/569",
            "viz_unittests": "061a4cfe5a97412e9c2135dea52b7137e1b8983c802ba7d6cf899d2e96b19aee/653",
            "vr_common_unittests": "7b667d458769c9a8c2d7d7f3bae504ec5e329502ce91c4c5136f56a0bec59bb8/648",
            "vr_pixeltests": "5e2a317294f1ad63f4bea00d2a0ebb20cec3342ab2854eafd4450c52f9007965/646",
            "weblayer_browsertests": "5922d6d7b32edae959d1d192c88481a1a1754003e1b79cb25c269e9839c866ac/814",
            "weblayer_unittests": "e6b092698a8871a769a05f5fbce9cc75e773cda9b2e663ab9d27727e087ff677/646",
            "wm_unittests": "a64a03b17b894185e59c1f48ea2b38accedf96d9ad325da2756e7d902f68175e/569",
            "wtf_unittests": "6b13a6ef6cf6f342978db96278ec36288c9acdfb4b01d08a54cde1422775a256/569",
            "xr_browser_tests": "237cc0957c1f5a26a253f769cef6cdd3090f45a619642a9e2fb3adf385a2e89c/728",
            "zlib_unittests": "f247518b73f0b3005e71734c2f6995ed30fa9457619b31675e0f5d7046619b58/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "99f1ddc3cab048b3d466e52ddfb22b426ffdb5a5e64a31b34163289b91b49154/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "016bb417a37910ae24ed8b6b6a5c4208090e39f0",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8984448084284558352"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "82624"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[05:13:58.941] Scheduled build:
{
  "id": "8819018022324573585",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 74542,
  "createdBy": "project:chromium",
  "createTime": "2022-03-22T05:13:58.393564020Z",
  "updateTime": "2022-03-22T05:13:58.393564020Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "016bb417a37910ae24ed8b6b6a5c4208090e39f0",
      "ref": "refs/heads/main"
    }
  }
}
[05:13:58.941] Task URL: https://cr-buildbucket.appspot.com/build/8819018022324573585
[05:13:58.941] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8984448084284558352:2:0) after 7m32s
[05:14:02.130] Received PubSub notification, asking Buildbucket for the build status
[05:14:02.165] Build status: STARTED
[05:21:31.041] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8984448084284558352:2:0)
[05:21:31.075] Build status: STARTED
[05:21:31.075] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8984448084284558352:4:0) after 3m55s
[05:25:26.246] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8984448084284558352:4:0)
[05:25:26.268] Build status: STARTED
[05:25:26.268] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8984448084284558352:5:0) after 4m52s
[05:30:18.352] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8984448084284558352:5:0)
[05:30:18.376] Build status: STARTED
[05:30:18.376] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8984448084284558352:6:0) after 1m13s
[05:31:31.554] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8984448084284558352:6:0)
[05:31:31.578] Build status: STARTED
[05:31:31.578] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8984448084284558352:7:0) after 9m57s
[05:41:28.599] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8984448084284558352:7:0)
[05:41:28.618] Build status: STARTED
[05:41:28.618] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8984448084284558352:8:0) after 9m11s
[05:44:29.798] Received PubSub notification, asking Buildbucket for the build status
[05:44:29.827] Build:
{
  "id": "8819018022324573585",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 74542,
  "createdBy": "project:chromium",
  "createTime": "2022-03-22T05:13:58.393564020Z",
  "startTime": "2022-03-22T05:14:00.451179Z",
  "endTime": "2022-03-22T05:44:28.875139791Z",
  "updateTime": "2022-03-22T05:44:28.875139791Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "016bb417a37910ae24ed8b6b6a5c4208090e39f0",
      "ref": "refs/heads/main"
    }
  }
}
[05:44:29.827] Invocation finished in 30m32.687392583s with status FAILED