Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 1 hour
Actions:

Definition (rev 36bc28844ffd5e030af6e41e2e0e4ddc5c92b699)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/82056 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$bootstrap/trigger": {
    "commits": [
      {
        "host": "chromium.googlesource.com",
        "id": "37aad83187d7b75a911c77dec41a28bd1ce7e583",
        "project": "chromium/src",
        "ref": "refs/heads/main"
      }
    ]
  },
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "37aad83187d7b75a911c77dec41a28bd1ce7e583"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "8390196a308b611abf9f5364c210478e4ce25f92",
  "parent_got_dawn_revision": "e36ceee5d48aca684ec92aa6b8d71d24d2072ce4",
  "parent_got_nacl_revision": "ab384dc06c9b5bafd0f6ba74083cc67b5fdc16ed",
  "parent_got_revision": "37aad83187d7b75a911c77dec41a28bd1ce7e583",
  "parent_got_revision_cp": "refs/heads/main@{#975501}",
  "parent_got_swiftshader_revision": "b128337ffbecc9ad6bddf81e6684c04b8578b1cb",
  "parent_got_v8_revision": "fbc6a09b6f5a0d1951f41de413a4e3f1fce5ca76",
  "parent_got_v8_revision_cp": "refs/heads/10.1.38@{#1}",
  "parent_got_webrtc_revision": "56db8d09529d5ba92d24954a1d78a90c8ea2cd85",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#36087}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "37aad83187d7b75a911c77dec41a28bd1ce7e583",
  "swarm_hashes": {
    "absl_hardening_tests": "23cc2bd4b07b85b129e09ebe709583fa4ffd291479f3121de41135f201b1fae5/569",
    "accessibility_unittests": "752904a82bdf972e8cbaf324415add0ac7fba5e1125f44b23fe2b3e1d5b42ad6/569",
    "angle_unittests": "fccd3f7a83fd23906d3ebb32bc749bc0c88a34bcbd202020f565f158ead9426f/570",
    "app_shell_unittests": "1fb90ffbd75cfa5f0c2cc56d392d81b8e43769bf943ea9fa20b9c1adaa6a898f/730",
    "aura_unittests": "0e07bf0c69077eebbf933af90ac1eb5ee49fcd4158bc4c633a7180cddb823d6b/569",
    "base_unittests": "9b27b6090aab87621b42933b5851f28e7e031495747a6737002f33ba27fcdd8a/648",
    "blink_common_unittests": "d270afa2f1aad9910aff2d0e81e9a31f6f6c1a2277493542b434db4759019061/647",
    "blink_fuzzer_unittests": "e3a27d9de905862c37e5dfa1a98a9a4b2367ca85baaaddf04ddf08fe764dab9d/569",
    "blink_heap_unittests": "b749b480a340e63e8c721a14cd1bcc9ff3c95890242ec6b64cfbd2e67d86389b/569",
    "blink_platform_unittests": "9272d11abc6f29d156f54a3c507bf3bfdd50ba430eb207eb0adb8f441da52571/726",
    "blink_unittests": "07eec96e7c55927531b258cfdc3604d15da26a0ff62b733bd047f796a873a2c5/810",
    "boringssl_crypto_tests": "2a6a0907ed4b928b071b50ce393e6efd74428d6e7de20ca5c686868b6d576660/570",
    "boringssl_ssl_tests": "c0a677cc7b50a8bb6195b86dc7b3680b8a711e2db238dfeae0c2df87eb673986/569",
    "capture_unittests": "81b5de8baa550a160bb28e11d31aa6aae9620e4b908b408d335ed5d8258ae06a/648",
    "cast_unittests": "325a453506b52fca748f7d0d61fdea197ccb9e9c73d2fadb6ad8fa0d5b0026db/569",
    "cc_unittests": "f88d2c544868171a16ffbc43633600f82857a1d3ac28e047489a5917cc0df122/729",
    "chrome_app_unittests": "fa504df0bf447a5a9f8b81b7657ffa5d9b816745749743fffbc88940c81a024a/648",
    "chromedriver_unittests": "f3466e991bfb25076498503094ab5b87d37ade4897b1651335ee70ec9b8745c8/726",
    "color_unittests": "60408f4e39eafe0a3d0371d06db662b25c705ff8ea88f387c468d3a114e177c7/569",
    "components_browsertests": "ea24b8126dac74b4b54945bf33caddeab97f404488a5897827d7928837212d7b/813",
    "components_unittests": "43cb37623640882ba105d9129eb5255caa7062978ca0f9b71dcdd08696e92237/813",
    "compositor_unittests": "832a89a8af8af65056d3d86985c6f59ae6a178bec08612dfc9b183fb912f50dd/645",
    "content_browsertests": "4c55bcf256e7716a74311eb1c609e5ca1e3721d6488ce9660ff71d18a70931ca/887",
    "content_unittests": "6d7276860cf02a2e8950d16f6d55d60d21198040c9196136f6da067f0c505c36/806",
    "cronet_tests": "e4639959a81750bbc0f833872abc5ecbe64e5da64720369d3e7990f7d3f3c15a/730",
    "cronet_unittests": "1ef56d1509a1c33a9a6ab4f0c4bd43166d6872022defc95354f835b87398fcab/646",
    "crypto_unittests": "2ac0827905c8a415ef6dab20adb49bfc90b46a8f2a26bbe40fc43670ec5b0389/569",
    "dbus_unittests": "dc660b62e5c5f9a9db9c72413523f29c4db1fab9f2b9ea39042651f050fcd304/569",
    "device_unittests": "809e40235dbf86ba2b7873bf00ac21a3903f211e91b3b2b54ad8c3bb5c730910/646",
    "display_unittests": "93a6645d49debe759537035181114f29a5e8df2e9e3a4e27c63fbb716d74367e/569",
    "events_unittests": "4bc0f05ad3e5390dd8262bf3ec2b84c74ba5a8c0aa9eaf24997027eee5785a85/569",
    "extensions_browsertests": "6dababf11cee6b55687e8be3d79b99ac5c49a5cabcbb234e2afca6f57039837a/732",
    "extensions_unittests": "90cccf68c523c72a6dac13760032f29147f3ab900f11fd56de0e93d2297148c3/896",
    "filesystem_service_unittests": "147c431cae385adcf80a857ce311a6515601ca77a5896bb829c4b7adb01a03c7/569",
    "gcm_unit_tests": "d4bb6b9eede132c385d270d849968f3fd63a0a5adf7ee34d4578dc75ea49a31d/646",
    "gfx_unittests": "6ea99e7f5c25065d9218ec711960930f555bdaf7d77745acc4d65ff80aca7058/645",
    "gin_unittests": "49cebd4480426594ef47fecf7baae95feb616414bd505240ff275f53c3727a39/646",
    "gl_tests": "7235f152a45d7353a495ffcd3df31d0f96551d60942be9dcd38d0040f8cfbf09/569",
    "gl_unittests": "ada1d7211324e73b4ec5dbabd9a311ba38dae473c96184686f46116c91687e52/569",
    "google_apis_unittests": "50a97c224c5b57439b5c0bb47971735fc41c4d52c581889344bf420fa276a07e/731",
    "gpu_unittests": "13ffef39d604bf434e658b51248d471c7169c0ad57e18e6e9f08e9e0bce3abc8/646",
    "gwp_asan_unittests": "600f5b54e8a5af85b489262a7e89da8805b2384a850f67104455902aae51cac5/570",
    "headless_browsertests": "0703dc4ea5efb242a9b27afe36b371d5485519b0042acd681414ac8f4fbb955e/730",
    "headless_unittests": "6341409aaa58195c92248d74c180063a20778a35ee570346e7af6ce0765549ac/569",
    "interactive_ui_tests": "3923fd11f6e49089f701d1f806b738ec423fd4b527042a488d60486f35712d96/965",
    "ipc_tests": "f68893b913de7cb7e1a4fab6b9eebed70ffb2242235a449cd7fcfdceedbd3b37/569",
    "latency_unittests": "628af0a047b16a7f764bcb3be1a2cff380406d12ca4c60497ff394eabe2a6104/569",
    "libjingle_xmpp_unittests": "32ccfb7934ddf0534baa989e2d68f61f6e2e6aeb5433f01f13a3c9bdd4e7e0f1/569",
    "liburlpattern_unittests": "879866ef171ebd1a593884ef478a49a62869abc3704b60c16da469f1754c5ba9/569",
    "media_unittests": "0b898b40348a0ab9084b0c01aca7d57559430e1fe1332a2b5474609c5e170af6/649",
    "message_center_unittests": "d02197e49da46bc348bb4b9e855cdb294a0d6f09218f6d80e49011f1afd59de5/569",
    "midi_unittests": "9e5df62044d83c06c2672b196ac756915e895e27d30525549c4d8ae8dbd9bc4f/569",
    "mojo_core_unittests": "3cf0fb769904a51a907165f7c479385ca8bd055ad348f7da518207ec03e24e0f/569",
    "mojo_unittests": "5bef87cde7b5c848764815c4dd8e02dfa1c22e3570d6522d48294ba301c6f858/647",
    "native_theme_unittests": "3fae644d0ce35682e2980f895fc5a8e0ddc8c9a27e4119b812ed394d382895d2/569",
    "net_unittests": "8ba1874357c646834ba81ca6447f922fd9d03eafef580ea668fb938c005e7ac9/648",
    "openscreen_unittests": "ab40c9499b6bf35dd5ac381855471e2aa2029d3c534038e344e5bdda1e523110/648",
    "ozone_x11_unittests": "8a1a2ac32b87e6b2e22dd4f20244b496568a9de0e215db27e03e7add56708865/569",
    "pdf_unittests": "f3c9a79a7ff3b5cef115c0fceaa89045eaa4b35bcee56c018606ba6957cc35ee/646",
    "perfetto_unittests": "c81c74dec41c839ae41eb6f5d074237ca503649c47306e7efe9cebacb9486079/569",
    "ppapi_unittests": "95b007cf5103c84cab531e64dae2045d5e63543663ed24ed35109c783af7c7b9/569",
    "printing_unittests": "4be5d783f3f448d88c504a8f45ebff833a870fd402427bbfa911bb0e201e9bc1/569",
    "remoting_unittests": "03bd72773777baa222d6a3e0bf7a2f67e83c442ec7f14e4382ff79189aba127c/646",
    "sandbox_linux_unittests": "c0e3333711117a4aec583141cd63c8d020cc5b4bf75a7b29db2597708fe1baa5/569",
    "service_manager_unittests": "d93cffef047bfa87411d6546b89abe61d37cb28565e2855aa07a2c0136266146/569",
    "services_unittests": "9fea0021ed813d36a3f9590f8aa75d6a30bc3955340121f32dc90cb628b1cfec/815",
    "shell_dialogs_unittests": "b28d93adf7b6241ec22ba432be7948c94b96e51db55e33075ebeede16210ebac/569",
    "skia_unittests": "2cdf1d02875f8018c49770622dc8d5a8a47ff224d792d2fb3a12acf73d33d5d8/569",
    "snapshot_unittests": "85b963af1630e1a4404d263491ea08d6a4abdc594f8e93ff063bc01d75f6eb71/569",
    "sql_unittests": "8d8231821b0ec9be059882b5b4ad26499b0b8e6717531213a4804060c7e5f077/646",
    "storage_unittests": "6cd444552a2a58b59387472d7b5fb1f68488301579753d4766cae178fb1c9156/727",
    "sync_integration_tests": "237d9e2042bdf27d5ac2886ba16b7be2481f06217124f7fcf7bab94d3923b59b/729",
    "ui_base_unittests": "06a6942e57e1851b92409f9b4df43ec2bd102e33bda611e810bd748640dd4144/723",
    "ui_touch_selection_unittests": "758da18b3daa0b50d21cc208dcb661862a2ccdf5160ee06b5302bfd10601c89e/569",
    "unit_tests": "93e1a18a1ae185e006ac51debc2fd816d2492efe8703f8f2824f8436c7a84422/1139",
    "url_unittests": "870018113a49e60677603f49a2fb6683c13d113aec77bd0ac188a1b0edb0eb6b/569",
    "views_unittests": "f552e28d0ac9d196d67c54d9bfc271cdc42b31e22a28522af35c18b4a5dedb91/569",
    "viz_unittests": "bfadc5b26cc7636fc05a1c696922b1df8cb5dd9d0e0be4cf579f769cbd642fdd/653",
    "vr_common_unittests": "16e0b4e424cb252c80ae0665bfc2ef1628233a466a5224438e466d70041b6e20/648",
    "vr_pixeltests": "fd28c1a1552f91b7926700aade29cd5994ec8a3c2294ce5d8afa50b16169d7cd/646",
    "weblayer_browsertests": "37598486d5cf72de9a1cd6a4fb80639f7e0f0c27d9b28b12dd89df2ecfe45dd6/814",
    "weblayer_unittests": "df552762627c30f08af0c24dd7faa3adfea22c2ebec8e0d52f32581a63c2a87b/646",
    "wm_unittests": "b3f682843cd10b1768bae32833dd86c325e8b03b978f41ab2c3fba4dae7a45bf/569",
    "wtf_unittests": "b29a3761d23968b4be263a59233439fe14a84341d029979a0cb2084b0dacd31f/569",
    "xr_browser_tests": "086d1f2088c8173e10867d1d5c703a8de2e969ba3ad2a6e186975c0f3083a5ed/728",
    "zlib_unittests": "5aa9ca87a66e31cfbf63095cc694a11511681d3c070db0d03ab9ecc37bcb3c73/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "99f1ddc3cab048b3d466e52ddfb22b426ffdb5a5e64a31b34163289b91b49154/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/37aad83187d7b75a911c77dec41a28bd1ce7e583
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:82056
  • user_agent:recipe

Debug log (UTC)

[01:42:47.032] New invocation is queued and will start shortly
[01:42:47.032] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[01:42:48.162] Starting the invocation (attempt 1)
[01:42:48.194] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/37aad83187d7b75a911c77dec41a28bd1ce7e583"
[01:42:48.194] Popped gitiles commit info from properties and tags
[01:42:48.194] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:42:48.194] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:42:48.195] Buildbucket request:
{
  "requestId": "8986545100099222336",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$bootstrap/trigger": {
            "commits": [
                  {
                        "host": "chromium.googlesource.com",
                        "id": "37aad83187d7b75a911c77dec41a28bd1ce7e583",
                        "project": "chromium/src",
                        "ref": "refs/heads/main"
                      }
                ]
          },
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "37aad83187d7b75a911c77dec41a28bd1ce7e583"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "8390196a308b611abf9f5364c210478e4ce25f92",
      "parent_got_dawn_revision": "e36ceee5d48aca684ec92aa6b8d71d24d2072ce4",
      "parent_got_nacl_revision": "ab384dc06c9b5bafd0f6ba74083cc67b5fdc16ed",
      "parent_got_revision": "37aad83187d7b75a911c77dec41a28bd1ce7e583",
      "parent_got_revision_cp": "refs/heads/main@{#975501}",
      "parent_got_swiftshader_revision": "b128337ffbecc9ad6bddf81e6684c04b8578b1cb",
      "parent_got_v8_revision": "fbc6a09b6f5a0d1951f41de413a4e3f1fce5ca76",
      "parent_got_v8_revision_cp": "refs/heads/10.1.38@{#1}",
      "parent_got_webrtc_revision": "56db8d09529d5ba92d24954a1d78a90c8ea2cd85",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#36087}",
      "swarm_hashes": {
            "absl_hardening_tests": "23cc2bd4b07b85b129e09ebe709583fa4ffd291479f3121de41135f201b1fae5/569",
            "accessibility_unittests": "752904a82bdf972e8cbaf324415add0ac7fba5e1125f44b23fe2b3e1d5b42ad6/569",
            "angle_unittests": "fccd3f7a83fd23906d3ebb32bc749bc0c88a34bcbd202020f565f158ead9426f/570",
            "app_shell_unittests": "1fb90ffbd75cfa5f0c2cc56d392d81b8e43769bf943ea9fa20b9c1adaa6a898f/730",
            "aura_unittests": "0e07bf0c69077eebbf933af90ac1eb5ee49fcd4158bc4c633a7180cddb823d6b/569",
            "base_unittests": "9b27b6090aab87621b42933b5851f28e7e031495747a6737002f33ba27fcdd8a/648",
            "blink_common_unittests": "d270afa2f1aad9910aff2d0e81e9a31f6f6c1a2277493542b434db4759019061/647",
            "blink_fuzzer_unittests": "e3a27d9de905862c37e5dfa1a98a9a4b2367ca85baaaddf04ddf08fe764dab9d/569",
            "blink_heap_unittests": "b749b480a340e63e8c721a14cd1bcc9ff3c95890242ec6b64cfbd2e67d86389b/569",
            "blink_platform_unittests": "9272d11abc6f29d156f54a3c507bf3bfdd50ba430eb207eb0adb8f441da52571/726",
            "blink_unittests": "07eec96e7c55927531b258cfdc3604d15da26a0ff62b733bd047f796a873a2c5/810",
            "boringssl_crypto_tests": "2a6a0907ed4b928b071b50ce393e6efd74428d6e7de20ca5c686868b6d576660/570",
            "boringssl_ssl_tests": "c0a677cc7b50a8bb6195b86dc7b3680b8a711e2db238dfeae0c2df87eb673986/569",
            "capture_unittests": "81b5de8baa550a160bb28e11d31aa6aae9620e4b908b408d335ed5d8258ae06a/648",
            "cast_unittests": "325a453506b52fca748f7d0d61fdea197ccb9e9c73d2fadb6ad8fa0d5b0026db/569",
            "cc_unittests": "f88d2c544868171a16ffbc43633600f82857a1d3ac28e047489a5917cc0df122/729",
            "chrome_app_unittests": "fa504df0bf447a5a9f8b81b7657ffa5d9b816745749743fffbc88940c81a024a/648",
            "chromedriver_unittests": "f3466e991bfb25076498503094ab5b87d37ade4897b1651335ee70ec9b8745c8/726",
            "color_unittests": "60408f4e39eafe0a3d0371d06db662b25c705ff8ea88f387c468d3a114e177c7/569",
            "components_browsertests": "ea24b8126dac74b4b54945bf33caddeab97f404488a5897827d7928837212d7b/813",
            "components_unittests": "43cb37623640882ba105d9129eb5255caa7062978ca0f9b71dcdd08696e92237/813",
            "compositor_unittests": "832a89a8af8af65056d3d86985c6f59ae6a178bec08612dfc9b183fb912f50dd/645",
            "content_browsertests": "4c55bcf256e7716a74311eb1c609e5ca1e3721d6488ce9660ff71d18a70931ca/887",
            "content_unittests": "6d7276860cf02a2e8950d16f6d55d60d21198040c9196136f6da067f0c505c36/806",
            "cronet_tests": "e4639959a81750bbc0f833872abc5ecbe64e5da64720369d3e7990f7d3f3c15a/730",
            "cronet_unittests": "1ef56d1509a1c33a9a6ab4f0c4bd43166d6872022defc95354f835b87398fcab/646",
            "crypto_unittests": "2ac0827905c8a415ef6dab20adb49bfc90b46a8f2a26bbe40fc43670ec5b0389/569",
            "dbus_unittests": "dc660b62e5c5f9a9db9c72413523f29c4db1fab9f2b9ea39042651f050fcd304/569",
            "device_unittests": "809e40235dbf86ba2b7873bf00ac21a3903f211e91b3b2b54ad8c3bb5c730910/646",
            "display_unittests": "93a6645d49debe759537035181114f29a5e8df2e9e3a4e27c63fbb716d74367e/569",
            "events_unittests": "4bc0f05ad3e5390dd8262bf3ec2b84c74ba5a8c0aa9eaf24997027eee5785a85/569",
            "extensions_browsertests": "6dababf11cee6b55687e8be3d79b99ac5c49a5cabcbb234e2afca6f57039837a/732",
            "extensions_unittests": "90cccf68c523c72a6dac13760032f29147f3ab900f11fd56de0e93d2297148c3/896",
            "filesystem_service_unittests": "147c431cae385adcf80a857ce311a6515601ca77a5896bb829c4b7adb01a03c7/569",
            "gcm_unit_tests": "d4bb6b9eede132c385d270d849968f3fd63a0a5adf7ee34d4578dc75ea49a31d/646",
            "gfx_unittests": "6ea99e7f5c25065d9218ec711960930f555bdaf7d77745acc4d65ff80aca7058/645",
            "gin_unittests": "49cebd4480426594ef47fecf7baae95feb616414bd505240ff275f53c3727a39/646",
            "gl_tests": "7235f152a45d7353a495ffcd3df31d0f96551d60942be9dcd38d0040f8cfbf09/569",
            "gl_unittests": "ada1d7211324e73b4ec5dbabd9a311ba38dae473c96184686f46116c91687e52/569",
            "google_apis_unittests": "50a97c224c5b57439b5c0bb47971735fc41c4d52c581889344bf420fa276a07e/731",
            "gpu_unittests": "13ffef39d604bf434e658b51248d471c7169c0ad57e18e6e9f08e9e0bce3abc8/646",
            "gwp_asan_unittests": "600f5b54e8a5af85b489262a7e89da8805b2384a850f67104455902aae51cac5/570",
            "headless_browsertests": "0703dc4ea5efb242a9b27afe36b371d5485519b0042acd681414ac8f4fbb955e/730",
            "headless_unittests": "6341409aaa58195c92248d74c180063a20778a35ee570346e7af6ce0765549ac/569",
            "interactive_ui_tests": "3923fd11f6e49089f701d1f806b738ec423fd4b527042a488d60486f35712d96/965",
            "ipc_tests": "f68893b913de7cb7e1a4fab6b9eebed70ffb2242235a449cd7fcfdceedbd3b37/569",
            "latency_unittests": "628af0a047b16a7f764bcb3be1a2cff380406d12ca4c60497ff394eabe2a6104/569",
            "libjingle_xmpp_unittests": "32ccfb7934ddf0534baa989e2d68f61f6e2e6aeb5433f01f13a3c9bdd4e7e0f1/569",
            "liburlpattern_unittests": "879866ef171ebd1a593884ef478a49a62869abc3704b60c16da469f1754c5ba9/569",
            "media_unittests": "0b898b40348a0ab9084b0c01aca7d57559430e1fe1332a2b5474609c5e170af6/649",
            "message_center_unittests": "d02197e49da46bc348bb4b9e855cdb294a0d6f09218f6d80e49011f1afd59de5/569",
            "midi_unittests": "9e5df62044d83c06c2672b196ac756915e895e27d30525549c4d8ae8dbd9bc4f/569",
            "mojo_core_unittests": "3cf0fb769904a51a907165f7c479385ca8bd055ad348f7da518207ec03e24e0f/569",
            "mojo_unittests": "5bef87cde7b5c848764815c4dd8e02dfa1c22e3570d6522d48294ba301c6f858/647",
            "native_theme_unittests": "3fae644d0ce35682e2980f895fc5a8e0ddc8c9a27e4119b812ed394d382895d2/569",
            "net_unittests": "8ba1874357c646834ba81ca6447f922fd9d03eafef580ea668fb938c005e7ac9/648",
            "openscreen_unittests": "ab40c9499b6bf35dd5ac381855471e2aa2029d3c534038e344e5bdda1e523110/648",
            "ozone_x11_unittests": "8a1a2ac32b87e6b2e22dd4f20244b496568a9de0e215db27e03e7add56708865/569",
            "pdf_unittests": "f3c9a79a7ff3b5cef115c0fceaa89045eaa4b35bcee56c018606ba6957cc35ee/646",
            "perfetto_unittests": "c81c74dec41c839ae41eb6f5d074237ca503649c47306e7efe9cebacb9486079/569",
            "ppapi_unittests": "95b007cf5103c84cab531e64dae2045d5e63543663ed24ed35109c783af7c7b9/569",
            "printing_unittests": "4be5d783f3f448d88c504a8f45ebff833a870fd402427bbfa911bb0e201e9bc1/569",
            "remoting_unittests": "03bd72773777baa222d6a3e0bf7a2f67e83c442ec7f14e4382ff79189aba127c/646",
            "sandbox_linux_unittests": "c0e3333711117a4aec583141cd63c8d020cc5b4bf75a7b29db2597708fe1baa5/569",
            "service_manager_unittests": "d93cffef047bfa87411d6546b89abe61d37cb28565e2855aa07a2c0136266146/569",
            "services_unittests": "9fea0021ed813d36a3f9590f8aa75d6a30bc3955340121f32dc90cb628b1cfec/815",
            "shell_dialogs_unittests": "b28d93adf7b6241ec22ba432be7948c94b96e51db55e33075ebeede16210ebac/569",
            "skia_unittests": "2cdf1d02875f8018c49770622dc8d5a8a47ff224d792d2fb3a12acf73d33d5d8/569",
            "snapshot_unittests": "85b963af1630e1a4404d263491ea08d6a4abdc594f8e93ff063bc01d75f6eb71/569",
            "sql_unittests": "8d8231821b0ec9be059882b5b4ad26499b0b8e6717531213a4804060c7e5f077/646",
            "storage_unittests": "6cd444552a2a58b59387472d7b5fb1f68488301579753d4766cae178fb1c9156/727",
            "sync_integration_tests": "237d9e2042bdf27d5ac2886ba16b7be2481f06217124f7fcf7bab94d3923b59b/729",
            "ui_base_unittests": "06a6942e57e1851b92409f9b4df43ec2bd102e33bda611e810bd748640dd4144/723",
            "ui_touch_selection_unittests": "758da18b3daa0b50d21cc208dcb661862a2ccdf5160ee06b5302bfd10601c89e/569",
            "unit_tests": "93e1a18a1ae185e006ac51debc2fd816d2492efe8703f8f2824f8436c7a84422/1139",
            "url_unittests": "870018113a49e60677603f49a2fb6683c13d113aec77bd0ac188a1b0edb0eb6b/569",
            "views_unittests": "f552e28d0ac9d196d67c54d9bfc271cdc42b31e22a28522af35c18b4a5dedb91/569",
            "viz_unittests": "bfadc5b26cc7636fc05a1c696922b1df8cb5dd9d0e0be4cf579f769cbd642fdd/653",
            "vr_common_unittests": "16e0b4e424cb252c80ae0665bfc2ef1628233a466a5224438e466d70041b6e20/648",
            "vr_pixeltests": "fd28c1a1552f91b7926700aade29cd5994ec8a3c2294ce5d8afa50b16169d7cd/646",
            "weblayer_browsertests": "37598486d5cf72de9a1cd6a4fb80639f7e0f0c27d9b28b12dd89df2ecfe45dd6/814",
            "weblayer_unittests": "df552762627c30f08af0c24dd7faa3adfea22c2ebec8e0d52f32581a63c2a87b/646",
            "wm_unittests": "b3f682843cd10b1768bae32833dd86c325e8b03b978f41ab2c3fba4dae7a45bf/569",
            "wtf_unittests": "b29a3761d23968b4be263a59233439fe14a84341d029979a0cb2084b0dacd31f/569",
            "xr_browser_tests": "086d1f2088c8173e10867d1d5c703a8de2e969ba3ad2a6e186975c0f3083a5ed/728",
            "zlib_unittests": "5aa9ca87a66e31cfbf63095cc694a11511681d3c070db0d03ab9ecc37bcb3c73/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "99f1ddc3cab048b3d466e52ddfb22b426ffdb5a5e64a31b34163289b91b49154/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "37aad83187d7b75a911c77dec41a28bd1ce7e583",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8986545100099222336"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "82056"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[01:42:48.740] Scheduled build:
{
  "id": "8821115038122863569",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 73981,
  "createdBy": "project:chromium",
  "createTime": "2022-02-27T01:42:48.285719945Z",
  "updateTime": "2022-02-27T01:42:48.285719945Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "37aad83187d7b75a911c77dec41a28bd1ce7e583",
      "ref": "refs/heads/main"
    }
  }
}
[01:42:48.740] Task URL: https://cr-buildbucket.appspot.com/build/8821115038122863569
[01:42:48.740] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8986545100099222336:2:0) after 1m31s
[01:44:19.761] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8986545100099222336:2:0)
[01:44:19.780] Build status: SCHEDULED
[01:44:19.780] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8986545100099222336:3:0) after 1m33s
[01:45:52.893] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8986545100099222336:3:0)
[01:45:52.925] Build status: SCHEDULED
[01:45:52.925] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8986545100099222336:4:0) after 4m34s
[01:50:26.943] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8986545100099222336:4:0)
[01:50:26.976] Build status: SCHEDULED
[01:50:26.976] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8986545100099222336:5:0) after 6m35s
[01:57:02.046] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8986545100099222336:5:0)
[01:57:02.065] Build status: SCHEDULED
[01:57:02.065] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8986545100099222336:6:0) after 4m49s
[02:01:51.087] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8986545100099222336:6:0)
[02:01:51.118] Build status: SCHEDULED
[02:01:51.118] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8986545100099222336:7:0) after 9m1s
[02:10:52.239] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8986545100099222336:7:0)
[02:10:52.267] Build status: SCHEDULED
[02:10:52.267] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8986545100099222336:8:0) after 5m35s
[02:14:20.775] Received PubSub notification, asking Buildbucket for the build status
[02:14:20.796] Build status: STARTED
[02:16:27.454] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8986545100099222336:8:0)
[02:16:27.494] Build status: STARTED
[02:16:27.494] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8986545100099222336:10:0) after 5m41s
[02:22:08.514] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8986545100099222336:10:0)
[02:22:08.545] Build status: STARTED
[02:22:08.545] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8986545100099222336:11:0) after 9m28s
[02:31:36.827] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8986545100099222336:11:0)
[02:31:36.849] Build status: STARTED
[02:31:36.849] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8986545100099222336:12:0) after 2m33s
[02:34:09.873] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8986545100099222336:12:0)
[02:34:09.910] Build status: STARTED
[02:34:09.910] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8986545100099222336:13:0) after 4m30s
[02:38:39.933] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8986545100099222336:13:0)
[02:38:39.960] Build status: STARTED
[02:38:39.960] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8986545100099222336:14:0) after 5m15s
[02:43:54.983] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8986545100099222336:14:0)
[02:43:55.046] Build status: STARTED
[02:43:55.046] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8986545100099222336:15:0) after 6m3s
[02:49:58.082] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8986545100099222336:15:0)
[02:49:58.111] Build status: STARTED
[02:49:58.111] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8986545100099222336:16:0) after 6m5s
[02:50:29.319] Received PubSub notification, asking Buildbucket for the build status
[02:50:29.340] Build:
{
  "id": "8821115038122863569",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 73981,
  "createdBy": "project:chromium",
  "createTime": "2022-02-27T01:42:48.285719945Z",
  "startTime": "2022-02-27T02:14:14.749514Z",
  "endTime": "2022-02-27T02:50:28.949514273Z",
  "updateTime": "2022-02-27T02:50:28.949514273Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "37aad83187d7b75a911c77dec41a28bd1ce7e583",
      "ref": "refs/heads/main"
    }
  }
}
[02:50:29.340] Invocation finished in 1h7m42.323608142s with status FAILED