Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 30 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/79660 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "0ece5fc49ef7e8c5a73617d7235e5c24d062e670"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "c88a73c8b84f5082142d6e1399cb74109bd7a5e6",
  "parent_got_dawn_revision": "e8965c915692a5b48651105c8990476f4633a28b",
  "parent_got_nacl_revision": "957cbe470018adc3d9d1763fd75bbae455a9fddc",
  "parent_got_revision": "0ece5fc49ef7e8c5a73617d7235e5c24d062e670",
  "parent_got_revision_cp": "refs/heads/main@{#948198}",
  "parent_got_swiftshader_revision": "f9c39655a610a2ef636b834316fbc94669d6aadd",
  "parent_got_v8_revision": "506bca90fdc425f4d7a2ab61900107f183652174",
  "parent_got_v8_revision_cp": "refs/heads/9.8.147@{#1}",
  "parent_got_webrtc_revision": "adf7dc34f036eba9283bb6ee022333009fda05fb",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35468}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "0ece5fc49ef7e8c5a73617d7235e5c24d062e670",
  "swarm_hashes": {
    "absl_hardening_tests": "9c78f5c094294d2458c065f9f34a2cca72a3637a331fe297cc0a8d168935ed8a/569",
    "accessibility_unittests": "5337b7a7e6deec8dff10c82ec9bc5fbc578a5d9b0176badad49c268f8cf210ba/569",
    "angle_unittests": "6111626347ae1dd6d5afdbd6d0ebeaea017e1af430c84d065243922dd69c83d4/570",
    "app_shell_unittests": "133d436a645cd99cbd97da1a90ce3627899e1ada244e5fcc0640aa6d44ff95ec/730",
    "aura_unittests": "438ac7a3d33ae9d9bc54edb2520748fdb6ecf1f69a722ca34231de8af738571c/569",
    "base_unittests": "9754f4fd273bd083d59e28e5829587e1ac1a1066fa6855863fd36ba3265ba5ef/648",
    "blink_common_unittests": "3dd7a6d5c8f6e73376f935c32f12a10ebfb2967988c99953b37346a4a18d95d4/647",
    "blink_fuzzer_unittests": "6eb2ec3813fff3df24084fee66866be7fde3ccd732b7480ac27bc6d4718cbb81/569",
    "blink_heap_unittests": "c073bb6cd0c6b87305c098548c762df313cfc4faf808cdc6a80f378ce9b4590c/569",
    "blink_platform_unittests": "43841c2241cba1a64e6bfc0d531ef93f54a6052d5247c7155ce894a9163ea8a9/726",
    "blink_unittests": "169008d0faba4916dff9123e017a559475794c13625afbb19e6e50eba731033c/810",
    "boringssl_crypto_tests": "61557905792e0a6465de0ade8ef0f5a0338920cd08f626ead0eebcbbe0713c51/570",
    "boringssl_ssl_tests": "206918d55a99c32825a4bb9673d6feab4616b406011b76d5c6306d4096848de3/569",
    "capture_unittests": "cf123ab6406d1fc9d2087628e9c3fdc9d6cc17f3b6a6863faae3409610fe9874/648",
    "cast_unittests": "98eb91550b8e2d9b533de6757487029658ecee8cf0f891a4bb6d68aec46a0bca/569",
    "cc_unittests": "16f32ac3b4486eea1766bc3f01bee4eea58eeea1cf09391399ead1c767a6496d/653",
    "chrome_app_unittests": "a47a7af63764e9bfbad18cd4566e042720b2361b1f93f2cd95fbc34fbc519f27/648",
    "chromedriver_unittests": "3b848905eb532031a1659078fd6eeac84cc158fdb57c27dd80e34a91447dd6e5/726",
    "color_unittests": "7387011afe91205de9eb54a4a517ea16a2cff56ed9e0d07fb0749a6af7611c8f/569",
    "components_browsertests": "71ee1f88c5607fabf06e204fe4b139496bc583577dde665a9fbcfc15c21a851b/813",
    "components_unittests": "949e0b523a6ca478b8214a1567697bfd3b29eef9d6bdaf4e7d4bffe8560fe6d6/813",
    "compositor_unittests": "54ffe95fef20249f46176db12d05c2b1754e36f7c12ca65f4f93a214edd83ce9/645",
    "content_browsertests": "c59017a7d6e80aec604c263e61bf405b0e0a1f4f7bd119ac56ae3e1ab880010d/887",
    "content_unittests": "a59930449d8ae24099e8ecceaf779d8ef8852989791ee73b66db25fbdb969718/806",
    "cronet_tests": "d978263030ffe0a2ebcb89fd7ab528bddbdd7c2bd12e2a277f4c479d797b0c94/730",
    "cronet_unittests": "0847d0f09f99551a9b20287054c45f01363dbc81050166530cc104539ba5da9b/646",
    "crypto_unittests": "b4fc3010192cd34170738867cf108121ee8b061d2a7253ae00f1acb0e1d22080/569",
    "dbus_unittests": "9a8ae691448a3c60616b8a8c8c340974ad74aa7f1ef851411862b09ac2d054ae/569",
    "device_unittests": "790bd1eab586a34be308dc5b1ef683d5c01e23e05df569b009267975ecca17ab/646",
    "display_unittests": "fda4b43c0a057286a2a0aaa1d72223a33d3ebe866f9b39850b9a7a2f804569a1/569",
    "events_unittests": "058571c41f40806d59da9228b8efe5c4d5fa1c329f865a12831c7fbf28c500bb/569",
    "extensions_browsertests": "24f26503a2e3680da1ee029c3f272ae8c05d24017b6d25964119b9508f73be8f/732",
    "extensions_unittests": "3e04fb4bf4262b7e74dde54e10a9928b6eeb990b0883f5b5c550b7fa1dfd3384/896",
    "filesystem_service_unittests": "0a3286d2db155a068e60088df2d57401467d95812385920de8ef96e8bd19fe9a/569",
    "gcm_unit_tests": "f2c321525c7f5731168bdd5cb02e35ccb4c3f08da8b4a616af7b8e1293139492/646",
    "gfx_unittests": "1adb266175bf8c46fd00d9c4394650e8376a7d135a5fefb73fab19eb1897d6e7/645",
    "gin_unittests": "ba6a1ce9d8c55fa98868f7c9b7a8a3164500ccedf82a73c57ce87a6e2586872f/646",
    "gl_tests": "e52cb7f326daf7415237d2c83aa7ebe6e1c8b917a65f4b7ce3a57830ce0b21c8/569",
    "gl_unittests": "9f2efb0aa950ee277565493d9870d468c56df663ca0a7624a8303e081fa9d6db/569",
    "google_apis_unittests": "b657f39eb8ecc523328ded765e436baf26825359d413b487376ce2e7a656f127/731",
    "gpu_unittests": "b87b40198ed5886cc3f742c88c8e31579376b32d9376586fed4f94e0c89f6a95/646",
    "gwp_asan_unittests": "608caa24637d485a22dc39f0dc24b376dbff767f834b9e7619c86cbca55b8915/570",
    "headless_browsertests": "7fdcf7c715822c785efa2398c85332947ee99c3d55b5f88a7808c6fa64b1c41f/730",
    "headless_unittests": "aadb9e773d776b603f6cf56e411be18f3e5d910c47f365f7131314a0c6bbcc7b/569",
    "interactive_ui_tests": "8331a7cbb9f56230a3c8876d6dc245512181ad067f003d24897923853574405e/965",
    "ipc_tests": "2f69fa6a88624a646512e80c9426a6fa429ce616bcff67b581ee2612be8a08ee/569",
    "jingle_unittests": "80c8c46e3e52eaafc189b80f1430a11fa16e836dc4dc7c1bf01eb806689633dd/646",
    "latency_unittests": "ecf76f0a9dabc18d355332a99ba17aa44f0a758a557c7e2937ef06db301470e0/569",
    "libjingle_xmpp_unittests": "920a7f5331e8c381cd4589da339e1773ed235b39d683d2d214d22afd7a2761dd/569",
    "liburlpattern_unittests": "213f7b5af40d635f1dd5b992164785abcd7e6d07ac7d0cce77055dae19d32085/569",
    "media_unittests": "21be34b7be231b2982a9a1d172095856a011026caf39c0bbc63fe0d094876573/649",
    "message_center_unittests": "14d35a1b9741a94128e74115d9c4a6bd827322e1a7d8b63f048b8e1cdf53e5a7/569",
    "midi_unittests": "734c276ad8eae7d055b77133b5248634b6b4ec10187c67b95c9942c8c6c0351f/569",
    "mojo_core_unittests": "3d6cfbddcdcc9286f3a472f9210d28e7783c1a10af7c85eb61c5b59402352cd6/569",
    "mojo_unittests": "d36886ce5c2c2f19b57cafc6cfa6b4691bac16d1a2c645a0615738ea82bf2a7a/647",
    "native_theme_unittests": "cd5bcae28be1c289bcbbcea45e458cf27f70a91d854baefa650f9c7422dfc2aa/569",
    "net_unittests": "6c42d159675ab5647298109d61eb31aed2e349b81b9ab4606d5b0baa89b45ad8/648",
    "openscreen_unittests": "e4c5e173dd80a0ae8af0f27daa2af881def2648af6f53540c859dda0a3aa40b6/648",
    "ozone_x11_unittests": "c0d2d8661b087c5adc14d7d04f70bf64382ec9be6202e64e44080cc318bc525a/569",
    "pdf_unittests": "5a22e3358d95599f6c48e04861f7cd174f2fd5ef9c4df0a961341a0195cb977e/646",
    "perfetto_unittests": "2a4fc8866e88e79e2d994760af4b754f5df9df3782a5f09bd01891f972e06fa9/569",
    "ppapi_unittests": "6350e738a1983e75e17b1fec8bd0f6310f093e2f0dbd94a5064b750e1ea4726a/569",
    "printing_unittests": "486a8df1c0e37d5919c23c5ed6ee43d45d45fb371e6996449bfe9570bd041a8c/569",
    "remoting_unittests": "279c689f0b9034fa4fd7e8b543041f8254876eb512f379515d665d6865ce4d85/646",
    "sandbox_linux_unittests": "7854f3f5659a9b7e02fc2868e5aba89d53883589ffbc34e2a0372e22023601c8/569",
    "service_manager_unittests": "088273710a0c994fb249f715dd319c06288841d0949262da528e57b9d28de0c7/569",
    "services_unittests": "6d49772629bb2cf28bf5f1f77b02171d3bc2b4cb43c6d62a575d1d858872a183/815",
    "shell_dialogs_unittests": "80d4dfefd8d40a561fdd74e9ffa66d0978ce1f22bbf277ae8f6563060e46a597/569",
    "skia_unittests": "ad8852f710bbe76bf28e8e9efec0819fc89d6a2266af8eb30cae7a7991b17b6c/569",
    "snapshot_unittests": "0be3a8999cef556a006177f8c8624f8a3212cf2de11185e86747031fda54f7e4/569",
    "sql_unittests": "1e812656f44d259af9143370935c42696e00e1d5dd187dc49b49f8d939b87d42/646",
    "storage_unittests": "abb180d0716ff50ac40f5271fd434f01afa8d5205c99cd031b91bf99b2a21147/727",
    "sync_integration_tests": "04199a8f964c1fcdc237ff11e4e4b63401d89531ad4d0e9018f4b92e4c7409d8/729",
    "ui_base_unittests": "e48f487fd68c218c7fd628331b5bd77d5ede51f096af526a8468f60dc2791f7c/723",
    "ui_touch_selection_unittests": "c27fbae14ffb90d10d699694df3b19074b13350b5c5d1d69b6d9b4fe78ea3ffd/569",
    "unit_tests": "d1aed612786811579ff7b2e73d816b634b124d0a7620898d7c72ee2b8f0d30c3/1062",
    "url_unittests": "d71b221c77ada5a436fd5f38ecf597cbfc6d18750ea3149c3df1418da2fa3690/569",
    "views_unittests": "e8e584446b156811cf60df82b80a54879ba1bf3a8809e592732c215ddb54a499/569",
    "viz_unittests": "e6c25afce8ebe100c5a85e1de304b083201cc0a4e2751b10c808146d166a3407/653",
    "vr_common_unittests": "d1806766b1737f872eb6036ded517ec9713e54e972da9bf9b9ad763b08b596a7/648",
    "vr_pixeltests": "58f998ba07dffb791b917c58647bf1f62294195caf107eb3aed63bfb8b24066c/646",
    "weblayer_browsertests": "131913ca7109f54720b62459ba35e23db43aeca70bdc79d4ce09e5160f44724c/814",
    "weblayer_unittests": "fabab803575f09f4b2c591d18e8ac0abdc493683c66137a84ac54e179beceb3d/646",
    "wm_unittests": "82a92002301280c5c7d7d9d82335e469e5508887d5c5b1097bc174c9250d47fd/569",
    "wtf_unittests": "20b7f07b84071a7f29919c2e10e83bbba2769adc2fc373f3ef75f0724245dc15/569",
    "x11_unittests": "8fc629b60b58290a16631f538438e169b8149cda4588406289fed727a20ea3b5/569",
    "xr_browser_tests": "c51498763cb7de4bdac2b0e2df7a2a341d83d6ce4e885831817607cdf2109974/728",
    "zlib_unittests": "c56f4c411f7f36bff370885f8b9d8a6ae6a8db3bac70adaf60f31b529b022cc9/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "d35d624e302339bddf63f41a26541de5b97ee363969aba926d26843428908d07/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/0ece5fc49ef7e8c5a73617d7235e5c24d062e670
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:79660
  • user_agent:recipe

Debug log (UTC)

[23:27:10.842] New invocation is queued and will start shortly
[23:27:10.842] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[23:27:12.269] Starting the invocation (attempt 1)
[23:27:12.305] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/0ece5fc49ef7e8c5a73617d7235e5c24d062e670"
[23:27:12.305] Popped gitiles commit info from properties and tags
[23:27:12.305] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:27:12.305] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:27:12.306] Buildbucket request:
{
  "requestId": "8994254373658789808",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "0ece5fc49ef7e8c5a73617d7235e5c24d062e670"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "c88a73c8b84f5082142d6e1399cb74109bd7a5e6",
      "parent_got_dawn_revision": "e8965c915692a5b48651105c8990476f4633a28b",
      "parent_got_nacl_revision": "957cbe470018adc3d9d1763fd75bbae455a9fddc",
      "parent_got_revision": "0ece5fc49ef7e8c5a73617d7235e5c24d062e670",
      "parent_got_revision_cp": "refs/heads/main@{#948198}",
      "parent_got_swiftshader_revision": "f9c39655a610a2ef636b834316fbc94669d6aadd",
      "parent_got_v8_revision": "506bca90fdc425f4d7a2ab61900107f183652174",
      "parent_got_v8_revision_cp": "refs/heads/9.8.147@{#1}",
      "parent_got_webrtc_revision": "adf7dc34f036eba9283bb6ee022333009fda05fb",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35468}",
      "swarm_hashes": {
            "absl_hardening_tests": "9c78f5c094294d2458c065f9f34a2cca72a3637a331fe297cc0a8d168935ed8a/569",
            "accessibility_unittests": "5337b7a7e6deec8dff10c82ec9bc5fbc578a5d9b0176badad49c268f8cf210ba/569",
            "angle_unittests": "6111626347ae1dd6d5afdbd6d0ebeaea017e1af430c84d065243922dd69c83d4/570",
            "app_shell_unittests": "133d436a645cd99cbd97da1a90ce3627899e1ada244e5fcc0640aa6d44ff95ec/730",
            "aura_unittests": "438ac7a3d33ae9d9bc54edb2520748fdb6ecf1f69a722ca34231de8af738571c/569",
            "base_unittests": "9754f4fd273bd083d59e28e5829587e1ac1a1066fa6855863fd36ba3265ba5ef/648",
            "blink_common_unittests": "3dd7a6d5c8f6e73376f935c32f12a10ebfb2967988c99953b37346a4a18d95d4/647",
            "blink_fuzzer_unittests": "6eb2ec3813fff3df24084fee66866be7fde3ccd732b7480ac27bc6d4718cbb81/569",
            "blink_heap_unittests": "c073bb6cd0c6b87305c098548c762df313cfc4faf808cdc6a80f378ce9b4590c/569",
            "blink_platform_unittests": "43841c2241cba1a64e6bfc0d531ef93f54a6052d5247c7155ce894a9163ea8a9/726",
            "blink_unittests": "169008d0faba4916dff9123e017a559475794c13625afbb19e6e50eba731033c/810",
            "boringssl_crypto_tests": "61557905792e0a6465de0ade8ef0f5a0338920cd08f626ead0eebcbbe0713c51/570",
            "boringssl_ssl_tests": "206918d55a99c32825a4bb9673d6feab4616b406011b76d5c6306d4096848de3/569",
            "capture_unittests": "cf123ab6406d1fc9d2087628e9c3fdc9d6cc17f3b6a6863faae3409610fe9874/648",
            "cast_unittests": "98eb91550b8e2d9b533de6757487029658ecee8cf0f891a4bb6d68aec46a0bca/569",
            "cc_unittests": "16f32ac3b4486eea1766bc3f01bee4eea58eeea1cf09391399ead1c767a6496d/653",
            "chrome_app_unittests": "a47a7af63764e9bfbad18cd4566e042720b2361b1f93f2cd95fbc34fbc519f27/648",
            "chromedriver_unittests": "3b848905eb532031a1659078fd6eeac84cc158fdb57c27dd80e34a91447dd6e5/726",
            "color_unittests": "7387011afe91205de9eb54a4a517ea16a2cff56ed9e0d07fb0749a6af7611c8f/569",
            "components_browsertests": "71ee1f88c5607fabf06e204fe4b139496bc583577dde665a9fbcfc15c21a851b/813",
            "components_unittests": "949e0b523a6ca478b8214a1567697bfd3b29eef9d6bdaf4e7d4bffe8560fe6d6/813",
            "compositor_unittests": "54ffe95fef20249f46176db12d05c2b1754e36f7c12ca65f4f93a214edd83ce9/645",
            "content_browsertests": "c59017a7d6e80aec604c263e61bf405b0e0a1f4f7bd119ac56ae3e1ab880010d/887",
            "content_unittests": "a59930449d8ae24099e8ecceaf779d8ef8852989791ee73b66db25fbdb969718/806",
            "cronet_tests": "d978263030ffe0a2ebcb89fd7ab528bddbdd7c2bd12e2a277f4c479d797b0c94/730",
            "cronet_unittests": "0847d0f09f99551a9b20287054c45f01363dbc81050166530cc104539ba5da9b/646",
            "crypto_unittests": "b4fc3010192cd34170738867cf108121ee8b061d2a7253ae00f1acb0e1d22080/569",
            "dbus_unittests": "9a8ae691448a3c60616b8a8c8c340974ad74aa7f1ef851411862b09ac2d054ae/569",
            "device_unittests": "790bd1eab586a34be308dc5b1ef683d5c01e23e05df569b009267975ecca17ab/646",
            "display_unittests": "fda4b43c0a057286a2a0aaa1d72223a33d3ebe866f9b39850b9a7a2f804569a1/569",
            "events_unittests": "058571c41f40806d59da9228b8efe5c4d5fa1c329f865a12831c7fbf28c500bb/569",
            "extensions_browsertests": "24f26503a2e3680da1ee029c3f272ae8c05d24017b6d25964119b9508f73be8f/732",
            "extensions_unittests": "3e04fb4bf4262b7e74dde54e10a9928b6eeb990b0883f5b5c550b7fa1dfd3384/896",
            "filesystem_service_unittests": "0a3286d2db155a068e60088df2d57401467d95812385920de8ef96e8bd19fe9a/569",
            "gcm_unit_tests": "f2c321525c7f5731168bdd5cb02e35ccb4c3f08da8b4a616af7b8e1293139492/646",
            "gfx_unittests": "1adb266175bf8c46fd00d9c4394650e8376a7d135a5fefb73fab19eb1897d6e7/645",
            "gin_unittests": "ba6a1ce9d8c55fa98868f7c9b7a8a3164500ccedf82a73c57ce87a6e2586872f/646",
            "gl_tests": "e52cb7f326daf7415237d2c83aa7ebe6e1c8b917a65f4b7ce3a57830ce0b21c8/569",
            "gl_unittests": "9f2efb0aa950ee277565493d9870d468c56df663ca0a7624a8303e081fa9d6db/569",
            "google_apis_unittests": "b657f39eb8ecc523328ded765e436baf26825359d413b487376ce2e7a656f127/731",
            "gpu_unittests": "b87b40198ed5886cc3f742c88c8e31579376b32d9376586fed4f94e0c89f6a95/646",
            "gwp_asan_unittests": "608caa24637d485a22dc39f0dc24b376dbff767f834b9e7619c86cbca55b8915/570",
            "headless_browsertests": "7fdcf7c715822c785efa2398c85332947ee99c3d55b5f88a7808c6fa64b1c41f/730",
            "headless_unittests": "aadb9e773d776b603f6cf56e411be18f3e5d910c47f365f7131314a0c6bbcc7b/569",
            "interactive_ui_tests": "8331a7cbb9f56230a3c8876d6dc245512181ad067f003d24897923853574405e/965",
            "ipc_tests": "2f69fa6a88624a646512e80c9426a6fa429ce616bcff67b581ee2612be8a08ee/569",
            "jingle_unittests": "80c8c46e3e52eaafc189b80f1430a11fa16e836dc4dc7c1bf01eb806689633dd/646",
            "latency_unittests": "ecf76f0a9dabc18d355332a99ba17aa44f0a758a557c7e2937ef06db301470e0/569",
            "libjingle_xmpp_unittests": "920a7f5331e8c381cd4589da339e1773ed235b39d683d2d214d22afd7a2761dd/569",
            "liburlpattern_unittests": "213f7b5af40d635f1dd5b992164785abcd7e6d07ac7d0cce77055dae19d32085/569",
            "media_unittests": "21be34b7be231b2982a9a1d172095856a011026caf39c0bbc63fe0d094876573/649",
            "message_center_unittests": "14d35a1b9741a94128e74115d9c4a6bd827322e1a7d8b63f048b8e1cdf53e5a7/569",
            "midi_unittests": "734c276ad8eae7d055b77133b5248634b6b4ec10187c67b95c9942c8c6c0351f/569",
            "mojo_core_unittests": "3d6cfbddcdcc9286f3a472f9210d28e7783c1a10af7c85eb61c5b59402352cd6/569",
            "mojo_unittests": "d36886ce5c2c2f19b57cafc6cfa6b4691bac16d1a2c645a0615738ea82bf2a7a/647",
            "native_theme_unittests": "cd5bcae28be1c289bcbbcea45e458cf27f70a91d854baefa650f9c7422dfc2aa/569",
            "net_unittests": "6c42d159675ab5647298109d61eb31aed2e349b81b9ab4606d5b0baa89b45ad8/648",
            "openscreen_unittests": "e4c5e173dd80a0ae8af0f27daa2af881def2648af6f53540c859dda0a3aa40b6/648",
            "ozone_x11_unittests": "c0d2d8661b087c5adc14d7d04f70bf64382ec9be6202e64e44080cc318bc525a/569",
            "pdf_unittests": "5a22e3358d95599f6c48e04861f7cd174f2fd5ef9c4df0a961341a0195cb977e/646",
            "perfetto_unittests": "2a4fc8866e88e79e2d994760af4b754f5df9df3782a5f09bd01891f972e06fa9/569",
            "ppapi_unittests": "6350e738a1983e75e17b1fec8bd0f6310f093e2f0dbd94a5064b750e1ea4726a/569",
            "printing_unittests": "486a8df1c0e37d5919c23c5ed6ee43d45d45fb371e6996449bfe9570bd041a8c/569",
            "remoting_unittests": "279c689f0b9034fa4fd7e8b543041f8254876eb512f379515d665d6865ce4d85/646",
            "sandbox_linux_unittests": "7854f3f5659a9b7e02fc2868e5aba89d53883589ffbc34e2a0372e22023601c8/569",
            "service_manager_unittests": "088273710a0c994fb249f715dd319c06288841d0949262da528e57b9d28de0c7/569",
            "services_unittests": "6d49772629bb2cf28bf5f1f77b02171d3bc2b4cb43c6d62a575d1d858872a183/815",
            "shell_dialogs_unittests": "80d4dfefd8d40a561fdd74e9ffa66d0978ce1f22bbf277ae8f6563060e46a597/569",
            "skia_unittests": "ad8852f710bbe76bf28e8e9efec0819fc89d6a2266af8eb30cae7a7991b17b6c/569",
            "snapshot_unittests": "0be3a8999cef556a006177f8c8624f8a3212cf2de11185e86747031fda54f7e4/569",
            "sql_unittests": "1e812656f44d259af9143370935c42696e00e1d5dd187dc49b49f8d939b87d42/646",
            "storage_unittests": "abb180d0716ff50ac40f5271fd434f01afa8d5205c99cd031b91bf99b2a21147/727",
            "sync_integration_tests": "04199a8f964c1fcdc237ff11e4e4b63401d89531ad4d0e9018f4b92e4c7409d8/729",
            "ui_base_unittests": "e48f487fd68c218c7fd628331b5bd77d5ede51f096af526a8468f60dc2791f7c/723",
            "ui_touch_selection_unittests": "c27fbae14ffb90d10d699694df3b19074b13350b5c5d1d69b6d9b4fe78ea3ffd/569",
            "unit_tests": "d1aed612786811579ff7b2e73d816b634b124d0a7620898d7c72ee2b8f0d30c3/1062",
            "url_unittests": "d71b221c77ada5a436fd5f38ecf597cbfc6d18750ea3149c3df1418da2fa3690/569",
            "views_unittests": "e8e584446b156811cf60df82b80a54879ba1bf3a8809e592732c215ddb54a499/569",
            "viz_unittests": "e6c25afce8ebe100c5a85e1de304b083201cc0a4e2751b10c808146d166a3407/653",
            "vr_common_unittests": "d1806766b1737f872eb6036ded517ec9713e54e972da9bf9b9ad763b08b596a7/648",
            "vr_pixeltests": "58f998ba07dffb791b917c58647bf1f62294195caf107eb3aed63bfb8b24066c/646",
            "weblayer_browsertests": "131913ca7109f54720b62459ba35e23db43aeca70bdc79d4ce09e5160f44724c/814",
            "weblayer_unittests": "fabab803575f09f4b2c591d18e8ac0abdc493683c66137a84ac54e179beceb3d/646",
            "wm_unittests": "82a92002301280c5c7d7d9d82335e469e5508887d5c5b1097bc174c9250d47fd/569",
            "wtf_unittests": "20b7f07b84071a7f29919c2e10e83bbba2769adc2fc373f3ef75f0724245dc15/569",
            "x11_unittests": "8fc629b60b58290a16631f538438e169b8149cda4588406289fed727a20ea3b5/569",
            "xr_browser_tests": "c51498763cb7de4bdac2b0e2df7a2a341d83d6ce4e885831817607cdf2109974/728",
            "zlib_unittests": "c56f4c411f7f36bff370885f8b9d8a6ae6a8db3bac70adaf60f31b529b022cc9/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "d35d624e302339bddf63f41a26541de5b97ee363969aba926d26843428908d07/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "0ece5fc49ef7e8c5a73617d7235e5c24d062e670",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8994254373658789808"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "79660"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[23:27:12.986] Scheduled build:
{
  "id": "8828824311384923969",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 71613,
  "createdBy": "project:chromium",
  "createTime": "2021-12-03T23:27:12.377371667Z",
  "updateTime": "2021-12-03T23:27:12.377371667Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "0ece5fc49ef7e8c5a73617d7235e5c24d062e670",
      "ref": "refs/heads/main"
    }
  }
}
[23:27:12.986] Task URL: https://cr-buildbucket.appspot.com/build/8828824311384923969
[23:27:12.986] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994254373658789808:2:0) after 4m19s
[23:27:56.432] Received PubSub notification, asking Buildbucket for the build status
[23:27:56.517] Build status: STARTED
[23:31:32.016] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994254373658789808:2:0)
[23:31:32.049] Build status: STARTED
[23:31:32.049] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994254373658789808:4:0) after 6m36s
[23:38:08.221] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994254373658789808:4:0)
[23:38:08.270] Build status: STARTED
[23:38:08.270] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994254373658789808:5:0) after 4m25s
[23:42:33.381] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994254373658789808:5:0)
[23:42:33.415] Build status: STARTED
[23:42:33.415] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994254373658789808:6:0) after 2m12s
[23:44:45.618] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994254373658789808:6:0)
[23:44:45.647] Build status: STARTED
[23:44:45.647] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994254373658789808:7:0) after 2m16s
[23:47:01.674] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994254373658789808:7:0)
[23:47:01.730] Build status: STARTED
[23:47:01.730] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994254373658789808:8:0) after 5m23s
[23:52:25.000] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994254373658789808:8:0)
[23:52:25.064] Build status: STARTED
[23:52:25.064] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994254373658789808:9:0) after 4m49s
[23:57:14.266] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994254373658789808:9:0)
[23:57:14.300] Build status: STARTED
[23:57:14.300] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994254373658789808:10:0) after 8m30s
[23:57:57.027] Received PubSub notification, asking Buildbucket for the build status
[23:57:57.059] Build:
{
  "id": "8828824311384923969",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 71613,
  "createdBy": "project:chromium",
  "createTime": "2021-12-03T23:27:12.377371667Z",
  "startTime": "2021-12-03T23:27:54.930324Z",
  "endTime": "2021-12-03T23:57:56.455998344Z",
  "updateTime": "2021-12-03T23:57:56.455998344Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "0ece5fc49ef7e8c5a73617d7235e5c24d062e670",
      "ref": "refs/heads/main"
    }
  }
}
[23:57:57.059] Invocation finished in 30m46.233823594s with status FAILED