Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 31 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/79981 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "eee38bb985ee7cfb0be7c031e3a149123d7c7e19"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "36fcf80b1f2a99fdaa46d044994dfe96a08d7362",
  "parent_got_dawn_revision": "5397f9f9d0fa2d4adb03553f60d3fc4d4db5936c",
  "parent_got_nacl_revision": "a90562b0e045950f6884105bfa6e560dbce9d319",
  "parent_got_revision": "eee38bb985ee7cfb0be7c031e3a149123d7c7e19",
  "parent_got_revision_cp": "refs/heads/main@{#951800}",
  "parent_got_swiftshader_revision": "f354daff5a2b882fc182c8377c826aa99b30f989",
  "parent_got_v8_revision": "b5bf62dafe52d10d65bfd2e378d658b5b3b04a5e",
  "parent_got_v8_revision_cp": "refs/heads/9.9.3@{#1}",
  "parent_got_webrtc_revision": "63b97de330fe3d4775b9b4df8ad15c7593d58fc0",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35530}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "eee38bb985ee7cfb0be7c031e3a149123d7c7e19",
  "swarm_hashes": {
    "absl_hardening_tests": "2bf9af99940f6ffd82af26daddac2a12a48b4f984f8ebd0f3fa91cfea9df517b/569",
    "accessibility_unittests": "0bf8920428263c77c49e023e1d685cbab95cb5370bec9ba3ca4423f689bdd3b0/569",
    "angle_unittests": "78a325a889d0047e376d8ce52eae0169ffa71dc1533d50c2c2a937355e73ed80/570",
    "app_shell_unittests": "9d60cfd887b029ac7e1614e858b454c6ba6f9bff9994a9c3c83a21a0d67cac40/730",
    "aura_unittests": "a9b976b169776442193bd8ffc5cb798704bd56943bb131b37754ecac3cc17f1d/569",
    "base_unittests": "fdc893e1bbe70cf23435dcf96bbfa5d8c8950c9c518cee4fd7b9bfa6364dc13f/648",
    "blink_common_unittests": "78d9df7ba2172c907df92c8ee9a4f6cf9ebfe07d792f52f90541583965c03e2d/647",
    "blink_fuzzer_unittests": "b3af60668d9991c1bbd0b65e2eecc6070583acd404b82416ffab3c23c7771ba6/569",
    "blink_heap_unittests": "ac3225181359c0a95beed6dd09a9333dcdc471cf3c83e7de8490baefcf07f07f/569",
    "blink_platform_unittests": "263c4d83bfb0ed6406eff6e34d1f870658a41c0089dbafdf645cd8bedfc61631/726",
    "blink_unittests": "04464ac3bde0c4f69e76060d0b1dfd7e9222d29711d8ab1e2f6dfcfffa00d8de/810",
    "boringssl_crypto_tests": "078fd8e1cf85c21f4d8105a61bd385f39806774eb8cc8651d922932192de0a8c/570",
    "boringssl_ssl_tests": "5c0adec35878ff00371652cf2eb338a4b783f83bc60a8f7bfa9ddc880065d355/569",
    "capture_unittests": "63e86d67a284672d83412cf0ec83101fcd45363a00c00e7de6d8fe639e46f917/648",
    "cast_unittests": "b8b3993920e1c337ac8bc20bd6a31ae841d60db0f2cda23226bc6de3ccabf336/569",
    "cc_unittests": "a68d5052a79d8236d2674656ee0985be22670c0e8290f6f7921156c6a6fae023/653",
    "chrome_app_unittests": "3bcb856d9b047a7f23321655cb427ac7cf23f15a0c331fb64ef8c5a2eba54e4f/648",
    "chromedriver_unittests": "90430cd508922dc3ddbc7260909571695dd2e07f1e02ccf9ac9aaa0b25c759da/726",
    "color_unittests": "0d7a8690fd0f3918dfa67dc4004e47f6cd55b03e3d2197b33f9c2c0680a955c9/569",
    "components_browsertests": "1ca32606843982425964e0ac28d141ecd0222a9f41d0a0ec79bc6b504c4c01f4/813",
    "components_unittests": "d09db3bf4e8d39ca3ef24fa0477df0fa4a894abeef161289782ee365c797afc7/813",
    "compositor_unittests": "b10feb7dea44e6dea44d99858e0327ca79b139a8fb65816a8beea4af5fbce593/645",
    "content_browsertests": "3bbf11ab7cfd96d143eeacf7187eeb0e15d81260461e55aabc471b8293bc5a02/887",
    "content_unittests": "7a9d4cd677f94e4efff64fccc97db655888b322024c15c04b9ebeac0c989f49a/806",
    "cronet_tests": "48bcc0374693072401fc6755ad123bc190a1b5bb43736b8b9e7296c3c22678db/730",
    "cronet_unittests": "626fd22a3173abdff37134ba238f4520fc5831c49d79029f4bad1965da6601a5/646",
    "crypto_unittests": "a91a5f880951d2d767226631fb1f1b9e7902c4f7caf99364f336db5e33afa796/569",
    "dbus_unittests": "584c91a99148c883e1099daa59283c10bc69a84241a9122e08e9d3b019d8d7e7/569",
    "device_unittests": "98122f57baff12a2843899bdf12a94a3b158cd20d97d10fe42be7d1f57d3f578/646",
    "display_unittests": "501c1e5aa61fa772495779b89086751bbf18505a3d63e96b29d78da7bbee55aa/569",
    "events_unittests": "5b492e04cbbf4b325867cfba3e7b85942868d71d098925fd59ebd2a7a224580c/569",
    "extensions_browsertests": "23e7bf6037e0908d2bc2971f7d30e90b6f93f5ca759280d087566277b3448f8b/732",
    "extensions_unittests": "40e93b0c3253a5ab8841b506d2666712171d90e8b7134ed6c3375aaf7add9032/896",
    "filesystem_service_unittests": "8770fc20cde476d000c2f8e7d43b12df07ae4c1922b848bea51d3a30769e0858/569",
    "gcm_unit_tests": "08504caa4567eacba86d4842ab76f2cd768c23bfb01429209ea42c42c36c5cba/646",
    "gfx_unittests": "18869b282151444c76ffb46326dd799ce72a46d807a82d92b640039ccedbaced/645",
    "gin_unittests": "6be4d335b5d0ebed035f5a800681cbfda416a32b8dfc0340a8e554f598744c1b/646",
    "gl_tests": "62e3ed07a1321ff0535e29fa51c2c807187611b9df8eca6714854f6a3a2158f6/569",
    "gl_unittests": "4a138d02b3da3ffdac7a36a4b7cb8492fcb89e575c21cd830d755e81056afd86/569",
    "google_apis_unittests": "7898f830c066c3bf2dd7e9dbaeb01dabc52e9c806931417797c99876b73134ac/731",
    "gpu_unittests": "743feaca6e824f2a18fd1c8cb155d89155eefb4a6e3c5c37a053826b66773c2f/646",
    "gwp_asan_unittests": "9bd66a7d49c7d19d8316c2d096bd63d14f4fa9386cb6568c2d2e82ba25574cbd/570",
    "headless_browsertests": "7f3964ed02e4da5f1a4c7ce007dd9e71781541c28859f92f78c078f6b0974ed6/730",
    "headless_unittests": "5e119206d02e1827172805629f2832093db057890dc3df1e98339d4ad7c53d58/569",
    "interactive_ui_tests": "5dc13132a2d27ffb2cd258bb32aa29a0fe0da82237c5d002426cab5d47752ee3/965",
    "ipc_tests": "7cd70a5736af664dcea4ca75fdd25be10257a713119229e774536e2b29750483/569",
    "jingle_unittests": "5908b175b1a19bd8476cf5fbc66f68141f9f5b14b17c840ba6a2e08f7c710059/646",
    "latency_unittests": "3c90c40f97675f002bde0bc0ee5f2a4e2bdec091c3ba7a1529ee96ec33adeac6/569",
    "libjingle_xmpp_unittests": "1095db8271d6f9f40a0ea59ec4bace17d3a97596fb317dfe75c4b350941391ae/569",
    "liburlpattern_unittests": "a6a2eb5ed46c3b70fde04deb3e7571dd1cb5a5109beebe7ab2cfb3eec470cbde/569",
    "media_unittests": "e1c74160953ee36bc6be389dd0b40fcbcfaf707430584db347dbb2c9dbaf5eea/649",
    "message_center_unittests": "54ffe8034ccb3ea20add3c315d6e34a5773747729ba72819308f3a70ff21fb57/569",
    "midi_unittests": "62eda641460a546227355c7fcbcb0491ede906341ffb291b717a9f8142ca5d9d/569",
    "mojo_core_unittests": "d232a21b5161dee908400ded56db4196b0092e0f25eb12364bf68e5a38c4ce7a/569",
    "mojo_unittests": "15a113a8c03dba67dbc66b32f193e37e8c581e4f2cec4f3e4ec0325762867a73/647",
    "native_theme_unittests": "33cfc5b850cb13cd48b535a52e5ee339e93a77ccb1a19f97d36ab04bbbdb6c1d/569",
    "net_unittests": "2a470c30d466044a44b14242184d12980515d4321aa8fc23eb604146ff47348b/648",
    "openscreen_unittests": "a3d91ed70a490f07c7c4afe826a1f475fbfb8dd8ce85b3ee3e18159af263e1b8/648",
    "ozone_x11_unittests": "bcf0609cfd6fb03e9cec239bcdbafb0bf85e1d5c3c22bc859bb8ae0fbd821487/569",
    "pdf_unittests": "a901314f3654d2437a908d3023d18c9d456b27477ed8e9a77e157c1945194c6a/646",
    "perfetto_unittests": "1d1af52adfd321c600b52fc7c76f6cf0d3948f32238fbbad9787b653cc8bff92/569",
    "ppapi_unittests": "8d67b2208104589cf77f0fb7bf3a5f62ad37bb983567bbd11a1c3c577dd88a08/569",
    "printing_unittests": "8a3ec2edcd019bb75af1cf60ca0ee717382115ee8a93bdb0a50c12a1d8451d5e/569",
    "remoting_unittests": "3bd48b3ea8eb7224c76f58ab87eef54c13cbc47013923cfd34bf8a13437a70b6/646",
    "sandbox_linux_unittests": "3551ce0937919267b18d687a1c7631d1e9923027f0f01ce9d4d05a6af9fb3d40/569",
    "service_manager_unittests": "b137379c6c37b6ff0958b5d56e9cc05648cac3fed5399d1c6ebf71177eea8b12/569",
    "services_unittests": "841ad6152e64bad3a1ab2081f6fa79b03894cb83e2f8292e470e15801078838e/815",
    "shell_dialogs_unittests": "82ef135cd6a71423c44a3ed044e2db85bde4c07fb8b3a48f78e4e61ae460825a/569",
    "skia_unittests": "db26f1e8bac360a77c0a572634a367e02fbeb1eb2258b9059e0840a8ad64cac2/569",
    "snapshot_unittests": "3e3c560edeb101e0f8305df8249eb763be76201e6adcc7c9add97310f0410895/569",
    "sql_unittests": "c03afe86982c40df46e15a86a7dd75ceac52c41971462f0ea1700bc969ee4349/646",
    "storage_unittests": "2099fd652415110b1b3b740a204354df7d1aa405ce949fd4aebff147fd15eed4/727",
    "sync_integration_tests": "508b889113a042f3ee35ce7a2dc20d2512b6559be8e9968663295d57ee61bf91/729",
    "ui_base_unittests": "3b30cec1d0970896c23a1717024d654fc48a01867f64da0d42511e1347b17e62/723",
    "ui_touch_selection_unittests": "6d13cd7167bfeb9061e832c173c09a1e684f249e517f812b85f8f83f141e5d35/569",
    "unit_tests": "e3c986be69914e3f437e30bbbe7a73a35c60fe3bae3059c02850c8a21a2ddb5b/1062",
    "url_unittests": "d05784a7f4c06f50270bbedc96a1ae61158fb8c24420a326ef7d47f10befb3f3/569",
    "views_unittests": "361227eae20fb36103678d2f0c575b1a8db582958e1f533b42cb438df80dd43f/569",
    "viz_unittests": "b0e482dbddd94548b350e62c9fa0353f0698b36d8e073319418a580f96036a4e/653",
    "vr_common_unittests": "ba7dc770c3456dfa3c0a69db43d1b598ba162d4973ba58d4351863fac1949004/648",
    "vr_pixeltests": "3d8d7af39078819bbe50f3f1def952390cc397625a67377584489c35f98a6491/646",
    "weblayer_browsertests": "5542acc0b7f0d9150f972c85099c4d0c45e4cfa1fcbc38a8b3440636715fd493/814",
    "weblayer_unittests": "fed3708f6f47cc5c08cee16a3fb4a278c4820e0eb59026411353d0408073a4a0/646",
    "wm_unittests": "3e4e1b32ae7e5437796c7a186fc00278cc23aa6f3da7256294511fff61062c52/569",
    "wtf_unittests": "1108d0071389841a7da4d485cb70b083adabdff98ba880839bd281a0cd8066c1/569",
    "x11_unittests": "4a839340a6c73d286d82471bf40ca02ee3cb3ec560d7f7c91604621684e5666b/569",
    "xr_browser_tests": "79f7b1618f28e00dd6e7adbc9d112011c76140ba0465561e507189690f68cddc/728",
    "zlib_unittests": "a135a87249e12116ec15e4fb96498a89d0742a143146090ac947e11fdf2f0699/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "d35d624e302339bddf63f41a26541de5b97ee363969aba926d26843428908d07/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/eee38bb985ee7cfb0be7c031e3a149123d7c7e19
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:79981
  • user_agent:recipe

Debug log (UTC)

[04:00:56.996] New invocation is queued and will start shortly
[04:00:56.996] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[04:00:58.074] Starting the invocation (attempt 1)
[04:00:58.118] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/eee38bb985ee7cfb0be7c031e3a149123d7c7e19"
[04:00:58.118] Popped gitiles commit info from properties and tags
[04:00:58.118] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:00:58.118] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:00:58.118] Buildbucket request:
{
  "requestId": "8993240582957240352",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "eee38bb985ee7cfb0be7c031e3a149123d7c7e19"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "36fcf80b1f2a99fdaa46d044994dfe96a08d7362",
      "parent_got_dawn_revision": "5397f9f9d0fa2d4adb03553f60d3fc4d4db5936c",
      "parent_got_nacl_revision": "a90562b0e045950f6884105bfa6e560dbce9d319",
      "parent_got_revision": "eee38bb985ee7cfb0be7c031e3a149123d7c7e19",
      "parent_got_revision_cp": "refs/heads/main@{#951800}",
      "parent_got_swiftshader_revision": "f354daff5a2b882fc182c8377c826aa99b30f989",
      "parent_got_v8_revision": "b5bf62dafe52d10d65bfd2e378d658b5b3b04a5e",
      "parent_got_v8_revision_cp": "refs/heads/9.9.3@{#1}",
      "parent_got_webrtc_revision": "63b97de330fe3d4775b9b4df8ad15c7593d58fc0",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35530}",
      "swarm_hashes": {
            "absl_hardening_tests": "2bf9af99940f6ffd82af26daddac2a12a48b4f984f8ebd0f3fa91cfea9df517b/569",
            "accessibility_unittests": "0bf8920428263c77c49e023e1d685cbab95cb5370bec9ba3ca4423f689bdd3b0/569",
            "angle_unittests": "78a325a889d0047e376d8ce52eae0169ffa71dc1533d50c2c2a937355e73ed80/570",
            "app_shell_unittests": "9d60cfd887b029ac7e1614e858b454c6ba6f9bff9994a9c3c83a21a0d67cac40/730",
            "aura_unittests": "a9b976b169776442193bd8ffc5cb798704bd56943bb131b37754ecac3cc17f1d/569",
            "base_unittests": "fdc893e1bbe70cf23435dcf96bbfa5d8c8950c9c518cee4fd7b9bfa6364dc13f/648",
            "blink_common_unittests": "78d9df7ba2172c907df92c8ee9a4f6cf9ebfe07d792f52f90541583965c03e2d/647",
            "blink_fuzzer_unittests": "b3af60668d9991c1bbd0b65e2eecc6070583acd404b82416ffab3c23c7771ba6/569",
            "blink_heap_unittests": "ac3225181359c0a95beed6dd09a9333dcdc471cf3c83e7de8490baefcf07f07f/569",
            "blink_platform_unittests": "263c4d83bfb0ed6406eff6e34d1f870658a41c0089dbafdf645cd8bedfc61631/726",
            "blink_unittests": "04464ac3bde0c4f69e76060d0b1dfd7e9222d29711d8ab1e2f6dfcfffa00d8de/810",
            "boringssl_crypto_tests": "078fd8e1cf85c21f4d8105a61bd385f39806774eb8cc8651d922932192de0a8c/570",
            "boringssl_ssl_tests": "5c0adec35878ff00371652cf2eb338a4b783f83bc60a8f7bfa9ddc880065d355/569",
            "capture_unittests": "63e86d67a284672d83412cf0ec83101fcd45363a00c00e7de6d8fe639e46f917/648",
            "cast_unittests": "b8b3993920e1c337ac8bc20bd6a31ae841d60db0f2cda23226bc6de3ccabf336/569",
            "cc_unittests": "a68d5052a79d8236d2674656ee0985be22670c0e8290f6f7921156c6a6fae023/653",
            "chrome_app_unittests": "3bcb856d9b047a7f23321655cb427ac7cf23f15a0c331fb64ef8c5a2eba54e4f/648",
            "chromedriver_unittests": "90430cd508922dc3ddbc7260909571695dd2e07f1e02ccf9ac9aaa0b25c759da/726",
            "color_unittests": "0d7a8690fd0f3918dfa67dc4004e47f6cd55b03e3d2197b33f9c2c0680a955c9/569",
            "components_browsertests": "1ca32606843982425964e0ac28d141ecd0222a9f41d0a0ec79bc6b504c4c01f4/813",
            "components_unittests": "d09db3bf4e8d39ca3ef24fa0477df0fa4a894abeef161289782ee365c797afc7/813",
            "compositor_unittests": "b10feb7dea44e6dea44d99858e0327ca79b139a8fb65816a8beea4af5fbce593/645",
            "content_browsertests": "3bbf11ab7cfd96d143eeacf7187eeb0e15d81260461e55aabc471b8293bc5a02/887",
            "content_unittests": "7a9d4cd677f94e4efff64fccc97db655888b322024c15c04b9ebeac0c989f49a/806",
            "cronet_tests": "48bcc0374693072401fc6755ad123bc190a1b5bb43736b8b9e7296c3c22678db/730",
            "cronet_unittests": "626fd22a3173abdff37134ba238f4520fc5831c49d79029f4bad1965da6601a5/646",
            "crypto_unittests": "a91a5f880951d2d767226631fb1f1b9e7902c4f7caf99364f336db5e33afa796/569",
            "dbus_unittests": "584c91a99148c883e1099daa59283c10bc69a84241a9122e08e9d3b019d8d7e7/569",
            "device_unittests": "98122f57baff12a2843899bdf12a94a3b158cd20d97d10fe42be7d1f57d3f578/646",
            "display_unittests": "501c1e5aa61fa772495779b89086751bbf18505a3d63e96b29d78da7bbee55aa/569",
            "events_unittests": "5b492e04cbbf4b325867cfba3e7b85942868d71d098925fd59ebd2a7a224580c/569",
            "extensions_browsertests": "23e7bf6037e0908d2bc2971f7d30e90b6f93f5ca759280d087566277b3448f8b/732",
            "extensions_unittests": "40e93b0c3253a5ab8841b506d2666712171d90e8b7134ed6c3375aaf7add9032/896",
            "filesystem_service_unittests": "8770fc20cde476d000c2f8e7d43b12df07ae4c1922b848bea51d3a30769e0858/569",
            "gcm_unit_tests": "08504caa4567eacba86d4842ab76f2cd768c23bfb01429209ea42c42c36c5cba/646",
            "gfx_unittests": "18869b282151444c76ffb46326dd799ce72a46d807a82d92b640039ccedbaced/645",
            "gin_unittests": "6be4d335b5d0ebed035f5a800681cbfda416a32b8dfc0340a8e554f598744c1b/646",
            "gl_tests": "62e3ed07a1321ff0535e29fa51c2c807187611b9df8eca6714854f6a3a2158f6/569",
            "gl_unittests": "4a138d02b3da3ffdac7a36a4b7cb8492fcb89e575c21cd830d755e81056afd86/569",
            "google_apis_unittests": "7898f830c066c3bf2dd7e9dbaeb01dabc52e9c806931417797c99876b73134ac/731",
            "gpu_unittests": "743feaca6e824f2a18fd1c8cb155d89155eefb4a6e3c5c37a053826b66773c2f/646",
            "gwp_asan_unittests": "9bd66a7d49c7d19d8316c2d096bd63d14f4fa9386cb6568c2d2e82ba25574cbd/570",
            "headless_browsertests": "7f3964ed02e4da5f1a4c7ce007dd9e71781541c28859f92f78c078f6b0974ed6/730",
            "headless_unittests": "5e119206d02e1827172805629f2832093db057890dc3df1e98339d4ad7c53d58/569",
            "interactive_ui_tests": "5dc13132a2d27ffb2cd258bb32aa29a0fe0da82237c5d002426cab5d47752ee3/965",
            "ipc_tests": "7cd70a5736af664dcea4ca75fdd25be10257a713119229e774536e2b29750483/569",
            "jingle_unittests": "5908b175b1a19bd8476cf5fbc66f68141f9f5b14b17c840ba6a2e08f7c710059/646",
            "latency_unittests": "3c90c40f97675f002bde0bc0ee5f2a4e2bdec091c3ba7a1529ee96ec33adeac6/569",
            "libjingle_xmpp_unittests": "1095db8271d6f9f40a0ea59ec4bace17d3a97596fb317dfe75c4b350941391ae/569",
            "liburlpattern_unittests": "a6a2eb5ed46c3b70fde04deb3e7571dd1cb5a5109beebe7ab2cfb3eec470cbde/569",
            "media_unittests": "e1c74160953ee36bc6be389dd0b40fcbcfaf707430584db347dbb2c9dbaf5eea/649",
            "message_center_unittests": "54ffe8034ccb3ea20add3c315d6e34a5773747729ba72819308f3a70ff21fb57/569",
            "midi_unittests": "62eda641460a546227355c7fcbcb0491ede906341ffb291b717a9f8142ca5d9d/569",
            "mojo_core_unittests": "d232a21b5161dee908400ded56db4196b0092e0f25eb12364bf68e5a38c4ce7a/569",
            "mojo_unittests": "15a113a8c03dba67dbc66b32f193e37e8c581e4f2cec4f3e4ec0325762867a73/647",
            "native_theme_unittests": "33cfc5b850cb13cd48b535a52e5ee339e93a77ccb1a19f97d36ab04bbbdb6c1d/569",
            "net_unittests": "2a470c30d466044a44b14242184d12980515d4321aa8fc23eb604146ff47348b/648",
            "openscreen_unittests": "a3d91ed70a490f07c7c4afe826a1f475fbfb8dd8ce85b3ee3e18159af263e1b8/648",
            "ozone_x11_unittests": "bcf0609cfd6fb03e9cec239bcdbafb0bf85e1d5c3c22bc859bb8ae0fbd821487/569",
            "pdf_unittests": "a901314f3654d2437a908d3023d18c9d456b27477ed8e9a77e157c1945194c6a/646",
            "perfetto_unittests": "1d1af52adfd321c600b52fc7c76f6cf0d3948f32238fbbad9787b653cc8bff92/569",
            "ppapi_unittests": "8d67b2208104589cf77f0fb7bf3a5f62ad37bb983567bbd11a1c3c577dd88a08/569",
            "printing_unittests": "8a3ec2edcd019bb75af1cf60ca0ee717382115ee8a93bdb0a50c12a1d8451d5e/569",
            "remoting_unittests": "3bd48b3ea8eb7224c76f58ab87eef54c13cbc47013923cfd34bf8a13437a70b6/646",
            "sandbox_linux_unittests": "3551ce0937919267b18d687a1c7631d1e9923027f0f01ce9d4d05a6af9fb3d40/569",
            "service_manager_unittests": "b137379c6c37b6ff0958b5d56e9cc05648cac3fed5399d1c6ebf71177eea8b12/569",
            "services_unittests": "841ad6152e64bad3a1ab2081f6fa79b03894cb83e2f8292e470e15801078838e/815",
            "shell_dialogs_unittests": "82ef135cd6a71423c44a3ed044e2db85bde4c07fb8b3a48f78e4e61ae460825a/569",
            "skia_unittests": "db26f1e8bac360a77c0a572634a367e02fbeb1eb2258b9059e0840a8ad64cac2/569",
            "snapshot_unittests": "3e3c560edeb101e0f8305df8249eb763be76201e6adcc7c9add97310f0410895/569",
            "sql_unittests": "c03afe86982c40df46e15a86a7dd75ceac52c41971462f0ea1700bc969ee4349/646",
            "storage_unittests": "2099fd652415110b1b3b740a204354df7d1aa405ce949fd4aebff147fd15eed4/727",
            "sync_integration_tests": "508b889113a042f3ee35ce7a2dc20d2512b6559be8e9968663295d57ee61bf91/729",
            "ui_base_unittests": "3b30cec1d0970896c23a1717024d654fc48a01867f64da0d42511e1347b17e62/723",
            "ui_touch_selection_unittests": "6d13cd7167bfeb9061e832c173c09a1e684f249e517f812b85f8f83f141e5d35/569",
            "unit_tests": "e3c986be69914e3f437e30bbbe7a73a35c60fe3bae3059c02850c8a21a2ddb5b/1062",
            "url_unittests": "d05784a7f4c06f50270bbedc96a1ae61158fb8c24420a326ef7d47f10befb3f3/569",
            "views_unittests": "361227eae20fb36103678d2f0c575b1a8db582958e1f533b42cb438df80dd43f/569",
            "viz_unittests": "b0e482dbddd94548b350e62c9fa0353f0698b36d8e073319418a580f96036a4e/653",
            "vr_common_unittests": "ba7dc770c3456dfa3c0a69db43d1b598ba162d4973ba58d4351863fac1949004/648",
            "vr_pixeltests": "3d8d7af39078819bbe50f3f1def952390cc397625a67377584489c35f98a6491/646",
            "weblayer_browsertests": "5542acc0b7f0d9150f972c85099c4d0c45e4cfa1fcbc38a8b3440636715fd493/814",
            "weblayer_unittests": "fed3708f6f47cc5c08cee16a3fb4a278c4820e0eb59026411353d0408073a4a0/646",
            "wm_unittests": "3e4e1b32ae7e5437796c7a186fc00278cc23aa6f3da7256294511fff61062c52/569",
            "wtf_unittests": "1108d0071389841a7da4d485cb70b083adabdff98ba880839bd281a0cd8066c1/569",
            "x11_unittests": "4a839340a6c73d286d82471bf40ca02ee3cb3ec560d7f7c91604621684e5666b/569",
            "xr_browser_tests": "79f7b1618f28e00dd6e7adbc9d112011c76140ba0465561e507189690f68cddc/728",
            "zlib_unittests": "a135a87249e12116ec15e4fb96498a89d0742a143146090ac947e11fdf2f0699/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "d35d624e302339bddf63f41a26541de5b97ee363969aba926d26843428908d07/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "eee38bb985ee7cfb0be7c031e3a149123d7c7e19",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8993240582957240352"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "79981"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[04:00:58.837] Scheduled build:
{
  "id": "8827810521015558817",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 71934,
  "createdBy": "project:chromium",
  "createTime": "2021-12-15T04:00:58.214673470Z",
  "updateTime": "2021-12-15T04:00:58.214673470Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "eee38bb985ee7cfb0be7c031e3a149123d7c7e19",
      "ref": "refs/heads/main"
    }
  }
}
[04:00:58.837] Task URL: https://cr-buildbucket.appspot.com/build/8827810521015558817
[04:00:58.837] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993240582957240352:2:0) after 8m52s
[04:01:22.888] Received PubSub notification, asking Buildbucket for the build status
[04:01:22.909] Build status: STARTED
[04:09:50.864] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993240582957240352:2:0)
[04:09:50.960] Build status: STARTED
[04:09:50.960] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993240582957240352:4:0) after 3m54s
[04:13:45.063] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993240582957240352:4:0)
[04:13:45.084] Build status: STARTED
[04:13:45.084] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993240582957240352:5:0) after 2m18s
[04:16:03.178] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993240582957240352:5:0)
[04:16:03.207] Build status: STARTED
[04:16:03.207] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993240582957240352:6:0) after 4m34s
[04:20:37.332] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993240582957240352:6:0)
[04:20:37.371] Build status: STARTED
[04:20:37.371] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993240582957240352:7:0) after 6m42s
[04:27:19.429] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993240582957240352:7:0)
[04:27:19.455] Build status: STARTED
[04:27:19.455] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993240582957240352:8:0) after 5m56s
[04:32:27.492] Received PubSub notification, asking Buildbucket for the build status
[04:32:27.513] Build:
{
  "id": "8827810521015558817",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 71934,
  "createdBy": "project:chromium",
  "createTime": "2021-12-15T04:00:58.214673470Z",
  "startTime": "2021-12-15T04:01:21.855223Z",
  "endTime": "2021-12-15T04:32:26.781265704Z",
  "updateTime": "2021-12-15T04:32:26.781265704Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "eee38bb985ee7cfb0be7c031e3a149123d7c7e19",
      "ref": "refs/heads/main"
    }
  }
}
[04:32:27.513] Invocation finished in 31m30.534200684s with status FAILED