Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 23 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/80217 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "3bf6e6acf66d1fb60bf645d88e63053849e69f12"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "4d893a93596e55c2a9d3b39494edd393f6d74086",
  "parent_got_dawn_revision": "67a22dee01bfe5eafb929a5e00f17d87ec54eac5",
  "parent_got_nacl_revision": "a90562b0e045950f6884105bfa6e560dbce9d319",
  "parent_got_revision": "3bf6e6acf66d1fb60bf645d88e63053849e69f12",
  "parent_got_revision_cp": "refs/heads/main@{#953954}",
  "parent_got_swiftshader_revision": "f1afdde60a81bce2451f208d989637ce09ecfbdb",
  "parent_got_v8_revision": "13a6d9f4a5d01b467b7a9847c5a73c6875cd8569",
  "parent_got_v8_revision_cp": "refs/heads/9.9.28@{#1}",
  "parent_got_webrtc_revision": "a8beb40873c2376e2109992d72f5325ec746da44",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35577}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "3bf6e6acf66d1fb60bf645d88e63053849e69f12",
  "swarm_hashes": {
    "absl_hardening_tests": "0520a89b585a0fd2a6edcc3e5a5b10a07072867fef8571d15d190f246da90f7f/569",
    "accessibility_unittests": "d12b47d8dbce1ec3ad084134790e8640fa56e64fd437a366df7c722049dce5c1/569",
    "angle_unittests": "895836490a83020ba1c1227acff691bd7c6d1f3981fcd62e9ef71557ff605b35/570",
    "app_shell_unittests": "30ffa67efeb4e2471b67548cf7127d16b186d342e528f262bd74b051f194bd2d/730",
    "aura_unittests": "d50087ddf8ea262c81f0b740511b182ff8b4f80f4e603522f52297f8c351c400/569",
    "base_unittests": "ca7b9a9ae00fed9020c6d057c472c8c9d150094a6b1d0400156c88eb355e286d/648",
    "blink_common_unittests": "101a32df883afaee9b4dcbeea2ee4f5e846e1037c9074c8895fdb6845afb7607/647",
    "blink_fuzzer_unittests": "d7f66ec92df4c8c565fe0a0a170452d83efa468d04c70dfd51cfbaf399ae66d0/569",
    "blink_heap_unittests": "626abe708c0f180eb4ec35c202a9e515f38cb6b9e99c6362dad778d4957b1cbb/569",
    "blink_platform_unittests": "994c9fca1ef37152dfae06d0cf93021e82ca9c4191c5cc4ee62a261f36b25a89/726",
    "blink_unittests": "9d055d7d887bae453a93a9a6fc62ef429ca52b12b5ac5c4481589ef5770167f5/810",
    "boringssl_crypto_tests": "33b4d5d995fd81ae4e387c8c63ac269e2c65209c7df7796b5a3ca52dc2976c54/570",
    "boringssl_ssl_tests": "8ef28af5729a2e51d48502fc2e59dc255f0365c200b0e055cef49bf5f9262ff6/569",
    "capture_unittests": "c0dbc6f1b012a24f8ce3a9dbe956be7aa3469b7964c7bc72cc3ca5f08ad07eee/648",
    "cast_unittests": "4a248da8ddc2ae3cb8bb078efb236a81f14aa0b1f97d4f996b69a6dd97140fad/569",
    "cc_unittests": "cea6ee28c227f8b90866427462da10a1754832febd6cb46c9d12db00e38e7e74/653",
    "chrome_app_unittests": "36c413b10857dddf0600f2ac84c6f7a99bed4f6b2193329265987e1427ff89a3/648",
    "chromedriver_unittests": "1517a07c7e0660d0d8eb57645ab59d641a25aa8a052dac0c76079093ba3de715/726",
    "color_unittests": "8c10eb4813eb194ade97ec59b0a39070a223f8b63e5adaf95d4d346d0aea633d/569",
    "components_browsertests": "c54f3efdc9c24c65e51ba9a5603ae36eb90614696f8e9a56537673c76b3791d3/813",
    "components_unittests": "d3e2c5255709bc095eef8269c8294b78d655f0f264e494c5868fdc57801c5246/813",
    "compositor_unittests": "981946f755b5fdc3b3d68712abd5796063858c4fdc45a25adce2d0899bd5fd12/645",
    "content_browsertests": "68520eccc3ae068ee30ed0b6276147f527840d082a67380a28c77ae9734064c0/887",
    "content_unittests": "f4691ec74ee020c9e2df3ee8f24bc5f1d68ba67abb956bfd5a78d337afd64b41/806",
    "cronet_tests": "a0f9fb52b08f6647159ffc96394b898b64393ceb6af04d6a8244c2899fcc9027/730",
    "cronet_unittests": "9b38b22f13cc81da3d13b204da45db00d1612384555177a7581c3b280e7ccca3/646",
    "crypto_unittests": "848599d32c37b8c292c53352ede773500a8460cca2a535d87ffe906658c50ec9/569",
    "dbus_unittests": "85a8b6caf499554f0fe6b27c6cbfb59ae52766ea86ac2f567ba3e211f0e976ef/569",
    "device_unittests": "dd7d65d4657bbfdeffa8b32699c6214c50e7627d5f8b151ef5abe43fa4feedc0/646",
    "display_unittests": "59246341870e2854556d26c903da35fd83fea19429eae00c4c9fd1c9ae30e65e/569",
    "events_unittests": "2554358425f4a0252dae21fce20a329278d1e2456e26014fab99f9f3d26bb010/569",
    "extensions_browsertests": "70c1d27177454784bf3eff362a3ccda80da01fac6709e81934e61042287385d6/732",
    "extensions_unittests": "0225b94e87ef06c7040d2596f13d097577785b2f521b8c99b74a2714be90855a/896",
    "filesystem_service_unittests": "00a496ed8df7bb1015c2a0f76455ef964d745fa2a4654e3221ea0ee8fb2b651b/569",
    "gcm_unit_tests": "03cf8e5a8993ceb79f3fc014691527051c6a4904517f01afc6fa7a6668186e7f/646",
    "gfx_unittests": "3008de7780974358c0ce4d2e6d893b10d0fb1bf3ee5eb36159b659ba0fa2039b/645",
    "gin_unittests": "23db2c39a6279511df206f3d76f4316587980867c7514970ac3162635dcb6af8/646",
    "gl_tests": "870018d671bbd678f7f0c092b69ab14b70987b05bbf12e5d68a67771b3379f04/569",
    "gl_unittests": "9fe0d4505657e1428660b4525df9e83eea572cc40ef9e804c124803c7825782e/569",
    "google_apis_unittests": "1edd6ca613d7ff9daaceac084a84444ca545b8a39180c6678aad8bd5c2f196cf/731",
    "gpu_unittests": "ffb9925b36a8332bcc68a53d90abb1b49047741ef0cac7441b1e60ceccb02e6d/646",
    "gwp_asan_unittests": "204e02802b9c79ec903d0a64c7d8db75fa2f5081c8540bcd44364e15b349db05/570",
    "headless_browsertests": "589649b595463a8b75f8a4f7723d97383353117ff067e7089ae56ec5e9fd28ed/730",
    "headless_unittests": "580ee8ceb9b28076665aa639466e6f7f520b88307d579ed25214989aea91f8a1/569",
    "interactive_ui_tests": "949993158bb19afa50fd01b17f6e1a5e87afba53ffebc68b6dd3c07da40f6e3d/965",
    "ipc_tests": "40241c33fb77cee5555910ec8efd9baccd2435eb54b3c85ffbe95b5472f9a674/569",
    "jingle_unittests": "dc73bc0f86d4dcef2a815f0597ddcaa072590fb76ed83b615bfaa1def94fec77/646",
    "latency_unittests": "40b1a5d95a5388d184694775f7a9659f57654617d4362f0f50efc8931aa6a758/569",
    "libjingle_xmpp_unittests": "22a092a4d6c30b68e6f47caf3a94d68ae3e2cd21274e54a2cf69400aa686244e/569",
    "liburlpattern_unittests": "fe96ec1ec4d9fc106f0ac9af5ee9a4ae7615dedb9fc2370797dc17ef407c398f/569",
    "media_unittests": "a1af6592e5ffdc239ad3f5599ed08b02b4cd0875e1d5bb1fc78ad79e28d26e45/649",
    "message_center_unittests": "03339ad45f132be347225314e35ce38781b3cc3642d11eb1344c9473fffead40/569",
    "midi_unittests": "412444bb9e78d8eafd42107fded5c6d4a829195d8b02d93aafa95b3b460f1850/569",
    "mojo_core_unittests": "63361475d079371dc22f7a7fc53b7741f0f8d9da91b6641199aa984de5150291/569",
    "mojo_unittests": "b8d9ae92789b668dd334aaf8097b65169dc1246b9bb11901c6a8788ee3fbaa39/647",
    "native_theme_unittests": "d7fea79b06ab20bb6728d4e9ea21d9babbabcb6a3716e58428cfa04c9131049f/569",
    "net_unittests": "a6dd2f0a80ce7f8001b7048bbf4325895080c18c2b8820ed00bb4c560bb8a52c/648",
    "openscreen_unittests": "82d8c04da6484c8149f668e5e94e0a4198a64fbdf5edfc65137715a940894131/648",
    "ozone_x11_unittests": "48e2dd72a799b04191a8e21e9621c00fada910a2313e5587cb56ca96ec2b8309/569",
    "pdf_unittests": "7330599c8ca244d7bdb758d3e243707f9a62d63bd18fbb512133925fcf765bc5/646",
    "perfetto_unittests": "e631fbef77e3c6a4cb1a2aec097e841910ab8690278322eec2d7ef3b5643798b/569",
    "ppapi_unittests": "f2584893449bf7dabf0bb6b39642e79fcb4d8fbeb33e17e5ffe35be94e2948c3/569",
    "printing_unittests": "5863058168b1852b3e1d3365d02577e12a670848f8215f8126ddea03d66951b8/569",
    "remoting_unittests": "6af8bdd683590c816e91ba4512104ceb08e275627b2dc28505eea5c47d69ca30/646",
    "sandbox_linux_unittests": "004d1be2feee41a71cf2b6f1d990a9021b416acba80c36846b7c25aededb262d/569",
    "service_manager_unittests": "d58613b86bab0d9b02ba5a7b4b6bec68bcda13ec79a3f5a9636ef83619089873/569",
    "services_unittests": "09a761828a35121d12e249568b3c5f21390ee6327a82819c3b5c10df4242de7b/815",
    "shell_dialogs_unittests": "2ffe00e111175b50b8ba704a56f65e0e3a4823c4799829419362b54b63fdd242/569",
    "skia_unittests": "8ef677658e5dfd65c91d035f83ce86a169d15b8d16347a28cdce15948c7be70f/569",
    "snapshot_unittests": "668c907cff0cf16f2cf01dda164c03b0568a74711d22e5fc32b4d7c3cfad07f1/569",
    "sql_unittests": "e5763740f36d00daffe736d943cc94fca4f15c76622eb385e9282ba297cdf1d5/646",
    "storage_unittests": "b6bb7cd31e26a1704cf623818bcc7377801f435691ceab4416a4c4b498525450/727",
    "sync_integration_tests": "d3fe51e896d6e652cf9c39a00c66b90e4b52a8d9f379bf1604b8fa7acfd183d6/729",
    "ui_base_unittests": "14c9ffc990b20b9f5157ca83056b595e29338d775a7cb7ccc27fd140d622e8b1/723",
    "ui_touch_selection_unittests": "6480a8747a743f4fa8b90debe9690de941f0472f1acb23c55cd72bcf4a181ebf/569",
    "unit_tests": "223f4445f348eae57a5b86521de9de9c645008acbe715b961842005b8321c61b/1062",
    "url_unittests": "75279a042df2d221fc857ddeb1fbc0d9fb3abfa090ab89aceafa9e6f1860bc52/569",
    "views_unittests": "cbece562b4db20e5e8ad0181c66d51ff784f1015a0d601376ed4a6ddda7d9e97/569",
    "viz_unittests": "8bfac2e2731b7c2456b12e1ee506355658f637ae22369125b32816bd91c27179/653",
    "vr_common_unittests": "6f89fcb792ac601a01eecdf6b37478a8079cbb5b5596195ea00cdf00bb6822d7/648",
    "vr_pixeltests": "7e58c8afe60ea5b8c01ec3454400e5de2a1698aab1e0d76a178e65d107ad8d10/646",
    "weblayer_browsertests": "20abf882822c7acced75af551ce1a69a0745b0ca5336cb2a29e3c2079239d90d/814",
    "weblayer_unittests": "2523f3b6ada9858b545417cb68fd3964aa185896d48520137d32e9c8eceddc24/646",
    "wm_unittests": "cc67d52269b851b09cf4ebeb015bf16a9192854855fb9665b1e996b4810b0354/569",
    "wtf_unittests": "0cd5cef9d895461dd08a2df2769923394bd928cf38f57b0fe19c1ddc89754348/569",
    "x11_unittests": "574a793c5e32d9894e2327bd0df2a6b40facc13193957c3b19e79cd55f99ffdf/569",
    "xr_browser_tests": "c628fb87069db47359a6916fff0b9d5756aeb277a6b8878c1da247d8e255d457/728",
    "zlib_unittests": "9146f19eabdce93563b218424a75245f8b1e44afe1b510ba19761441f5bd2a32/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "d35d624e302339bddf63f41a26541de5b97ee363969aba926d26843428908d07/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3bf6e6acf66d1fb60bf645d88e63053849e69f12
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:80217
  • user_agent:recipe

Debug log (UTC)

[23:41:02.998] New invocation is queued and will start shortly
[23:41:02.998] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[23:41:04.280] Starting the invocation (attempt 1)
[23:41:04.319] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3bf6e6acf66d1fb60bf645d88e63053849e69f12"
[23:41:04.319] Popped gitiles commit info from properties and tags
[23:41:04.319] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:41:04.319] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:41:04.320] Buildbucket request:
{
  "requestId": "8992441561746799408",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "3bf6e6acf66d1fb60bf645d88e63053849e69f12"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "4d893a93596e55c2a9d3b39494edd393f6d74086",
      "parent_got_dawn_revision": "67a22dee01bfe5eafb929a5e00f17d87ec54eac5",
      "parent_got_nacl_revision": "a90562b0e045950f6884105bfa6e560dbce9d319",
      "parent_got_revision": "3bf6e6acf66d1fb60bf645d88e63053849e69f12",
      "parent_got_revision_cp": "refs/heads/main@{#953954}",
      "parent_got_swiftshader_revision": "f1afdde60a81bce2451f208d989637ce09ecfbdb",
      "parent_got_v8_revision": "13a6d9f4a5d01b467b7a9847c5a73c6875cd8569",
      "parent_got_v8_revision_cp": "refs/heads/9.9.28@{#1}",
      "parent_got_webrtc_revision": "a8beb40873c2376e2109992d72f5325ec746da44",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35577}",
      "swarm_hashes": {
            "absl_hardening_tests": "0520a89b585a0fd2a6edcc3e5a5b10a07072867fef8571d15d190f246da90f7f/569",
            "accessibility_unittests": "d12b47d8dbce1ec3ad084134790e8640fa56e64fd437a366df7c722049dce5c1/569",
            "angle_unittests": "895836490a83020ba1c1227acff691bd7c6d1f3981fcd62e9ef71557ff605b35/570",
            "app_shell_unittests": "30ffa67efeb4e2471b67548cf7127d16b186d342e528f262bd74b051f194bd2d/730",
            "aura_unittests": "d50087ddf8ea262c81f0b740511b182ff8b4f80f4e603522f52297f8c351c400/569",
            "base_unittests": "ca7b9a9ae00fed9020c6d057c472c8c9d150094a6b1d0400156c88eb355e286d/648",
            "blink_common_unittests": "101a32df883afaee9b4dcbeea2ee4f5e846e1037c9074c8895fdb6845afb7607/647",
            "blink_fuzzer_unittests": "d7f66ec92df4c8c565fe0a0a170452d83efa468d04c70dfd51cfbaf399ae66d0/569",
            "blink_heap_unittests": "626abe708c0f180eb4ec35c202a9e515f38cb6b9e99c6362dad778d4957b1cbb/569",
            "blink_platform_unittests": "994c9fca1ef37152dfae06d0cf93021e82ca9c4191c5cc4ee62a261f36b25a89/726",
            "blink_unittests": "9d055d7d887bae453a93a9a6fc62ef429ca52b12b5ac5c4481589ef5770167f5/810",
            "boringssl_crypto_tests": "33b4d5d995fd81ae4e387c8c63ac269e2c65209c7df7796b5a3ca52dc2976c54/570",
            "boringssl_ssl_tests": "8ef28af5729a2e51d48502fc2e59dc255f0365c200b0e055cef49bf5f9262ff6/569",
            "capture_unittests": "c0dbc6f1b012a24f8ce3a9dbe956be7aa3469b7964c7bc72cc3ca5f08ad07eee/648",
            "cast_unittests": "4a248da8ddc2ae3cb8bb078efb236a81f14aa0b1f97d4f996b69a6dd97140fad/569",
            "cc_unittests": "cea6ee28c227f8b90866427462da10a1754832febd6cb46c9d12db00e38e7e74/653",
            "chrome_app_unittests": "36c413b10857dddf0600f2ac84c6f7a99bed4f6b2193329265987e1427ff89a3/648",
            "chromedriver_unittests": "1517a07c7e0660d0d8eb57645ab59d641a25aa8a052dac0c76079093ba3de715/726",
            "color_unittests": "8c10eb4813eb194ade97ec59b0a39070a223f8b63e5adaf95d4d346d0aea633d/569",
            "components_browsertests": "c54f3efdc9c24c65e51ba9a5603ae36eb90614696f8e9a56537673c76b3791d3/813",
            "components_unittests": "d3e2c5255709bc095eef8269c8294b78d655f0f264e494c5868fdc57801c5246/813",
            "compositor_unittests": "981946f755b5fdc3b3d68712abd5796063858c4fdc45a25adce2d0899bd5fd12/645",
            "content_browsertests": "68520eccc3ae068ee30ed0b6276147f527840d082a67380a28c77ae9734064c0/887",
            "content_unittests": "f4691ec74ee020c9e2df3ee8f24bc5f1d68ba67abb956bfd5a78d337afd64b41/806",
            "cronet_tests": "a0f9fb52b08f6647159ffc96394b898b64393ceb6af04d6a8244c2899fcc9027/730",
            "cronet_unittests": "9b38b22f13cc81da3d13b204da45db00d1612384555177a7581c3b280e7ccca3/646",
            "crypto_unittests": "848599d32c37b8c292c53352ede773500a8460cca2a535d87ffe906658c50ec9/569",
            "dbus_unittests": "85a8b6caf499554f0fe6b27c6cbfb59ae52766ea86ac2f567ba3e211f0e976ef/569",
            "device_unittests": "dd7d65d4657bbfdeffa8b32699c6214c50e7627d5f8b151ef5abe43fa4feedc0/646",
            "display_unittests": "59246341870e2854556d26c903da35fd83fea19429eae00c4c9fd1c9ae30e65e/569",
            "events_unittests": "2554358425f4a0252dae21fce20a329278d1e2456e26014fab99f9f3d26bb010/569",
            "extensions_browsertests": "70c1d27177454784bf3eff362a3ccda80da01fac6709e81934e61042287385d6/732",
            "extensions_unittests": "0225b94e87ef06c7040d2596f13d097577785b2f521b8c99b74a2714be90855a/896",
            "filesystem_service_unittests": "00a496ed8df7bb1015c2a0f76455ef964d745fa2a4654e3221ea0ee8fb2b651b/569",
            "gcm_unit_tests": "03cf8e5a8993ceb79f3fc014691527051c6a4904517f01afc6fa7a6668186e7f/646",
            "gfx_unittests": "3008de7780974358c0ce4d2e6d893b10d0fb1bf3ee5eb36159b659ba0fa2039b/645",
            "gin_unittests": "23db2c39a6279511df206f3d76f4316587980867c7514970ac3162635dcb6af8/646",
            "gl_tests": "870018d671bbd678f7f0c092b69ab14b70987b05bbf12e5d68a67771b3379f04/569",
            "gl_unittests": "9fe0d4505657e1428660b4525df9e83eea572cc40ef9e804c124803c7825782e/569",
            "google_apis_unittests": "1edd6ca613d7ff9daaceac084a84444ca545b8a39180c6678aad8bd5c2f196cf/731",
            "gpu_unittests": "ffb9925b36a8332bcc68a53d90abb1b49047741ef0cac7441b1e60ceccb02e6d/646",
            "gwp_asan_unittests": "204e02802b9c79ec903d0a64c7d8db75fa2f5081c8540bcd44364e15b349db05/570",
            "headless_browsertests": "589649b595463a8b75f8a4f7723d97383353117ff067e7089ae56ec5e9fd28ed/730",
            "headless_unittests": "580ee8ceb9b28076665aa639466e6f7f520b88307d579ed25214989aea91f8a1/569",
            "interactive_ui_tests": "949993158bb19afa50fd01b17f6e1a5e87afba53ffebc68b6dd3c07da40f6e3d/965",
            "ipc_tests": "40241c33fb77cee5555910ec8efd9baccd2435eb54b3c85ffbe95b5472f9a674/569",
            "jingle_unittests": "dc73bc0f86d4dcef2a815f0597ddcaa072590fb76ed83b615bfaa1def94fec77/646",
            "latency_unittests": "40b1a5d95a5388d184694775f7a9659f57654617d4362f0f50efc8931aa6a758/569",
            "libjingle_xmpp_unittests": "22a092a4d6c30b68e6f47caf3a94d68ae3e2cd21274e54a2cf69400aa686244e/569",
            "liburlpattern_unittests": "fe96ec1ec4d9fc106f0ac9af5ee9a4ae7615dedb9fc2370797dc17ef407c398f/569",
            "media_unittests": "a1af6592e5ffdc239ad3f5599ed08b02b4cd0875e1d5bb1fc78ad79e28d26e45/649",
            "message_center_unittests": "03339ad45f132be347225314e35ce38781b3cc3642d11eb1344c9473fffead40/569",
            "midi_unittests": "412444bb9e78d8eafd42107fded5c6d4a829195d8b02d93aafa95b3b460f1850/569",
            "mojo_core_unittests": "63361475d079371dc22f7a7fc53b7741f0f8d9da91b6641199aa984de5150291/569",
            "mojo_unittests": "b8d9ae92789b668dd334aaf8097b65169dc1246b9bb11901c6a8788ee3fbaa39/647",
            "native_theme_unittests": "d7fea79b06ab20bb6728d4e9ea21d9babbabcb6a3716e58428cfa04c9131049f/569",
            "net_unittests": "a6dd2f0a80ce7f8001b7048bbf4325895080c18c2b8820ed00bb4c560bb8a52c/648",
            "openscreen_unittests": "82d8c04da6484c8149f668e5e94e0a4198a64fbdf5edfc65137715a940894131/648",
            "ozone_x11_unittests": "48e2dd72a799b04191a8e21e9621c00fada910a2313e5587cb56ca96ec2b8309/569",
            "pdf_unittests": "7330599c8ca244d7bdb758d3e243707f9a62d63bd18fbb512133925fcf765bc5/646",
            "perfetto_unittests": "e631fbef77e3c6a4cb1a2aec097e841910ab8690278322eec2d7ef3b5643798b/569",
            "ppapi_unittests": "f2584893449bf7dabf0bb6b39642e79fcb4d8fbeb33e17e5ffe35be94e2948c3/569",
            "printing_unittests": "5863058168b1852b3e1d3365d02577e12a670848f8215f8126ddea03d66951b8/569",
            "remoting_unittests": "6af8bdd683590c816e91ba4512104ceb08e275627b2dc28505eea5c47d69ca30/646",
            "sandbox_linux_unittests": "004d1be2feee41a71cf2b6f1d990a9021b416acba80c36846b7c25aededb262d/569",
            "service_manager_unittests": "d58613b86bab0d9b02ba5a7b4b6bec68bcda13ec79a3f5a9636ef83619089873/569",
            "services_unittests": "09a761828a35121d12e249568b3c5f21390ee6327a82819c3b5c10df4242de7b/815",
            "shell_dialogs_unittests": "2ffe00e111175b50b8ba704a56f65e0e3a4823c4799829419362b54b63fdd242/569",
            "skia_unittests": "8ef677658e5dfd65c91d035f83ce86a169d15b8d16347a28cdce15948c7be70f/569",
            "snapshot_unittests": "668c907cff0cf16f2cf01dda164c03b0568a74711d22e5fc32b4d7c3cfad07f1/569",
            "sql_unittests": "e5763740f36d00daffe736d943cc94fca4f15c76622eb385e9282ba297cdf1d5/646",
            "storage_unittests": "b6bb7cd31e26a1704cf623818bcc7377801f435691ceab4416a4c4b498525450/727",
            "sync_integration_tests": "d3fe51e896d6e652cf9c39a00c66b90e4b52a8d9f379bf1604b8fa7acfd183d6/729",
            "ui_base_unittests": "14c9ffc990b20b9f5157ca83056b595e29338d775a7cb7ccc27fd140d622e8b1/723",
            "ui_touch_selection_unittests": "6480a8747a743f4fa8b90debe9690de941f0472f1acb23c55cd72bcf4a181ebf/569",
            "unit_tests": "223f4445f348eae57a5b86521de9de9c645008acbe715b961842005b8321c61b/1062",
            "url_unittests": "75279a042df2d221fc857ddeb1fbc0d9fb3abfa090ab89aceafa9e6f1860bc52/569",
            "views_unittests": "cbece562b4db20e5e8ad0181c66d51ff784f1015a0d601376ed4a6ddda7d9e97/569",
            "viz_unittests": "8bfac2e2731b7c2456b12e1ee506355658f637ae22369125b32816bd91c27179/653",
            "vr_common_unittests": "6f89fcb792ac601a01eecdf6b37478a8079cbb5b5596195ea00cdf00bb6822d7/648",
            "vr_pixeltests": "7e58c8afe60ea5b8c01ec3454400e5de2a1698aab1e0d76a178e65d107ad8d10/646",
            "weblayer_browsertests": "20abf882822c7acced75af551ce1a69a0745b0ca5336cb2a29e3c2079239d90d/814",
            "weblayer_unittests": "2523f3b6ada9858b545417cb68fd3964aa185896d48520137d32e9c8eceddc24/646",
            "wm_unittests": "cc67d52269b851b09cf4ebeb015bf16a9192854855fb9665b1e996b4810b0354/569",
            "wtf_unittests": "0cd5cef9d895461dd08a2df2769923394bd928cf38f57b0fe19c1ddc89754348/569",
            "x11_unittests": "574a793c5e32d9894e2327bd0df2a6b40facc13193957c3b19e79cd55f99ffdf/569",
            "xr_browser_tests": "c628fb87069db47359a6916fff0b9d5756aeb277a6b8878c1da247d8e255d457/728",
            "zlib_unittests": "9146f19eabdce93563b218424a75245f8b1e44afe1b510ba19761441f5bd2a32/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "d35d624e302339bddf63f41a26541de5b97ee363969aba926d26843428908d07/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "3bf6e6acf66d1fb60bf645d88e63053849e69f12",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8992441561746799408"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "80217"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[23:41:04.947] Scheduled build:
{
  "id": "8827011499606085713",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 72169,
  "createdBy": "project:chromium",
  "createTime": "2021-12-23T23:41:04.411950562Z",
  "updateTime": "2021-12-23T23:41:04.411950562Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "3bf6e6acf66d1fb60bf645d88e63053849e69f12",
      "ref": "refs/heads/main"
    }
  }
}
[23:41:04.947] Task URL: https://cr-buildbucket.appspot.com/build/8827011499606085713
[23:41:04.947] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8992441561746799408:2:0) after 1m34s
[23:41:24.499] Received PubSub notification, asking Buildbucket for the build status
[23:41:24.536] Build status: STARTED
[23:42:39.101] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8992441561746799408:2:0)
[23:42:39.126] Build status: STARTED
[23:42:39.126] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8992441561746799408:4:0) after 2m32s
[23:45:11.282] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8992441561746799408:4:0)
[23:45:11.306] Build status: STARTED
[23:45:11.307] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8992441561746799408:5:0) after 3m17s
[23:48:28.327] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8992441561746799408:5:0)
[23:48:28.357] Build status: STARTED
[23:48:28.357] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8992441561746799408:6:0) after 4m34s
[23:53:02.386] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8992441561746799408:6:0)
[23:53:02.421] Build status: STARTED
[23:53:02.421] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8992441561746799408:7:0) after 9m28s
[00:02:30.499] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8992441561746799408:7:0)
[00:02:30.538] Build status: STARTED
[00:02:30.538] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8992441561746799408:8:0) after 2m45s
[00:04:28.393] Received PubSub notification, asking Buildbucket for the build status
[00:04:28.447] Build:
{
  "id": "8827011499606085713",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 72169,
  "createdBy": "project:chromium",
  "createTime": "2021-12-23T23:41:04.411950562Z",
  "startTime": "2021-12-23T23:41:23.088726Z",
  "endTime": "2021-12-24T00:04:27.641013330Z",
  "updateTime": "2021-12-24T00:04:27.641013330Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "3bf6e6acf66d1fb60bf645d88e63053849e69f12",
      "ref": "refs/heads/main"
    }
  }
}
[00:04:28.447] Invocation finished in 23m25.462922082s with status FAILED