Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 27 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/79437 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "59ad5c8e7e71cdeaa3974041bc1e114e41b881c4"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "e00ad443296ea75bfcacbf686ab3f84df236244a",
  "parent_got_dawn_revision": "db6aa8a4add6b913f5aa4604fa26e0bafca0fa38",
  "parent_got_nacl_revision": "b7368eadfa255d27112e51a7fc83c1f0f4777f73",
  "parent_got_revision": "59ad5c8e7e71cdeaa3974041bc1e114e41b881c4",
  "parent_got_revision_cp": "refs/heads/main@{#945446}",
  "parent_got_swiftshader_revision": "1d924bd003791fa947a963ad9654eec77d50facd",
  "parent_got_v8_revision": "015009f162900f2100259299ad779c74a13ce312",
  "parent_got_v8_revision_cp": "refs/heads/9.8.98@{#1}",
  "parent_got_webrtc_revision": "5f34130f26305c9cc88205fae4b1db827fc03343",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35416}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "59ad5c8e7e71cdeaa3974041bc1e114e41b881c4",
  "swarm_hashes": {
    "absl_hardening_tests": "0d47750cb18fa62cb5d8e118c1265b3c07e720ec2b091ffe7ad92190eff5b436/569",
    "accessibility_unittests": "db0f4b927d0d5ac5e361c6bd7c97e501719a195248667fd87f7da57891b5e5e8/569",
    "angle_unittests": "757c27ef31a42dc0c4887e99ab7f9faa4c09226885d5d539e3967cca257f1a74/570",
    "app_shell_unittests": "9dfafa52cfaff3dd5d87dfa5153eaa8e1885fc82ca6c5d4e9f791bc79c733019/730",
    "aura_unittests": "3d2251e3c2346bf4a874b23a6257fed5d25166f19e489ae1fe0c043d46df266c/569",
    "base_unittests": "31a1453a51105996207025ccc023f95b90f8eb916bc328680435b71f8f0cbbae/648",
    "blink_common_unittests": "965ac8906e0208d0880a87525b4230cd459f0116aaf1b6809a3b0a1c539f374f/647",
    "blink_fuzzer_unittests": "2c34bb8eece4846ec71359adeccbdd1731b3a7c498b5f94b64e7f245d27256bd/569",
    "blink_heap_unittests": "f50a04cf45d84493d142d80dc1795c92683277e2788feed87021e40d7c2c79a6/569",
    "blink_platform_unittests": "9fb60547386ea26d2e5947ce23ba8b4645f64ae5d7cd93f3c5d0464d1d6714f7/726",
    "blink_unittests": "e0b5b796621878ffed3ce34b98f881230863198955dde55fc678f8637ffa1a32/810",
    "boringssl_crypto_tests": "4bbfdc0a56d56120c07e444f344d76d7a2cd12b9bb850d3b9b7987af82cd356d/570",
    "boringssl_ssl_tests": "a303fb8b1821bb3566ff1c51d734fc2e4c1c9699df31ce99962d9a840a26b669/569",
    "capture_unittests": "690cae00ddad60b21e3876a42a362d2cacf3c112bd8d70c1a7edc36c3e872bd1/648",
    "cast_unittests": "5fa9cd1894f64ef6967f33f94f1e7f8c36cbdd1cbe574fcbf2867801d0d62e85/569",
    "cc_unittests": "0bb6ad1ae46b07d19013bb240f30d72f1ea79234ac1b1494e669ebcc2fd5e97b/653",
    "chrome_app_unittests": "87d0bfb5b023dd1e4333caad76a0fc76f754bae7c9bacdb2b34499d4339b3394/648",
    "chromedriver_unittests": "0571125cea5be65dadb527bd08bfb47207402ac27f6b060cfb15c564068f9aff/726",
    "color_unittests": "756173f9414207a22a7afe0d15ff838df567a37408c0f2ffa64f78c0d15b3c23/569",
    "components_browsertests": "3e51fb5cafb4f273f061fe3ab44e36449da160b487c88e7f405e00a21f222461/813",
    "components_unittests": "e94ae395034b865829be51a1831d132e2f9e4963ba2a947c6cbc66598db31412/813",
    "compositor_unittests": "81a0283c75cda0fd20574fd5d602ceeedaac77ab23277bdb15c437fc66e12ed9/645",
    "content_browsertests": "7b1529b768a11fc5677d1c223b7eff8d5e71f3348f0fe342384870a828928f03/887",
    "content_unittests": "83f840b08b50f2821371b685af4fa8d4372d301110d43f48e074b35ee0bac30b/806",
    "cronet_tests": "3ead1baa09eebc8a541c7696c9afc8ff60b699cff6042790dbd36ab686071de9/730",
    "cronet_unittests": "2101107be3fe6c5be68719db1ae19d7b063d07afacf96fa6553e0a94ed1d32dd/646",
    "crypto_unittests": "5fd757a603c9b2ca3710d635a7ecdc3ed479924a3635c2163436ee58b386cf49/569",
    "dbus_unittests": "6baac7d82a544297630b70c5ef18f87300bde4ed63d9a830ea9bf0c312114040/569",
    "device_unittests": "b26d6afd2e48035c680be0cc2690c6b5d7be9553625f322b01d1ba6e30f73c75/646",
    "display_unittests": "9b0aabca708aa6696ea5c0a773a538a7a1a849dc1727962db4e2bf9b17fb2c5e/569",
    "events_unittests": "705906fb3aaa9c9c65c0c4dc5ec47f37a64511c66088abd29c61072e9977449b/569",
    "extensions_browsertests": "cf94d2f67e787069ae80e6a28394feebb607b8e0a4bdf70916bf9d1bc017cef0/732",
    "extensions_unittests": "cb08944bf8957a7491e2dd02913df513b6f9624a8baf2e5ea45c7d9b6fc3504a/896",
    "filesystem_service_unittests": "51f3e92d2b4bbf5b6c09cec897529c78f157207f88f8c2809c1a43a570adc2e6/569",
    "gcm_unit_tests": "b7f28040376ebf1ecd861fb1ee67513838ec43b9cf01535af3db0ed62041b5ef/646",
    "gfx_unittests": "8d4901e2d0246c040ac5e2a885b1ba930be902fba70c2aab12a0251ddfc49356/645",
    "gin_unittests": "63313ad207531a0bfe8a7620fc391cf8ca097ca51c354f09750a7d604426cde5/646",
    "gl_tests": "adaa65abad6031e60400ecb7f0abfb93cc6da3dcd20f7f21b5454d647f69a9b6/569",
    "gl_unittests": "9d844cd3b79a660d50a97cff3602b722cdf0519b3581a97fae90b96395ab8af1/569",
    "google_apis_unittests": "8ced14f8d94474c20d988ab60c67a9f18c3647d02d20785d078ae58ce6f5623a/731",
    "gpu_unittests": "722f833faef122d5b7e01c04272be34d0f997fbf93b183c8581862820fa34e8e/646",
    "gwp_asan_unittests": "81db3cc0a2c6da8d636eb0fffa2796cd4ab00875ac68f42c443170098118456c/570",
    "headless_browsertests": "34bc2e832562968944b4fd159b187d8ec28be372b8da53fae60f388c8692f367/730",
    "headless_unittests": "3090b7181a40a21f1eca4c9606bd6393c6aa4b6159067ad9ca6d4da2b4968df0/569",
    "interactive_ui_tests": "a55c148efcbb11d5fb16b93c146d5f6d173243e460fb2e7babb8339877d59af4/965",
    "ipc_tests": "2e2383aa2bdeb508ce3a1389ad4e1b35eeb7d68cb20c8a85af6ccf1f95eb532a/569",
    "jingle_unittests": "8250a285d71e50063a1c9e9e413782f0d5f04d679273ed8c627e7be8865b10cb/646",
    "latency_unittests": "cb1b94727c727ccb42627e04971fc76094cd5d4abb8da9997e2f4fd0f4bf9153/569",
    "libjingle_xmpp_unittests": "1c640a280c4405eb83aaf9efe032cb542db4788da2c8c992fb32f0b9106ab958/569",
    "liburlpattern_unittests": "82246b317826ed2e6936c522d73ace259e551c43516836708fa5b07d2f1a98d0/569",
    "media_unittests": "758a9c02c8c08bc3ce213f96f5ecf54a1533946e5d40cc3aaadd88d373f86950/649",
    "message_center_unittests": "37f7e1146f42aff3e84ab43b92ae2db1945a518edf9f8b26ae75abc43a1162cc/569",
    "midi_unittests": "14d8dd0337af4fa53db8a2411206079e30e2ceaa7a42a21cd97b3133907bc0fb/569",
    "mojo_core_unittests": "12102e1d4eff2b44a0193280fffad569cf4724c78bb524d0baa21741739985eb/569",
    "mojo_unittests": "17eb277b9794960d0c11d7684aa2062a3f238bb3dc1f488b1902956fcf03305b/647",
    "native_theme_unittests": "0c88ebe9b40c2c93186e2cf1fccb629ff2991b6a81a51fae82c8fc0fb34b0467/569",
    "net_unittests": "1442bba35617fd123de916c647dff09fb96a2551a64b71c6f8f7757c6ed88262/648",
    "openscreen_unittests": "9562b6cedcd946bd116a0219be6225ea337b3fbbf8b5f1addf2afbb4d147542b/648",
    "ozone_x11_unittests": "1ced155d06da37d2296486642e6acba3c9321bdda6f056d5be2f4f2e8e1c5f20/569",
    "pdf_unittests": "6e1b92f201813a5da04252b9a20b19b7bb967d415d7245e6206f6f6482a855a7/646",
    "perfetto_unittests": "85daff3b32fe108ce97945b0e71c3a1ecf0e59e465a3ec88d71c7928546d8aa0/569",
    "ppapi_unittests": "7635b6f54d2e4c6c3b0d23e90441db45351f808707147ac119bc3321c5c05bf7/569",
    "printing_unittests": "167d314c55985d256ceec8ea1d6f5bc1d3c6800da5cb54f0e4985de5a31b4acc/569",
    "remoting_unittests": "370eeb404395c336121aa9fb3f8b21a5d27fc00e3cd426abe67cff39a70f95b4/646",
    "sandbox_linux_unittests": "335b76008d9efc85d88383329b02588bac7b723bc4a7ce80793e5c4f7b07a6ae/569",
    "service_manager_unittests": "7abe4884262cb2abeb026604dd99883f395af5eeefd079a076e008be2067c63c/569",
    "services_unittests": "86aabf024b09850c83b8f7db4ccb55a57e1e5cc38ef48a1767fbe9b0d777ffc0/815",
    "shell_dialogs_unittests": "4438629c475d7fb0be8f52b5b548bee5ebd036dbf8cbce2ae08fca5bd1658a7c/569",
    "skia_unittests": "e9893f6c57b10d2e99cce4054f0ea85c75d88076e8a337c0ec158a64eb0bda37/569",
    "snapshot_unittests": "20ad6ffd9d15745dbe444bcf5a2764ab183b3552651d1bf1df8d92c2aea4b187/569",
    "sql_unittests": "30cd4e6134495e7b96e971f0cae18e44706d73d00817750ad0bc07a4b8c09db2/646",
    "storage_unittests": "7838f12612fd8b0e586c0124cc32de4fb5387361fcbbab9ca8c9f5e35b58eb9d/727",
    "sync_integration_tests": "2b954861e89861fc6a202b43da370bf90cfc2cfbd253fa6f44e80cd33d689f32/729",
    "ui_base_unittests": "a8f6b55a46014e2c42859c76be832774042ad19704ad60dafe337ba6e58c21c1/723",
    "ui_touch_selection_unittests": "935b8178244b59b804bbbc1a26595b97c86d57a026b9379d0c88f5cb360fa565/569",
    "unit_tests": "ddb997f0d65a88d9e9321bf39c546a912dac2ce5090b0a6cc550a49cce9252c3/1062",
    "url_unittests": "e76c2c88616c02822a8d3a2d462e27f523dda5c95bf3bc33b0a5c5c0158898c5/569",
    "views_unittests": "1c8a282503c1d531908abacc277e0e4a50f785b3c07640048ee453391958d576/569",
    "viz_unittests": "823e38d7079ab45d57dca7c86d699b083ae07f4a44d680baf5aadb5e75c50e70/653",
    "vr_common_unittests": "8394bbd9ffd2ad507b3aca3b18c18ddf87d3abe71006a365ead01ee80855d57c/648",
    "vr_pixeltests": "80fee6df964e8ab05939c676950bc9f5c98e15b91c11ad37fa9a43d89d9c3d7d/646",
    "weblayer_browsertests": "e7ef6f169715009c434e589dfdd957df54934b11633c842d08072fc04a2ac2f9/814",
    "weblayer_unittests": "9b357928dccf5fd02e48421c5586cb72b3d9d4bbf15f005a6c5bc222ee149802/646",
    "wm_unittests": "a8849b737cb946b3de681c9bd00b17397352da8837bd7edf258e84d0849479c3/569",
    "wtf_unittests": "f4d304181da722f690f9198115d3f415578e0cdcda19d52d93a6384b4fe062ca/569",
    "x11_unittests": "1f8e90afb81445071f0483af633fca84cfdcb9a29771b4dfe68014f082d924c1/569",
    "xr_browser_tests": "cd25e3c71bb72df2a94209b63263df5efc4e4950a4501d648cbf1b2337109dbb/728",
    "zlib_unittests": "82a857ea5562db9f596315a9338f00a52dff238713816d85e6cfd134c01e7d2b/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "aa5d74654b1e0634975ab05c938d8b6d6684712d64d008df271a2e3e08028b52/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/59ad5c8e7e71cdeaa3974041bc1e114e41b881c4
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:79437
  • user_agent:recipe

Debug log (UTC)

[19:39:12.314] New invocation is queued and will start shortly
[19:39:12.314] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[19:39:13.525] Starting the invocation (attempt 1)
[19:39:13.564] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/59ad5c8e7e71cdeaa3974041bc1e114e41b881c4"
[19:39:13.564] Popped gitiles commit info from properties and tags
[19:39:13.564] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[19:39:13.564] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[19:39:13.565] Buildbucket request:
{
  "requestId": "8994993492363542384",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "59ad5c8e7e71cdeaa3974041bc1e114e41b881c4"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "e00ad443296ea75bfcacbf686ab3f84df236244a",
      "parent_got_dawn_revision": "db6aa8a4add6b913f5aa4604fa26e0bafca0fa38",
      "parent_got_nacl_revision": "b7368eadfa255d27112e51a7fc83c1f0f4777f73",
      "parent_got_revision": "59ad5c8e7e71cdeaa3974041bc1e114e41b881c4",
      "parent_got_revision_cp": "refs/heads/main@{#945446}",
      "parent_got_swiftshader_revision": "1d924bd003791fa947a963ad9654eec77d50facd",
      "parent_got_v8_revision": "015009f162900f2100259299ad779c74a13ce312",
      "parent_got_v8_revision_cp": "refs/heads/9.8.98@{#1}",
      "parent_got_webrtc_revision": "5f34130f26305c9cc88205fae4b1db827fc03343",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35416}",
      "swarm_hashes": {
            "absl_hardening_tests": "0d47750cb18fa62cb5d8e118c1265b3c07e720ec2b091ffe7ad92190eff5b436/569",
            "accessibility_unittests": "db0f4b927d0d5ac5e361c6bd7c97e501719a195248667fd87f7da57891b5e5e8/569",
            "angle_unittests": "757c27ef31a42dc0c4887e99ab7f9faa4c09226885d5d539e3967cca257f1a74/570",
            "app_shell_unittests": "9dfafa52cfaff3dd5d87dfa5153eaa8e1885fc82ca6c5d4e9f791bc79c733019/730",
            "aura_unittests": "3d2251e3c2346bf4a874b23a6257fed5d25166f19e489ae1fe0c043d46df266c/569",
            "base_unittests": "31a1453a51105996207025ccc023f95b90f8eb916bc328680435b71f8f0cbbae/648",
            "blink_common_unittests": "965ac8906e0208d0880a87525b4230cd459f0116aaf1b6809a3b0a1c539f374f/647",
            "blink_fuzzer_unittests": "2c34bb8eece4846ec71359adeccbdd1731b3a7c498b5f94b64e7f245d27256bd/569",
            "blink_heap_unittests": "f50a04cf45d84493d142d80dc1795c92683277e2788feed87021e40d7c2c79a6/569",
            "blink_platform_unittests": "9fb60547386ea26d2e5947ce23ba8b4645f64ae5d7cd93f3c5d0464d1d6714f7/726",
            "blink_unittests": "e0b5b796621878ffed3ce34b98f881230863198955dde55fc678f8637ffa1a32/810",
            "boringssl_crypto_tests": "4bbfdc0a56d56120c07e444f344d76d7a2cd12b9bb850d3b9b7987af82cd356d/570",
            "boringssl_ssl_tests": "a303fb8b1821bb3566ff1c51d734fc2e4c1c9699df31ce99962d9a840a26b669/569",
            "capture_unittests": "690cae00ddad60b21e3876a42a362d2cacf3c112bd8d70c1a7edc36c3e872bd1/648",
            "cast_unittests": "5fa9cd1894f64ef6967f33f94f1e7f8c36cbdd1cbe574fcbf2867801d0d62e85/569",
            "cc_unittests": "0bb6ad1ae46b07d19013bb240f30d72f1ea79234ac1b1494e669ebcc2fd5e97b/653",
            "chrome_app_unittests": "87d0bfb5b023dd1e4333caad76a0fc76f754bae7c9bacdb2b34499d4339b3394/648",
            "chromedriver_unittests": "0571125cea5be65dadb527bd08bfb47207402ac27f6b060cfb15c564068f9aff/726",
            "color_unittests": "756173f9414207a22a7afe0d15ff838df567a37408c0f2ffa64f78c0d15b3c23/569",
            "components_browsertests": "3e51fb5cafb4f273f061fe3ab44e36449da160b487c88e7f405e00a21f222461/813",
            "components_unittests": "e94ae395034b865829be51a1831d132e2f9e4963ba2a947c6cbc66598db31412/813",
            "compositor_unittests": "81a0283c75cda0fd20574fd5d602ceeedaac77ab23277bdb15c437fc66e12ed9/645",
            "content_browsertests": "7b1529b768a11fc5677d1c223b7eff8d5e71f3348f0fe342384870a828928f03/887",
            "content_unittests": "83f840b08b50f2821371b685af4fa8d4372d301110d43f48e074b35ee0bac30b/806",
            "cronet_tests": "3ead1baa09eebc8a541c7696c9afc8ff60b699cff6042790dbd36ab686071de9/730",
            "cronet_unittests": "2101107be3fe6c5be68719db1ae19d7b063d07afacf96fa6553e0a94ed1d32dd/646",
            "crypto_unittests": "5fd757a603c9b2ca3710d635a7ecdc3ed479924a3635c2163436ee58b386cf49/569",
            "dbus_unittests": "6baac7d82a544297630b70c5ef18f87300bde4ed63d9a830ea9bf0c312114040/569",
            "device_unittests": "b26d6afd2e48035c680be0cc2690c6b5d7be9553625f322b01d1ba6e30f73c75/646",
            "display_unittests": "9b0aabca708aa6696ea5c0a773a538a7a1a849dc1727962db4e2bf9b17fb2c5e/569",
            "events_unittests": "705906fb3aaa9c9c65c0c4dc5ec47f37a64511c66088abd29c61072e9977449b/569",
            "extensions_browsertests": "cf94d2f67e787069ae80e6a28394feebb607b8e0a4bdf70916bf9d1bc017cef0/732",
            "extensions_unittests": "cb08944bf8957a7491e2dd02913df513b6f9624a8baf2e5ea45c7d9b6fc3504a/896",
            "filesystem_service_unittests": "51f3e92d2b4bbf5b6c09cec897529c78f157207f88f8c2809c1a43a570adc2e6/569",
            "gcm_unit_tests": "b7f28040376ebf1ecd861fb1ee67513838ec43b9cf01535af3db0ed62041b5ef/646",
            "gfx_unittests": "8d4901e2d0246c040ac5e2a885b1ba930be902fba70c2aab12a0251ddfc49356/645",
            "gin_unittests": "63313ad207531a0bfe8a7620fc391cf8ca097ca51c354f09750a7d604426cde5/646",
            "gl_tests": "adaa65abad6031e60400ecb7f0abfb93cc6da3dcd20f7f21b5454d647f69a9b6/569",
            "gl_unittests": "9d844cd3b79a660d50a97cff3602b722cdf0519b3581a97fae90b96395ab8af1/569",
            "google_apis_unittests": "8ced14f8d94474c20d988ab60c67a9f18c3647d02d20785d078ae58ce6f5623a/731",
            "gpu_unittests": "722f833faef122d5b7e01c04272be34d0f997fbf93b183c8581862820fa34e8e/646",
            "gwp_asan_unittests": "81db3cc0a2c6da8d636eb0fffa2796cd4ab00875ac68f42c443170098118456c/570",
            "headless_browsertests": "34bc2e832562968944b4fd159b187d8ec28be372b8da53fae60f388c8692f367/730",
            "headless_unittests": "3090b7181a40a21f1eca4c9606bd6393c6aa4b6159067ad9ca6d4da2b4968df0/569",
            "interactive_ui_tests": "a55c148efcbb11d5fb16b93c146d5f6d173243e460fb2e7babb8339877d59af4/965",
            "ipc_tests": "2e2383aa2bdeb508ce3a1389ad4e1b35eeb7d68cb20c8a85af6ccf1f95eb532a/569",
            "jingle_unittests": "8250a285d71e50063a1c9e9e413782f0d5f04d679273ed8c627e7be8865b10cb/646",
            "latency_unittests": "cb1b94727c727ccb42627e04971fc76094cd5d4abb8da9997e2f4fd0f4bf9153/569",
            "libjingle_xmpp_unittests": "1c640a280c4405eb83aaf9efe032cb542db4788da2c8c992fb32f0b9106ab958/569",
            "liburlpattern_unittests": "82246b317826ed2e6936c522d73ace259e551c43516836708fa5b07d2f1a98d0/569",
            "media_unittests": "758a9c02c8c08bc3ce213f96f5ecf54a1533946e5d40cc3aaadd88d373f86950/649",
            "message_center_unittests": "37f7e1146f42aff3e84ab43b92ae2db1945a518edf9f8b26ae75abc43a1162cc/569",
            "midi_unittests": "14d8dd0337af4fa53db8a2411206079e30e2ceaa7a42a21cd97b3133907bc0fb/569",
            "mojo_core_unittests": "12102e1d4eff2b44a0193280fffad569cf4724c78bb524d0baa21741739985eb/569",
            "mojo_unittests": "17eb277b9794960d0c11d7684aa2062a3f238bb3dc1f488b1902956fcf03305b/647",
            "native_theme_unittests": "0c88ebe9b40c2c93186e2cf1fccb629ff2991b6a81a51fae82c8fc0fb34b0467/569",
            "net_unittests": "1442bba35617fd123de916c647dff09fb96a2551a64b71c6f8f7757c6ed88262/648",
            "openscreen_unittests": "9562b6cedcd946bd116a0219be6225ea337b3fbbf8b5f1addf2afbb4d147542b/648",
            "ozone_x11_unittests": "1ced155d06da37d2296486642e6acba3c9321bdda6f056d5be2f4f2e8e1c5f20/569",
            "pdf_unittests": "6e1b92f201813a5da04252b9a20b19b7bb967d415d7245e6206f6f6482a855a7/646",
            "perfetto_unittests": "85daff3b32fe108ce97945b0e71c3a1ecf0e59e465a3ec88d71c7928546d8aa0/569",
            "ppapi_unittests": "7635b6f54d2e4c6c3b0d23e90441db45351f808707147ac119bc3321c5c05bf7/569",
            "printing_unittests": "167d314c55985d256ceec8ea1d6f5bc1d3c6800da5cb54f0e4985de5a31b4acc/569",
            "remoting_unittests": "370eeb404395c336121aa9fb3f8b21a5d27fc00e3cd426abe67cff39a70f95b4/646",
            "sandbox_linux_unittests": "335b76008d9efc85d88383329b02588bac7b723bc4a7ce80793e5c4f7b07a6ae/569",
            "service_manager_unittests": "7abe4884262cb2abeb026604dd99883f395af5eeefd079a076e008be2067c63c/569",
            "services_unittests": "86aabf024b09850c83b8f7db4ccb55a57e1e5cc38ef48a1767fbe9b0d777ffc0/815",
            "shell_dialogs_unittests": "4438629c475d7fb0be8f52b5b548bee5ebd036dbf8cbce2ae08fca5bd1658a7c/569",
            "skia_unittests": "e9893f6c57b10d2e99cce4054f0ea85c75d88076e8a337c0ec158a64eb0bda37/569",
            "snapshot_unittests": "20ad6ffd9d15745dbe444bcf5a2764ab183b3552651d1bf1df8d92c2aea4b187/569",
            "sql_unittests": "30cd4e6134495e7b96e971f0cae18e44706d73d00817750ad0bc07a4b8c09db2/646",
            "storage_unittests": "7838f12612fd8b0e586c0124cc32de4fb5387361fcbbab9ca8c9f5e35b58eb9d/727",
            "sync_integration_tests": "2b954861e89861fc6a202b43da370bf90cfc2cfbd253fa6f44e80cd33d689f32/729",
            "ui_base_unittests": "a8f6b55a46014e2c42859c76be832774042ad19704ad60dafe337ba6e58c21c1/723",
            "ui_touch_selection_unittests": "935b8178244b59b804bbbc1a26595b97c86d57a026b9379d0c88f5cb360fa565/569",
            "unit_tests": "ddb997f0d65a88d9e9321bf39c546a912dac2ce5090b0a6cc550a49cce9252c3/1062",
            "url_unittests": "e76c2c88616c02822a8d3a2d462e27f523dda5c95bf3bc33b0a5c5c0158898c5/569",
            "views_unittests": "1c8a282503c1d531908abacc277e0e4a50f785b3c07640048ee453391958d576/569",
            "viz_unittests": "823e38d7079ab45d57dca7c86d699b083ae07f4a44d680baf5aadb5e75c50e70/653",
            "vr_common_unittests": "8394bbd9ffd2ad507b3aca3b18c18ddf87d3abe71006a365ead01ee80855d57c/648",
            "vr_pixeltests": "80fee6df964e8ab05939c676950bc9f5c98e15b91c11ad37fa9a43d89d9c3d7d/646",
            "weblayer_browsertests": "e7ef6f169715009c434e589dfdd957df54934b11633c842d08072fc04a2ac2f9/814",
            "weblayer_unittests": "9b357928dccf5fd02e48421c5586cb72b3d9d4bbf15f005a6c5bc222ee149802/646",
            "wm_unittests": "a8849b737cb946b3de681c9bd00b17397352da8837bd7edf258e84d0849479c3/569",
            "wtf_unittests": "f4d304181da722f690f9198115d3f415578e0cdcda19d52d93a6384b4fe062ca/569",
            "x11_unittests": "1f8e90afb81445071f0483af633fca84cfdcb9a29771b4dfe68014f082d924c1/569",
            "xr_browser_tests": "cd25e3c71bb72df2a94209b63263df5efc4e4950a4501d648cbf1b2337109dbb/728",
            "zlib_unittests": "82a857ea5562db9f596315a9338f00a52dff238713816d85e6cfd134c01e7d2b/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "aa5d74654b1e0634975ab05c938d8b6d6684712d64d008df271a2e3e08028b52/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "59ad5c8e7e71cdeaa3974041bc1e114e41b881c4",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8994993492363542384"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "79437"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[19:39:14.443] Scheduled build:
{
  "id": "8829563430273155089",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 71390,
  "createdBy": "project:chromium",
  "createTime": "2021-11-25T19:39:13.676650536Z",
  "updateTime": "2021-11-25T19:39:13.676650536Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "59ad5c8e7e71cdeaa3974041bc1e114e41b881c4",
      "ref": "refs/heads/main"
    }
  }
}
[19:39:14.443] Task URL: https://cr-buildbucket.appspot.com/build/8829563430273155089
[19:39:14.443] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994993492363542384:2:0) after 5m2s
[19:39:18.102] Received PubSub notification, asking Buildbucket for the build status
[19:39:18.131] Build status: STARTED
[19:44:16.463] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994993492363542384:2:0)
[19:44:16.501] Build status: STARTED
[19:44:16.501] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994993492363542384:4:0) after 4m5s
[19:48:21.584] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994993492363542384:4:0)
[19:48:21.630] Build status: STARTED
[19:48:21.630] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994993492363542384:5:0) after 6m49s
[19:55:10.658] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994993492363542384:5:0)
[19:55:10.691] Build status: STARTED
[19:55:10.691] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994993492363542384:6:0) after 3m30s
[19:58:40.791] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994993492363542384:6:0)
[19:58:40.847] Build status: STARTED
[19:58:40.847] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994993492363542384:7:0) after 6m34s
[20:05:14.869] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994993492363542384:7:0)
[20:05:14.902] Build status: STARTED
[20:05:14.902] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994993492363542384:8:0) after 3m13s
[20:06:34.747] Received PubSub notification, asking Buildbucket for the build status
[20:06:34.794] Build:
{
  "id": "8829563430273155089",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 71390,
  "createdBy": "project:chromium",
  "createTime": "2021-11-25T19:39:13.676650536Z",
  "startTime": "2021-11-25T19:39:16.937977Z",
  "endTime": "2021-11-25T20:06:34.015652392Z",
  "updateTime": "2021-11-25T20:06:34.015652392Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "59ad5c8e7e71cdeaa3974041bc1e114e41b881c4",
      "ref": "refs/heads/main"
    }
  }
}
[20:06:34.794] Invocation finished in 27m22.494177568s with status FAILED