Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 42 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/77338 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "d115fdc9032da7abaecfd7aa23f0aba9ee91a04e"
    }
  },
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "958dce52450b961e503cbb5ffb42b6214c00be81",
  "parent_got_dawn_revision": "7a446220a18f53199c9c36f0e149ef7e8b1ad22a",
  "parent_got_nacl_revision": "e9a12f9be6984fc2677657cf1ec7ede960f78143",
  "parent_got_revision": "d115fdc9032da7abaecfd7aa23f0aba9ee91a04e",
  "parent_got_revision_cp": "refs/heads/main@{#920333}",
  "parent_got_swiftshader_revision": "446e61c24b37e2d3cb1bd3334dd3854ec8f682bb",
  "parent_got_v8_revision": "4a03d61accede9dd0e3e6dc0456ff5a0e3f792b4",
  "parent_got_v8_revision_cp": "refs/heads/9.5.172@{#1}",
  "parent_got_webrtc_revision": "fb501792ebb6474f9055fce4d8f8581aa47eadc8",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#34960}",
  "revision": "d115fdc9032da7abaecfd7aa23f0aba9ee91a04e",
  "swarm_hashes": {
    "absl_hardening_tests": "0e1e6b2a4dc60b50336d06f29f83bb2f3d847db7387659fa6d5c96888369b0f8/569",
    "accessibility_unittests": "0ae1da8d3dbe784af4c3b46df79867f95109708a109a7637510b34e66fed17c8/569",
    "angle_unittests": "2910d353f4131745cedf276e303b888d1bf37852f12e0b35c7a45659aa60d807/570",
    "app_shell_unittests": "2eee0852769ce8c49ba85f3dd022c50e7e172067cc7f6bea44a0d05de40b305f/809",
    "aura_unittests": "3de1e216101753f2b37c65ac668e9a410cb40be150ad985703c3d282830ccb22/569",
    "base_unittests": "9797c2b98489f2bdfc259c0efb5b9f2bc68a74038aa5642d22521954a85f79ac/648",
    "blink_common_unittests": "d17fa087f572d83e67637abd5bdd98c17d26c04291e4a236db6151ea5919c4d7/647",
    "blink_fuzzer_unittests": "5d73099f31ec24754b76a9c1503767cfca097d20117551587da5134ae3e4c389/648",
    "blink_heap_unittests": "4e0f79718e17b54a2bc8a9f51f3abf6db35fcdea659c41553ef588b9491e3bdc/648",
    "blink_platform_unittests": "e78b922f2f679a014537e1a939bdf4df9ede4a99a4df205434f7d6aa02db5c82/726",
    "blink_unittests": "dc195c5949fd170a7b499e358f71bd195808bc68799501a85c4f88238bd18abd/726",
    "boringssl_crypto_tests": "61d38e567377f933225406b16a8a96b52c742f8000c80ef1b0e106caeb13c49e/570",
    "boringssl_ssl_tests": "24cae712e55ba1a5bc1a6a77d81d909be752f235b465209bfa26819596ac0cf2/569",
    "capture_unittests": "5c6885981e019d3671c4ba6fd51a59baf27756e41e33ce86dae24f415dac53ea/648",
    "cast_unittests": "c6eaa1400e18ac3e4ae2150867fd6660a870690b3a8809dfae828c149529c8b3/569",
    "cc_unittests": "3749d651494cc8f0103e8937a07deed36f4923cdaf9c30927614a58553a1fd20/653",
    "chrome_app_unittests": "1fe01a4f8c42c705ead4ce93c6943b7141077ead53c4b6027f5224b35edb1d13/811",
    "chromedriver_unittests": "602ee3db1807fe641266286398db4a03bde7e973e20b77680579a9ed1f30e309/726",
    "color_unittests": "e5e4982e3bc467f0141ec3d9e6baae6566aa12b283c90856a6705d0df45649a8/569",
    "components_browsertests": "d6800e5286cd77f1c9e6b9fdf8b09f97649d6792e2b67d0382a55d419a888d8a/892",
    "components_unittests": "ccfb5b1c4d283b079f4cfc258931602d39ed51ab633e78be0eac563a65eb579f/892",
    "compositor_unittests": "fa207d5e6749c76e512396257d325d0222625f8053c18bd95e5ce5f4b34abbc8/645",
    "content_browsertests": "0544a7c1eafe39542afb8ad3e7605c1b8c292183f5d8d4270d32d650b397ed61/887",
    "content_unittests": "dccf57154f5fccbb8a8b7dded13e25c9b35e947192fb9d83ce6733f4ec289966/806",
    "cronet_tests": "80f6ac76461eddcfbb87875d55acbb5c968c25da00edefe5b0cd032b70ba9ab0/730",
    "cronet_unittests": "d1af79072e7d4233a41e83072ca0b4100ca1d04e7bb97a92ee4f993e56d345ad/646",
    "crypto_unittests": "744c62e6685a39677bf19b0141df57321930b1b76851d65384ab68b17b02fe84/569",
    "dbus_unittests": "11789258e7ad0d797a7f169f38928f1a57c673b56dcec33860e37b38938764cb/569",
    "device_unittests": "7f257ca0a1fd8e5a6c1bd280d9e780dc6667c93363b1fdbc2cbb31aa03c19086/646",
    "display_unittests": "451113eeab383e9c8fb59e3bd4ddef81722b1cc5306f80aa4a7dfed2ddda2750/569",
    "events_unittests": "66abe27799692226b5fd4b4f9dfb7d136cd356f7e0c9e2ea2f10f10470c1cd13/569",
    "extensions_browsertests": "fc564ae91347fb22dc999265448214afd29d2bdb138ccf72df7c2a551f2fa150/811",
    "extensions_unittests": "3fd8dbbefe0309926daa675bc4c3b62dffc95eca3849c71c7309341da9039c29/975",
    "filesystem_service_unittests": "fc5ea88bc810c5e98a94fba816260a1024403ca1889831a4438b672754d890a8/569",
    "gcm_unit_tests": "7512928d0de318f5857fcc02f0b946291bea345eaf6e44eeec1cf3574714e145/646",
    "gfx_unittests": "4f36cee84e29223d54dc173b219cdefd26d247436318159df4dcb11b5c4dc495/645",
    "gin_unittests": "8064d9e63beffcc58b49bec953d686e8573247fcb58678dc14ccfc915318d8c6/646",
    "gl_tests": "8e29ef848cf64ffa725d0a7b6810b7d6c63fe6b1890e9f676d3fb7ac1e4395b5/569",
    "gl_unittests": "8e365627d41a221073110869ac470dc0b51d232ee645321aef03994fee851360/569",
    "google_apis_unittests": "7ceaefe8947c1dfd1d1f2992b3d922b3ea0636410dd011e685fdb2ada2256eaa/731",
    "gpu_unittests": "98e003fd4ae17bda44138dd7a7714c7d736d250ebafaaef289c6b119f3ad70d1/646",
    "gtk_unittests": "1cd47869b92a25bea6d6c3eb488ee6e1534ee57b9734fc5bdecfa66c09a0067c/569",
    "gwp_asan_unittests": "394874bd81741c3f190feef9692024445ce28db304bc525229da7c149364844e/570",
    "headless_browsertests": "d6729b36b082164c4c08be0812536b30b5515ae5d92afab2f36d15a123e8fda7/809",
    "headless_unittests": "1387895c2c323488e803f454a9280e0baa7e2b9a3f1dc4abbdc8a226b9f81398/569",
    "interactive_ui_tests": "c1fb0d8b0fcac7a1547f457707c8919a4899f8fc23d5db9187bb5831b449ca6a/1128",
    "ipc_tests": "349baab9a681f2ff9f279f7136bc3f3788541d57952b18e32a2c4d6434ad0368/569",
    "jingle_unittests": "9a01df635b44aca0fc2182129c32bc771575b142305a3012d01e61644b9c9c29/646",
    "latency_unittests": "06bad6fa62ea7f55be237d02905f070f563257167d51f1dc132f845a5cca2850/569",
    "libjingle_xmpp_unittests": "2cb3281e0497f295f9fb2e5afc4bef303260dbe47252f8fcb6b3ae7c40cc51f7/569",
    "liburlpattern_unittests": "9d051bcef51730805703f0574ea8b87ebb5cb4d455a9cbeb172a16ac04867b37/569",
    "media_unittests": "89a122621c487094101bfd838c6beced9ddf251b0a3d1cf8f0ba37ea2e5713b3/649",
    "message_center_unittests": "52a81038e23aa70e4ba244235901472c761234a325e3d554606245db841415ab/569",
    "midi_unittests": "df4612771c5bf3a8c2b45d2875422f61341dcbf401600d43f4eeb81f3f1d7dc3/569",
    "mojo_core_unittests": "1491542f7bb218dfb48491e8cd1d69bd06fcbf4d2e71040d4bb8ea6ff59c7fa9/569",
    "mojo_unittests": "64a8b99e0bef848345dc55b7399c194ea35dde9989a729477c2885ab114e76ff/647",
    "native_theme_unittests": "0502996304c0bd9319d7f235ecd976ee6aae91018c458779de3abe641ad06159/569",
    "net_unittests": "24a06f1e5911a5adef9e8662fab8a58d4a3e575237d7fe86d008af12c66d66e9/648",
    "openscreen_unittests": "8dc5de01cadd2803f77f2de4275fa8726e279b2ba5b96a34d9a55f601c34b97a/811",
    "pdf_unittests": "a0096d3a24dc6e2f8731e0c4eb78d68cfe4b8a9336458aaae1ba2677983672ce/725",
    "perfetto_unittests": "084bf83beed10a9c8843a5484f67739caf60cedd7c53772c917d4c15c122065f/569",
    "ppapi_unittests": "04d6e4a9c67312f74549a99eccb8b07a399d54b55d82ecf597e820ec205a1e54/569",
    "printing_unittests": "7295f8415ec378e7d85398d943ca76439524a74a2ab0be5e3c40b33b97fe13e3/569",
    "remoting_unittests": "b65779aef16f3aa6e4edbbeddfa346ac689fd775c7a687f50e4484bc71a57a31/646",
    "sandbox_linux_unittests": "7faf2e50ce2f4f3325073adf7aaa2b015fd6649143b5f1a7fd7b123abebe3658/569",
    "service_manager_unittests": "a77308d8550972d79446cb3b084c07aa4d829bb26634fc2fee7411c51ff81f3e/569",
    "services_unittests": "2545ebaac256580c8a0baf81fa7fc1a7bc5e44b9dd53fca542c6165ad679b031/815",
    "shell_dialogs_unittests": "78726be5401abebc49f158982604dcd7fded5467f8371c2fd67704099beea699/569",
    "skia_unittests": "822ad978ad66504b993f5883ff843687863f960c19f775e923151d580f32d020/569",
    "snapshot_unittests": "42e1218a0cb66914c057ff9b1ca12a7ef357a2d4a874c09220067452963ea732/569",
    "sql_unittests": "a430df41c68c0e3f438ef6a94c427418eac03140ee8ea7ad931fbff5a7b01cf0/646",
    "storage_unittests": "26323a0ba4481582e0b4aaaf8c59b2e67602b3a030cc2515974dc41cefc5f544/727",
    "sync_integration_tests": "9a6b345e3a8ba9f698bd1cfe2c76b17d1b384735bc9cdadb6cd156ec42869a0d/892",
    "traffic_annotation_auditor_unittests": "9591bcedece483696313894e8f83b9031458b658dca88cf9c33cfbe5ab97f680/650",
    "ui_base_unittests": "9b55367f2b9ed297a9694aebb6933da10bee1f4766364f6bd7d71c9363b1e162/723",
    "ui_touch_selection_unittests": "896b8ec334e093cf9b72cde6c7aa0c6a7e51d57057a27d040cc331d8e33ea259/569",
    "unit_tests": "6b331d01d69c40dd5624006cb28a289492f2cafbb9ec002728214cd6149c1709/1141",
    "url_unittests": "66d80ae7b0613aeb597dde9dc8494482af81dafdbcd9e7769eb0521ccd47fdb3/569",
    "views_unittests": "4fbd2aac88080d66c6e4c6adb2cb059558efa88a90d94da6a590bc83b37e8e25/569",
    "viz_unittests": "0b3764b1a23b64e491a4f347405954e1aee30c7d12d75578a44048bd1f6cfbb8/653",
    "vr_common_unittests": "e2b98206d6fbef7727d5819932a14f54e7f7103d1c391cef4d6054094f538bf0/811",
    "vr_pixeltests": "2b26f7e280f754e2f7b6d2953627e120a3e30adf34475f0601287449bbfeff27/725",
    "weblayer_browsertests": "bc5e13399d463b08dc5f98b38f41d49b930699bf09c3507e2012bb8651c271b0/893",
    "weblayer_unittests": "8af260186ff29a5b62d0b4ff40475a0cb09916acc6e58116fe4ca10351e112ca/725",
    "wm_unittests": "588f2e28148f3e1ef399e7cda3e57109cbc825ad892db68c9c777a4f7ebda43d/569",
    "wtf_unittests": "39ac9c5863cec6fa49fd8d92a81bcfdff9e6bf0f7dd4765bfea77f983cea7760/569",
    "x11_unittests": "3c8ddafbd81f1400025eb2515e93236aa2d8651017efe9d53515f3c35db8392a/569",
    "xr_browser_tests": "3aeb7751bf264e9cd5fc09c39cc80741694d78961133f04bbad553c36f5d9e1c/891",
    "zlib_unittests": "8c20f4564713815f2cf1e4f9c28449cfc551d7fe54514fcbdd9dec073e0b068c/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "e72e1a0ee60a3025feb4553ecc2b98359bae41ea95b68cf312527eb188ab646d/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d115fdc9032da7abaecfd7aa23f0aba9ee91a04e
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:77338
  • user_agent:recipe

Debug log (UTC)

[20:38:48.543] New invocation is queued and will start shortly
[20:38:48.543] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[20:38:49.909] Starting the invocation (attempt 1)
[20:38:49.959] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/d115fdc9032da7abaecfd7aa23f0aba9ee91a04e"
[20:38:49.959] Reconstructed gitiles commit from tags
[20:38:49.959] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:38:49.960] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:38:49.960] Buildbucket request:
{
  "requestId": "9001875111866524576",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "d115fdc9032da7abaecfd7aa23f0aba9ee91a04e"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "958dce52450b961e503cbb5ffb42b6214c00be81",
      "parent_got_dawn_revision": "7a446220a18f53199c9c36f0e149ef7e8b1ad22a",
      "parent_got_nacl_revision": "e9a12f9be6984fc2677657cf1ec7ede960f78143",
      "parent_got_revision": "d115fdc9032da7abaecfd7aa23f0aba9ee91a04e",
      "parent_got_revision_cp": "refs/heads/main@{#920333}",
      "parent_got_swiftshader_revision": "446e61c24b37e2d3cb1bd3334dd3854ec8f682bb",
      "parent_got_v8_revision": "4a03d61accede9dd0e3e6dc0456ff5a0e3f792b4",
      "parent_got_v8_revision_cp": "refs/heads/9.5.172@{#1}",
      "parent_got_webrtc_revision": "fb501792ebb6474f9055fce4d8f8581aa47eadc8",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#34960}",
      "swarm_hashes": {
            "absl_hardening_tests": "0e1e6b2a4dc60b50336d06f29f83bb2f3d847db7387659fa6d5c96888369b0f8/569",
            "accessibility_unittests": "0ae1da8d3dbe784af4c3b46df79867f95109708a109a7637510b34e66fed17c8/569",
            "angle_unittests": "2910d353f4131745cedf276e303b888d1bf37852f12e0b35c7a45659aa60d807/570",
            "app_shell_unittests": "2eee0852769ce8c49ba85f3dd022c50e7e172067cc7f6bea44a0d05de40b305f/809",
            "aura_unittests": "3de1e216101753f2b37c65ac668e9a410cb40be150ad985703c3d282830ccb22/569",
            "base_unittests": "9797c2b98489f2bdfc259c0efb5b9f2bc68a74038aa5642d22521954a85f79ac/648",
            "blink_common_unittests": "d17fa087f572d83e67637abd5bdd98c17d26c04291e4a236db6151ea5919c4d7/647",
            "blink_fuzzer_unittests": "5d73099f31ec24754b76a9c1503767cfca097d20117551587da5134ae3e4c389/648",
            "blink_heap_unittests": "4e0f79718e17b54a2bc8a9f51f3abf6db35fcdea659c41553ef588b9491e3bdc/648",
            "blink_platform_unittests": "e78b922f2f679a014537e1a939bdf4df9ede4a99a4df205434f7d6aa02db5c82/726",
            "blink_unittests": "dc195c5949fd170a7b499e358f71bd195808bc68799501a85c4f88238bd18abd/726",
            "boringssl_crypto_tests": "61d38e567377f933225406b16a8a96b52c742f8000c80ef1b0e106caeb13c49e/570",
            "boringssl_ssl_tests": "24cae712e55ba1a5bc1a6a77d81d909be752f235b465209bfa26819596ac0cf2/569",
            "capture_unittests": "5c6885981e019d3671c4ba6fd51a59baf27756e41e33ce86dae24f415dac53ea/648",
            "cast_unittests": "c6eaa1400e18ac3e4ae2150867fd6660a870690b3a8809dfae828c149529c8b3/569",
            "cc_unittests": "3749d651494cc8f0103e8937a07deed36f4923cdaf9c30927614a58553a1fd20/653",
            "chrome_app_unittests": "1fe01a4f8c42c705ead4ce93c6943b7141077ead53c4b6027f5224b35edb1d13/811",
            "chromedriver_unittests": "602ee3db1807fe641266286398db4a03bde7e973e20b77680579a9ed1f30e309/726",
            "color_unittests": "e5e4982e3bc467f0141ec3d9e6baae6566aa12b283c90856a6705d0df45649a8/569",
            "components_browsertests": "d6800e5286cd77f1c9e6b9fdf8b09f97649d6792e2b67d0382a55d419a888d8a/892",
            "components_unittests": "ccfb5b1c4d283b079f4cfc258931602d39ed51ab633e78be0eac563a65eb579f/892",
            "compositor_unittests": "fa207d5e6749c76e512396257d325d0222625f8053c18bd95e5ce5f4b34abbc8/645",
            "content_browsertests": "0544a7c1eafe39542afb8ad3e7605c1b8c292183f5d8d4270d32d650b397ed61/887",
            "content_unittests": "dccf57154f5fccbb8a8b7dded13e25c9b35e947192fb9d83ce6733f4ec289966/806",
            "cronet_tests": "80f6ac76461eddcfbb87875d55acbb5c968c25da00edefe5b0cd032b70ba9ab0/730",
            "cronet_unittests": "d1af79072e7d4233a41e83072ca0b4100ca1d04e7bb97a92ee4f993e56d345ad/646",
            "crypto_unittests": "744c62e6685a39677bf19b0141df57321930b1b76851d65384ab68b17b02fe84/569",
            "dbus_unittests": "11789258e7ad0d797a7f169f38928f1a57c673b56dcec33860e37b38938764cb/569",
            "device_unittests": "7f257ca0a1fd8e5a6c1bd280d9e780dc6667c93363b1fdbc2cbb31aa03c19086/646",
            "display_unittests": "451113eeab383e9c8fb59e3bd4ddef81722b1cc5306f80aa4a7dfed2ddda2750/569",
            "events_unittests": "66abe27799692226b5fd4b4f9dfb7d136cd356f7e0c9e2ea2f10f10470c1cd13/569",
            "extensions_browsertests": "fc564ae91347fb22dc999265448214afd29d2bdb138ccf72df7c2a551f2fa150/811",
            "extensions_unittests": "3fd8dbbefe0309926daa675bc4c3b62dffc95eca3849c71c7309341da9039c29/975",
            "filesystem_service_unittests": "fc5ea88bc810c5e98a94fba816260a1024403ca1889831a4438b672754d890a8/569",
            "gcm_unit_tests": "7512928d0de318f5857fcc02f0b946291bea345eaf6e44eeec1cf3574714e145/646",
            "gfx_unittests": "4f36cee84e29223d54dc173b219cdefd26d247436318159df4dcb11b5c4dc495/645",
            "gin_unittests": "8064d9e63beffcc58b49bec953d686e8573247fcb58678dc14ccfc915318d8c6/646",
            "gl_tests": "8e29ef848cf64ffa725d0a7b6810b7d6c63fe6b1890e9f676d3fb7ac1e4395b5/569",
            "gl_unittests": "8e365627d41a221073110869ac470dc0b51d232ee645321aef03994fee851360/569",
            "google_apis_unittests": "7ceaefe8947c1dfd1d1f2992b3d922b3ea0636410dd011e685fdb2ada2256eaa/731",
            "gpu_unittests": "98e003fd4ae17bda44138dd7a7714c7d736d250ebafaaef289c6b119f3ad70d1/646",
            "gtk_unittests": "1cd47869b92a25bea6d6c3eb488ee6e1534ee57b9734fc5bdecfa66c09a0067c/569",
            "gwp_asan_unittests": "394874bd81741c3f190feef9692024445ce28db304bc525229da7c149364844e/570",
            "headless_browsertests": "d6729b36b082164c4c08be0812536b30b5515ae5d92afab2f36d15a123e8fda7/809",
            "headless_unittests": "1387895c2c323488e803f454a9280e0baa7e2b9a3f1dc4abbdc8a226b9f81398/569",
            "interactive_ui_tests": "c1fb0d8b0fcac7a1547f457707c8919a4899f8fc23d5db9187bb5831b449ca6a/1128",
            "ipc_tests": "349baab9a681f2ff9f279f7136bc3f3788541d57952b18e32a2c4d6434ad0368/569",
            "jingle_unittests": "9a01df635b44aca0fc2182129c32bc771575b142305a3012d01e61644b9c9c29/646",
            "latency_unittests": "06bad6fa62ea7f55be237d02905f070f563257167d51f1dc132f845a5cca2850/569",
            "libjingle_xmpp_unittests": "2cb3281e0497f295f9fb2e5afc4bef303260dbe47252f8fcb6b3ae7c40cc51f7/569",
            "liburlpattern_unittests": "9d051bcef51730805703f0574ea8b87ebb5cb4d455a9cbeb172a16ac04867b37/569",
            "media_unittests": "89a122621c487094101bfd838c6beced9ddf251b0a3d1cf8f0ba37ea2e5713b3/649",
            "message_center_unittests": "52a81038e23aa70e4ba244235901472c761234a325e3d554606245db841415ab/569",
            "midi_unittests": "df4612771c5bf3a8c2b45d2875422f61341dcbf401600d43f4eeb81f3f1d7dc3/569",
            "mojo_core_unittests": "1491542f7bb218dfb48491e8cd1d69bd06fcbf4d2e71040d4bb8ea6ff59c7fa9/569",
            "mojo_unittests": "64a8b99e0bef848345dc55b7399c194ea35dde9989a729477c2885ab114e76ff/647",
            "native_theme_unittests": "0502996304c0bd9319d7f235ecd976ee6aae91018c458779de3abe641ad06159/569",
            "net_unittests": "24a06f1e5911a5adef9e8662fab8a58d4a3e575237d7fe86d008af12c66d66e9/648",
            "openscreen_unittests": "8dc5de01cadd2803f77f2de4275fa8726e279b2ba5b96a34d9a55f601c34b97a/811",
            "pdf_unittests": "a0096d3a24dc6e2f8731e0c4eb78d68cfe4b8a9336458aaae1ba2677983672ce/725",
            "perfetto_unittests": "084bf83beed10a9c8843a5484f67739caf60cedd7c53772c917d4c15c122065f/569",
            "ppapi_unittests": "04d6e4a9c67312f74549a99eccb8b07a399d54b55d82ecf597e820ec205a1e54/569",
            "printing_unittests": "7295f8415ec378e7d85398d943ca76439524a74a2ab0be5e3c40b33b97fe13e3/569",
            "remoting_unittests": "b65779aef16f3aa6e4edbbeddfa346ac689fd775c7a687f50e4484bc71a57a31/646",
            "sandbox_linux_unittests": "7faf2e50ce2f4f3325073adf7aaa2b015fd6649143b5f1a7fd7b123abebe3658/569",
            "service_manager_unittests": "a77308d8550972d79446cb3b084c07aa4d829bb26634fc2fee7411c51ff81f3e/569",
            "services_unittests": "2545ebaac256580c8a0baf81fa7fc1a7bc5e44b9dd53fca542c6165ad679b031/815",
            "shell_dialogs_unittests": "78726be5401abebc49f158982604dcd7fded5467f8371c2fd67704099beea699/569",
            "skia_unittests": "822ad978ad66504b993f5883ff843687863f960c19f775e923151d580f32d020/569",
            "snapshot_unittests": "42e1218a0cb66914c057ff9b1ca12a7ef357a2d4a874c09220067452963ea732/569",
            "sql_unittests": "a430df41c68c0e3f438ef6a94c427418eac03140ee8ea7ad931fbff5a7b01cf0/646",
            "storage_unittests": "26323a0ba4481582e0b4aaaf8c59b2e67602b3a030cc2515974dc41cefc5f544/727",
            "sync_integration_tests": "9a6b345e3a8ba9f698bd1cfe2c76b17d1b384735bc9cdadb6cd156ec42869a0d/892",
            "traffic_annotation_auditor_unittests": "9591bcedece483696313894e8f83b9031458b658dca88cf9c33cfbe5ab97f680/650",
            "ui_base_unittests": "9b55367f2b9ed297a9694aebb6933da10bee1f4766364f6bd7d71c9363b1e162/723",
            "ui_touch_selection_unittests": "896b8ec334e093cf9b72cde6c7aa0c6a7e51d57057a27d040cc331d8e33ea259/569",
            "unit_tests": "6b331d01d69c40dd5624006cb28a289492f2cafbb9ec002728214cd6149c1709/1141",
            "url_unittests": "66d80ae7b0613aeb597dde9dc8494482af81dafdbcd9e7769eb0521ccd47fdb3/569",
            "views_unittests": "4fbd2aac88080d66c6e4c6adb2cb059558efa88a90d94da6a590bc83b37e8e25/569",
            "viz_unittests": "0b3764b1a23b64e491a4f347405954e1aee30c7d12d75578a44048bd1f6cfbb8/653",
            "vr_common_unittests": "e2b98206d6fbef7727d5819932a14f54e7f7103d1c391cef4d6054094f538bf0/811",
            "vr_pixeltests": "2b26f7e280f754e2f7b6d2953627e120a3e30adf34475f0601287449bbfeff27/725",
            "weblayer_browsertests": "bc5e13399d463b08dc5f98b38f41d49b930699bf09c3507e2012bb8651c271b0/893",
            "weblayer_unittests": "8af260186ff29a5b62d0b4ff40475a0cb09916acc6e58116fe4ca10351e112ca/725",
            "wm_unittests": "588f2e28148f3e1ef399e7cda3e57109cbc825ad892db68c9c777a4f7ebda43d/569",
            "wtf_unittests": "39ac9c5863cec6fa49fd8d92a81bcfdff9e6bf0f7dd4765bfea77f983cea7760/569",
            "x11_unittests": "3c8ddafbd81f1400025eb2515e93236aa2d8651017efe9d53515f3c35db8392a/569",
            "xr_browser_tests": "3aeb7751bf264e9cd5fc09c39cc80741694d78961133f04bbad553c36f5d9e1c/891",
            "zlib_unittests": "8c20f4564713815f2cf1e4f9c28449cfc551d7fe54514fcbdd9dec073e0b068c/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "e72e1a0ee60a3025feb4553ecc2b98359bae41ea95b68cf312527eb188ab646d/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "d115fdc9032da7abaecfd7aa23f0aba9ee91a04e",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "9001875111866524576"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "77338"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[20:38:50.465] Scheduled build:
{
  "id": "8836445049632993489",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 69305,
  "createdBy": "project:chromium",
  "createTime": "2021-09-10T20:38:50.037765125Z",
  "updateTime": "2021-09-10T20:38:50.273616460Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "d115fdc9032da7abaecfd7aa23f0aba9ee91a04e",
      "ref": "refs/heads/main"
    }
  }
}
[20:38:50.465] Task URL: https://cr-buildbucket.appspot.com/build/8836445049632993489
[20:38:50.465] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9001875111866524576:2:0) after 9m37s
[20:43:10.822] Received PubSub notification, asking Buildbucket for the build status
[20:43:10.873] Build status: STARTED
[20:48:27.485] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9001875111866524576:2:0)
[20:48:27.622] Build status: STARTED
[20:48:27.623] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9001875111866524576:4:0) after 7m20s
[20:55:47.664] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9001875111866524576:4:0)
[20:55:47.699] Build status: STARTED
[20:55:47.699] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9001875111866524576:5:0) after 6m45s
[21:02:32.882] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9001875111866524576:5:0)
[21:02:32.910] Build status: STARTED
[21:02:32.910] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9001875111866524576:6:0) after 2m6s
[21:04:39.189] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9001875111866524576:6:0)
[21:04:39.218] Build status: STARTED
[21:04:39.218] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9001875111866524576:7:0) after 6m32s
[21:11:11.236] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9001875111866524576:7:0)
[21:11:11.289] Build status: STARTED
[21:11:11.289] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9001875111866524576:8:0) after 9m54s
[21:20:56.818] Received PubSub notification, asking Buildbucket for the build status
[21:20:56.850] Build:
{
  "id": "8836445049632993489",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 69305,
  "createdBy": "project:chromium",
  "createTime": "2021-09-10T20:38:50.037765125Z",
  "startTime": "2021-09-10T20:43:08.959446Z",
  "endTime": "2021-09-10T21:20:56.034820785Z",
  "updateTime": "2021-09-10T21:20:56.035119924Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "d115fdc9032da7abaecfd7aa23f0aba9ee91a04e",
      "ref": "refs/heads/main"
    }
  }
}
[21:20:56.850] Invocation finished in 42m8.325397346s with status FAILED