Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 31 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/77438 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "44925705e2d5e370b39dfab9c6459c9ec799561c"
    }
  },
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "9112b1a96d49967d87142179758ff6f32ca132e8",
  "parent_got_dawn_revision": "020d69905e03b2f1d6f658775bd0993609eca1de",
  "parent_got_nacl_revision": "9cf177a3090c39cee56402e009e1e4665d8a3132",
  "parent_got_revision": "44925705e2d5e370b39dfab9c6459c9ec799561c",
  "parent_got_revision_cp": "refs/heads/main@{#921465}",
  "parent_got_swiftshader_revision": "0fa19bd6c285e8ad3459a3f58ca903ceb2d7ab00",
  "parent_got_v8_revision": "38c0b55a1bc497992da57fa14e34afc97f0bf282",
  "parent_got_v8_revision_cp": "refs/heads/9.6.14@{#1}",
  "parent_got_webrtc_revision": "7ca630f8dd0c1c8179a635660c0265bb5f4ea179",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#34992}",
  "revision": "44925705e2d5e370b39dfab9c6459c9ec799561c",
  "swarm_hashes": {
    "absl_hardening_tests": "5b53b728c35fdd65d8e20ffed6ec05c038cedd4f484d451b9eb7105c7443ef86/569",
    "accessibility_unittests": "6a763c0efc9816efff39237b2a462add919b462553cc3bc13c2c7ab258e19c77/569",
    "angle_unittests": "288f52ee725f15a9eb5bdb8f2e4ab28515ea1a8787a56cc28129c7c064fc9661/570",
    "app_shell_unittests": "97c873a625140675d86633c6b592cf69afead746fd77e330f5f2c7992f96689e/809",
    "aura_unittests": "3c764201f3702046bc2d6538c164f66e476474386a9232cdef8178916a2eebf5/569",
    "base_unittests": "6c9957ec270b14a9c8bff6afc5c2fde30326a2a2815513d0214f87222633026d/648",
    "blink_common_unittests": "c9e70dc29d19e1e5bef7cb0fbc29dc7c8c7826dd04482a942cedd05f48b7ed6d/647",
    "blink_fuzzer_unittests": "2cd632ad7c578df2830782d9057fa7e78b9dd29adab0cbe687d2134293abbbf7/648",
    "blink_heap_unittests": "0f64f0e867b7ec3e52b13e6cc70ee35ac8dc094a95694a423f756abf8900b407/648",
    "blink_platform_unittests": "e2e0ac4502ed216f0966cee3e996d4cf9f3bc60b835f9e75191a14561d2b7783/726",
    "blink_unittests": "c2ca530988e4e62b19718d3e4c281265ea4db0a5863762fbe73ef61502df9d6c/726",
    "boringssl_crypto_tests": "9c2d7cb462a7ddb35db67b088be501da0bc748b581b77c0289bfa7ffe56cff79/570",
    "boringssl_ssl_tests": "29723b7eaf5ce9e667b780651341c445b63d6efb0d349faaf5ec8e85bee40581/569",
    "capture_unittests": "77fd893e5a1213a7c18ac841b95c7ddceb1ff6489139d5ea8d4d9ebb343f0a62/648",
    "cast_unittests": "854906cb6d65e7e76714ba50888073dfa8ab09ad46d16f4bf3235e5acad7d54a/569",
    "cc_unittests": "ab313622d544808d2ee778d5d3dc4674acf0893739c9ed09743f1a076dfa87fa/653",
    "chrome_app_unittests": "9d1d970daa4d75f76bdba82b222b8e6d52411ab474f4d5010fed2333b406cc4b/811",
    "chromedriver_unittests": "e7b181a2fbcb06f233440914778d5fd9bfc9d0880a46c183a55bd7822032617f/726",
    "color_unittests": "21dc689747c9be3bcc91b6ff9d0998297a4ebfcd68b1d77b55d8fd075ef68026/569",
    "components_browsertests": "0d4ea697350f4e0c3f9efe46c475e15138456ba031651791d7998dbf03b34996/892",
    "components_unittests": "52a20a4f2dcbf097d4da5cc3bc0d13cec2bb66012293b794ab6b16b34de26566/892",
    "compositor_unittests": "e26edc7201f7b3bc4a5d8be8c43219f442d7da28c9cdf791132540a9611e5df2/645",
    "content_browsertests": "9c750e05ea4ae7a75425da0cd871123e09145d4294f882d72e4a66249c171bdf/887",
    "content_unittests": "a0472f0fe54813475fb0cadb43847c0250e3cc2a4bf30e29d68059a8465c9ecf/806",
    "cronet_tests": "ea6a66e13cb809dae74cb674634104fd0253eb8febab6591f874008f62d1022b/730",
    "cronet_unittests": "2e15424ff5ef6e010806836b49ba5fe643df08e67c16186a853592f6c622047d/646",
    "crypto_unittests": "0a81a4b10d5b5d9e93d41553411c3c1c381248f6e5db70664d86c6582d5d5bbd/569",
    "dbus_unittests": "17f61b50a51925706a29b9c9d08e98205ca683809367f68f9d8313d00500edc0/569",
    "device_unittests": "6e151aefb43057e87372bce69403d2a27c427be6d2088d085cbe3aac1586274e/646",
    "display_unittests": "cdbda9ac106a6aea87d1886084d9f75be0a406fe2189cb591538983d504affe2/569",
    "events_unittests": "9af2ec9c2c40ca7858cf05e228a1d70e400f1415cd5aa08be279017619aa091f/569",
    "extensions_browsertests": "4fee46881a481eb64bbb6d709ef9e3d06d07ec95094acfde9806e75a6a41bcd9/811",
    "extensions_unittests": "d3990097f192b0478e8e0363218e8674e0ce740736a7dcfddbd47aa5b02792c2/975",
    "filesystem_service_unittests": "092878d9e0956a55e373b60ae57c6f23ac4929a088828d2654cc6353e959a02e/569",
    "gcm_unit_tests": "65f68a31d07a3759e38142fb1fcc04fa9bf9c559df094ca87e7beecf6a280273/646",
    "gfx_unittests": "7140c4d6b5c14d46ecb253426436506aac71f2a2e785a3e54fd17660ebe6ea56/645",
    "gin_unittests": "80e02256d019bbe2b08b72fc6e5dc37bcbc8457f54312044e55a8c7fac875032/646",
    "gl_tests": "0d746b7c415ec010771a668e193904827785ddacf150e70a2b099bbc45f71bd0/569",
    "gl_unittests": "ae418b6bdb26b6fb914e5238bc808c1414317f70d1fae4a9e5af61701c8d557d/569",
    "google_apis_unittests": "5fa7ffbab753ee3522b3a5ce6c7a3b4ccad90af96ffba33efd014a55716e3296/731",
    "gpu_unittests": "8b61fd986ad81e771bf4053e9d91981b92ee328a74a14aef460f1c56cc5cd3ce/646",
    "gtk_unittests": "ac18089b6e4b30686a2e0fdb835d8d1649ed2de937466ecc3ddef9da8cd4e0d6/569",
    "gwp_asan_unittests": "0f224062c1cfabac1cb60c9e23e33cfeb5f195c0c8eefbaf9f0f75b9558503b8/570",
    "headless_browsertests": "a02faef7d85a87cba6a95f02901dd265b7c4c3e923acad7932a2564bdface8a4/809",
    "headless_unittests": "d2588057a46558dbbcf2e79d046c309755791079faf877e9937b9d58111a7e7a/569",
    "interactive_ui_tests": "9e014eb3c69e05f48925a0c80a77eecc1690d302a46e3b9818313984a22ca227/1128",
    "ipc_tests": "7134375ca5ce1b26e62093b7ca35fa413571f5230835420b9064bf70ce45e728/569",
    "jingle_unittests": "35a5057f4c9cb04659d6e2dd5ab014e2aee343b1b396ecbe9c4146d2bc05cba9/646",
    "latency_unittests": "1d45b7e656184f8f051de9c5e61b8698d7662d77de04b1215988d962a5ce63fc/569",
    "libjingle_xmpp_unittests": "1ee6736837af4d49718f0f5261931ee2e3844a013ab624192879ce2a0b316431/569",
    "liburlpattern_unittests": "3a84ca0e8c1ee9ab39bb416d9601506933cc5d05d7d68947e1a1e351a6b3d47e/569",
    "media_unittests": "9dbf485f909a377f7be3ae4862191a5c80f95127eb41b48e488361d38844fb15/649",
    "message_center_unittests": "e64c66115533141d62aaadfadee5c4ddd53014b198e4cfd44ac0338c0633a88b/569",
    "midi_unittests": "1c0b89957957cb9289993f128b0c0e1c258fc059f0995a265dc72985d0dd3a54/569",
    "mojo_core_unittests": "0933a04514e44c67c55b99be79c4026468ca0d67e43b46793c3325c94d18c492/569",
    "mojo_unittests": "bddc9a2ff99113bc321596ea2dccf0bb16dfe211959c0451f28ba46314326d45/647",
    "native_theme_unittests": "f35be2280320e1955a7b60a1ce4975b11366a67440dc7c58885d47b2862bd6dc/569",
    "net_unittests": "70d38c6fbc488a26580a5ce9c2ce43d46f6e0396d3242aa2eadbf76375b56636/648",
    "openscreen_unittests": "84dc59c0af369e9439c7d27efa04c2a135461fbf8f82047d1087b1c2c5283a8a/811",
    "pdf_unittests": "a36ac6e809623035ef3626ac663730c2c1af13c0e170d9607a820047b88e99ae/725",
    "perfetto_unittests": "62eeb453a238efd3997204ca5d9b7778ac0fc3171044882dd72f7cb1a009b3f3/569",
    "ppapi_unittests": "72bee0f367b1b87cb3fcae0be3afc8ec2c324512ec7237793773a9c41000b690/569",
    "printing_unittests": "51f898c76052d799af22a16566df8cd702a80844ce2d37b02800ce50b213e5c8/569",
    "remoting_unittests": "a77fbe2b2aef4cb061b131033c2886bf2e0430116b8f24246d70a062b573fd2e/646",
    "sandbox_linux_unittests": "da767dbca7fb7a3155f9368b497d4f6bcdb01ba47a3287dce7ac905bc56945b5/569",
    "service_manager_unittests": "ecb15cf26f6159286e511ae47b9dc377933a720f33ebbe7f754da000e37bb398/569",
    "services_unittests": "740c192ce9f0ddd2ef2dc8ce1c4ec3322a6bf5c2ccc154c379d57e126033b334/815",
    "shell_dialogs_unittests": "b396d99405d8960dcc863f22b465f31d6cc84af408eec2baff006668245c3dd7/569",
    "skia_unittests": "936dcf2ac96b210602da98c3147a611638e902e58f038c8192142efc43842300/569",
    "snapshot_unittests": "f61289a1c49ece57992c0f2e5f6065c4967e2e94b884a7d271afcdf810f56b6b/569",
    "sql_unittests": "3f9e8b98f816e428b89eaf7e2d999c4f11f282c0ac378ad051467a72f0ff264c/646",
    "storage_unittests": "0d29707ddea40ee1ecdb34c0deeef166c3b6c95062529b82898f182fbe6c7548/727",
    "sync_integration_tests": "6c3cbc0defe5d670349d48cea2aea718dc8dc0f72d2d3eb60a07dec42df04ef7/892",
    "traffic_annotation_auditor_unittests": "cc09b1fc4150070a9de9339d7fda303b23199b5c4a3ae4ae86484f31ee6c50c6/650",
    "ui_base_unittests": "a81f565d3bc27920ec7fbd59b828e7e2703a6490fb38152f76518eb39abdd6ff/723",
    "ui_touch_selection_unittests": "8b0ae24dee4ee0678c3eb580837d1dc624874fe547c6b2ca32707da1a3b06d9d/569",
    "unit_tests": "89eb93fd73cab8514efcc5c73e8e9307d61fffaaad067d53c2d3490d0ac75f21/1141",
    "url_unittests": "258c093886e0ed261e170d3e76d3ce23164124580dbdaf695b961b2d1f7c05d9/569",
    "views_unittests": "41af16ee67cdd636e55ac96c533ff430e5ab40acf4c2177adca09fd9fc9508fc/569",
    "viz_unittests": "7a1c3df2acaf39e54e7391b4b189da90db4eea78ab201a819429c90d0e8ef223/653",
    "vr_common_unittests": "7b9469f2129b66ae97d4b8e0d8eea6f429553fff47c82e74f9ad4bfd44ad9913/811",
    "vr_pixeltests": "ebcb4ce69f4b59619275a025394c8fc472d1fc4b298a3d73d8a5763999d9c55d/725",
    "weblayer_browsertests": "b89470045489aee43bc731092a209ca953c104b2dcef964542c1e73aaf3a012f/893",
    "weblayer_unittests": "25e3201dbd4817472673224e58e3bd6890ab41520810ff799ff05672cf87f7ba/725",
    "wm_unittests": "8f2e19ffcba64ac0b5ee3290e07abad4f79901f985822fa9b88973a4c74d30d7/569",
    "wtf_unittests": "f11449932d7e169ba34853b7fc44a214d7dbba08ada09a6372e439df81e26143/569",
    "x11_unittests": "f6d107b0f2337f928b16a248833cd9ad0acd7f71f3e8358f9f0bdd05186224d9/569",
    "xr_browser_tests": "517284879fc1fcd3c0fdd9126f996ad532720816be32d87349c1f1242a8a795e/891",
    "zlib_unittests": "cce5e0a3b248a68530039d10eb0f2dd28cc8d10bc2cdd5fa77faca21c5838440/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "e72e1a0ee60a3025feb4553ecc2b98359bae41ea95b68cf312527eb188ab646d/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/44925705e2d5e370b39dfab9c6459c9ec799561c
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:77438
  • user_agent:recipe

Debug log (UTC)

[00:24:17.136] New invocation is queued and will start shortly
[00:24:17.136] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[00:24:18.208] Starting the invocation (attempt 1)
[00:24:18.252] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/44925705e2d5e370b39dfab9c6459c9ec799561c"
[00:24:18.252] Reconstructed gitiles commit from tags
[00:24:18.252] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:24:18.252] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:24:18.253] Buildbucket request:
{
  "requestId": "9001498538238631680",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "44925705e2d5e370b39dfab9c6459c9ec799561c"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "9112b1a96d49967d87142179758ff6f32ca132e8",
      "parent_got_dawn_revision": "020d69905e03b2f1d6f658775bd0993609eca1de",
      "parent_got_nacl_revision": "9cf177a3090c39cee56402e009e1e4665d8a3132",
      "parent_got_revision": "44925705e2d5e370b39dfab9c6459c9ec799561c",
      "parent_got_revision_cp": "refs/heads/main@{#921465}",
      "parent_got_swiftshader_revision": "0fa19bd6c285e8ad3459a3f58ca903ceb2d7ab00",
      "parent_got_v8_revision": "38c0b55a1bc497992da57fa14e34afc97f0bf282",
      "parent_got_v8_revision_cp": "refs/heads/9.6.14@{#1}",
      "parent_got_webrtc_revision": "7ca630f8dd0c1c8179a635660c0265bb5f4ea179",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#34992}",
      "swarm_hashes": {
            "absl_hardening_tests": "5b53b728c35fdd65d8e20ffed6ec05c038cedd4f484d451b9eb7105c7443ef86/569",
            "accessibility_unittests": "6a763c0efc9816efff39237b2a462add919b462553cc3bc13c2c7ab258e19c77/569",
            "angle_unittests": "288f52ee725f15a9eb5bdb8f2e4ab28515ea1a8787a56cc28129c7c064fc9661/570",
            "app_shell_unittests": "97c873a625140675d86633c6b592cf69afead746fd77e330f5f2c7992f96689e/809",
            "aura_unittests": "3c764201f3702046bc2d6538c164f66e476474386a9232cdef8178916a2eebf5/569",
            "base_unittests": "6c9957ec270b14a9c8bff6afc5c2fde30326a2a2815513d0214f87222633026d/648",
            "blink_common_unittests": "c9e70dc29d19e1e5bef7cb0fbc29dc7c8c7826dd04482a942cedd05f48b7ed6d/647",
            "blink_fuzzer_unittests": "2cd632ad7c578df2830782d9057fa7e78b9dd29adab0cbe687d2134293abbbf7/648",
            "blink_heap_unittests": "0f64f0e867b7ec3e52b13e6cc70ee35ac8dc094a95694a423f756abf8900b407/648",
            "blink_platform_unittests": "e2e0ac4502ed216f0966cee3e996d4cf9f3bc60b835f9e75191a14561d2b7783/726",
            "blink_unittests": "c2ca530988e4e62b19718d3e4c281265ea4db0a5863762fbe73ef61502df9d6c/726",
            "boringssl_crypto_tests": "9c2d7cb462a7ddb35db67b088be501da0bc748b581b77c0289bfa7ffe56cff79/570",
            "boringssl_ssl_tests": "29723b7eaf5ce9e667b780651341c445b63d6efb0d349faaf5ec8e85bee40581/569",
            "capture_unittests": "77fd893e5a1213a7c18ac841b95c7ddceb1ff6489139d5ea8d4d9ebb343f0a62/648",
            "cast_unittests": "854906cb6d65e7e76714ba50888073dfa8ab09ad46d16f4bf3235e5acad7d54a/569",
            "cc_unittests": "ab313622d544808d2ee778d5d3dc4674acf0893739c9ed09743f1a076dfa87fa/653",
            "chrome_app_unittests": "9d1d970daa4d75f76bdba82b222b8e6d52411ab474f4d5010fed2333b406cc4b/811",
            "chromedriver_unittests": "e7b181a2fbcb06f233440914778d5fd9bfc9d0880a46c183a55bd7822032617f/726",
            "color_unittests": "21dc689747c9be3bcc91b6ff9d0998297a4ebfcd68b1d77b55d8fd075ef68026/569",
            "components_browsertests": "0d4ea697350f4e0c3f9efe46c475e15138456ba031651791d7998dbf03b34996/892",
            "components_unittests": "52a20a4f2dcbf097d4da5cc3bc0d13cec2bb66012293b794ab6b16b34de26566/892",
            "compositor_unittests": "e26edc7201f7b3bc4a5d8be8c43219f442d7da28c9cdf791132540a9611e5df2/645",
            "content_browsertests": "9c750e05ea4ae7a75425da0cd871123e09145d4294f882d72e4a66249c171bdf/887",
            "content_unittests": "a0472f0fe54813475fb0cadb43847c0250e3cc2a4bf30e29d68059a8465c9ecf/806",
            "cronet_tests": "ea6a66e13cb809dae74cb674634104fd0253eb8febab6591f874008f62d1022b/730",
            "cronet_unittests": "2e15424ff5ef6e010806836b49ba5fe643df08e67c16186a853592f6c622047d/646",
            "crypto_unittests": "0a81a4b10d5b5d9e93d41553411c3c1c381248f6e5db70664d86c6582d5d5bbd/569",
            "dbus_unittests": "17f61b50a51925706a29b9c9d08e98205ca683809367f68f9d8313d00500edc0/569",
            "device_unittests": "6e151aefb43057e87372bce69403d2a27c427be6d2088d085cbe3aac1586274e/646",
            "display_unittests": "cdbda9ac106a6aea87d1886084d9f75be0a406fe2189cb591538983d504affe2/569",
            "events_unittests": "9af2ec9c2c40ca7858cf05e228a1d70e400f1415cd5aa08be279017619aa091f/569",
            "extensions_browsertests": "4fee46881a481eb64bbb6d709ef9e3d06d07ec95094acfde9806e75a6a41bcd9/811",
            "extensions_unittests": "d3990097f192b0478e8e0363218e8674e0ce740736a7dcfddbd47aa5b02792c2/975",
            "filesystem_service_unittests": "092878d9e0956a55e373b60ae57c6f23ac4929a088828d2654cc6353e959a02e/569",
            "gcm_unit_tests": "65f68a31d07a3759e38142fb1fcc04fa9bf9c559df094ca87e7beecf6a280273/646",
            "gfx_unittests": "7140c4d6b5c14d46ecb253426436506aac71f2a2e785a3e54fd17660ebe6ea56/645",
            "gin_unittests": "80e02256d019bbe2b08b72fc6e5dc37bcbc8457f54312044e55a8c7fac875032/646",
            "gl_tests": "0d746b7c415ec010771a668e193904827785ddacf150e70a2b099bbc45f71bd0/569",
            "gl_unittests": "ae418b6bdb26b6fb914e5238bc808c1414317f70d1fae4a9e5af61701c8d557d/569",
            "google_apis_unittests": "5fa7ffbab753ee3522b3a5ce6c7a3b4ccad90af96ffba33efd014a55716e3296/731",
            "gpu_unittests": "8b61fd986ad81e771bf4053e9d91981b92ee328a74a14aef460f1c56cc5cd3ce/646",
            "gtk_unittests": "ac18089b6e4b30686a2e0fdb835d8d1649ed2de937466ecc3ddef9da8cd4e0d6/569",
            "gwp_asan_unittests": "0f224062c1cfabac1cb60c9e23e33cfeb5f195c0c8eefbaf9f0f75b9558503b8/570",
            "headless_browsertests": "a02faef7d85a87cba6a95f02901dd265b7c4c3e923acad7932a2564bdface8a4/809",
            "headless_unittests": "d2588057a46558dbbcf2e79d046c309755791079faf877e9937b9d58111a7e7a/569",
            "interactive_ui_tests": "9e014eb3c69e05f48925a0c80a77eecc1690d302a46e3b9818313984a22ca227/1128",
            "ipc_tests": "7134375ca5ce1b26e62093b7ca35fa413571f5230835420b9064bf70ce45e728/569",
            "jingle_unittests": "35a5057f4c9cb04659d6e2dd5ab014e2aee343b1b396ecbe9c4146d2bc05cba9/646",
            "latency_unittests": "1d45b7e656184f8f051de9c5e61b8698d7662d77de04b1215988d962a5ce63fc/569",
            "libjingle_xmpp_unittests": "1ee6736837af4d49718f0f5261931ee2e3844a013ab624192879ce2a0b316431/569",
            "liburlpattern_unittests": "3a84ca0e8c1ee9ab39bb416d9601506933cc5d05d7d68947e1a1e351a6b3d47e/569",
            "media_unittests": "9dbf485f909a377f7be3ae4862191a5c80f95127eb41b48e488361d38844fb15/649",
            "message_center_unittests": "e64c66115533141d62aaadfadee5c4ddd53014b198e4cfd44ac0338c0633a88b/569",
            "midi_unittests": "1c0b89957957cb9289993f128b0c0e1c258fc059f0995a265dc72985d0dd3a54/569",
            "mojo_core_unittests": "0933a04514e44c67c55b99be79c4026468ca0d67e43b46793c3325c94d18c492/569",
            "mojo_unittests": "bddc9a2ff99113bc321596ea2dccf0bb16dfe211959c0451f28ba46314326d45/647",
            "native_theme_unittests": "f35be2280320e1955a7b60a1ce4975b11366a67440dc7c58885d47b2862bd6dc/569",
            "net_unittests": "70d38c6fbc488a26580a5ce9c2ce43d46f6e0396d3242aa2eadbf76375b56636/648",
            "openscreen_unittests": "84dc59c0af369e9439c7d27efa04c2a135461fbf8f82047d1087b1c2c5283a8a/811",
            "pdf_unittests": "a36ac6e809623035ef3626ac663730c2c1af13c0e170d9607a820047b88e99ae/725",
            "perfetto_unittests": "62eeb453a238efd3997204ca5d9b7778ac0fc3171044882dd72f7cb1a009b3f3/569",
            "ppapi_unittests": "72bee0f367b1b87cb3fcae0be3afc8ec2c324512ec7237793773a9c41000b690/569",
            "printing_unittests": "51f898c76052d799af22a16566df8cd702a80844ce2d37b02800ce50b213e5c8/569",
            "remoting_unittests": "a77fbe2b2aef4cb061b131033c2886bf2e0430116b8f24246d70a062b573fd2e/646",
            "sandbox_linux_unittests": "da767dbca7fb7a3155f9368b497d4f6bcdb01ba47a3287dce7ac905bc56945b5/569",
            "service_manager_unittests": "ecb15cf26f6159286e511ae47b9dc377933a720f33ebbe7f754da000e37bb398/569",
            "services_unittests": "740c192ce9f0ddd2ef2dc8ce1c4ec3322a6bf5c2ccc154c379d57e126033b334/815",
            "shell_dialogs_unittests": "b396d99405d8960dcc863f22b465f31d6cc84af408eec2baff006668245c3dd7/569",
            "skia_unittests": "936dcf2ac96b210602da98c3147a611638e902e58f038c8192142efc43842300/569",
            "snapshot_unittests": "f61289a1c49ece57992c0f2e5f6065c4967e2e94b884a7d271afcdf810f56b6b/569",
            "sql_unittests": "3f9e8b98f816e428b89eaf7e2d999c4f11f282c0ac378ad051467a72f0ff264c/646",
            "storage_unittests": "0d29707ddea40ee1ecdb34c0deeef166c3b6c95062529b82898f182fbe6c7548/727",
            "sync_integration_tests": "6c3cbc0defe5d670349d48cea2aea718dc8dc0f72d2d3eb60a07dec42df04ef7/892",
            "traffic_annotation_auditor_unittests": "cc09b1fc4150070a9de9339d7fda303b23199b5c4a3ae4ae86484f31ee6c50c6/650",
            "ui_base_unittests": "a81f565d3bc27920ec7fbd59b828e7e2703a6490fb38152f76518eb39abdd6ff/723",
            "ui_touch_selection_unittests": "8b0ae24dee4ee0678c3eb580837d1dc624874fe547c6b2ca32707da1a3b06d9d/569",
            "unit_tests": "89eb93fd73cab8514efcc5c73e8e9307d61fffaaad067d53c2d3490d0ac75f21/1141",
            "url_unittests": "258c093886e0ed261e170d3e76d3ce23164124580dbdaf695b961b2d1f7c05d9/569",
            "views_unittests": "41af16ee67cdd636e55ac96c533ff430e5ab40acf4c2177adca09fd9fc9508fc/569",
            "viz_unittests": "7a1c3df2acaf39e54e7391b4b189da90db4eea78ab201a819429c90d0e8ef223/653",
            "vr_common_unittests": "7b9469f2129b66ae97d4b8e0d8eea6f429553fff47c82e74f9ad4bfd44ad9913/811",
            "vr_pixeltests": "ebcb4ce69f4b59619275a025394c8fc472d1fc4b298a3d73d8a5763999d9c55d/725",
            "weblayer_browsertests": "b89470045489aee43bc731092a209ca953c104b2dcef964542c1e73aaf3a012f/893",
            "weblayer_unittests": "25e3201dbd4817472673224e58e3bd6890ab41520810ff799ff05672cf87f7ba/725",
            "wm_unittests": "8f2e19ffcba64ac0b5ee3290e07abad4f79901f985822fa9b88973a4c74d30d7/569",
            "wtf_unittests": "f11449932d7e169ba34853b7fc44a214d7dbba08ada09a6372e439df81e26143/569",
            "x11_unittests": "f6d107b0f2337f928b16a248833cd9ad0acd7f71f3e8358f9f0bdd05186224d9/569",
            "xr_browser_tests": "517284879fc1fcd3c0fdd9126f996ad532720816be32d87349c1f1242a8a795e/891",
            "zlib_unittests": "cce5e0a3b248a68530039d10eb0f2dd28cc8d10bc2cdd5fa77faca21c5838440/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "e72e1a0ee60a3025feb4553ecc2b98359bae41ea95b68cf312527eb188ab646d/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "44925705e2d5e370b39dfab9c6459c9ec799561c",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "9001498538238631680"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "77438"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[00:24:18.961] Scheduled build:
{
  "id": "8836068476263136673",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 69405,
  "createdBy": "project:chromium",
  "createTime": "2021-09-15T00:24:18.388186294Z",
  "updateTime": "2021-09-15T00:24:18.698892751Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "44925705e2d5e370b39dfab9c6459c9ec799561c",
      "ref": "refs/heads/main"
    }
  }
}
[00:24:18.961] Task URL: https://cr-buildbucket.appspot.com/build/8836068476263136673
[00:24:18.961] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9001498538238631680:2:0) after 1m16s
[00:24:51.287] Received PubSub notification, asking Buildbucket for the build status
[00:24:51.319] Build status: STARTED
[00:25:35.174] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9001498538238631680:2:0)
[00:25:35.220] Build status: STARTED
[00:25:35.220] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9001498538238631680:4:0) after 3m12s
[00:28:47.457] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9001498538238631680:4:0)
[00:28:47.492] Build status: STARTED
[00:28:47.492] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9001498538238631680:5:0) after 6m17s
[00:35:04.516] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9001498538238631680:5:0)
[00:35:04.621] Build status: STARTED
[00:35:04.621] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9001498538238631680:6:0) after 9m16s
[00:44:20.660] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9001498538238631680:6:0)
[00:44:20.694] Build status: STARTED
[00:44:20.694] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9001498538238631680:7:0) after 2m33s
[00:46:53.891] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9001498538238631680:7:0)
[00:46:53.936] Build status: STARTED
[00:46:53.936] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9001498538238631680:8:0) after 9m28s
[00:56:14.955] Received PubSub notification, asking Buildbucket for the build status
[00:56:15.003] Build:
{
  "id": "8836068476263136673",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 69405,
  "createdBy": "project:chromium",
  "createTime": "2021-09-15T00:24:18.388186294Z",
  "startTime": "2021-09-15T00:24:46.473387Z",
  "endTime": "2021-09-15T00:56:14.300238881Z",
  "updateTime": "2021-09-15T00:56:14.300643921Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "44925705e2d5e370b39dfab9c6459c9ec799561c",
      "ref": "refs/heads/main"
    }
  }
}
[00:56:15.003] Invocation finished in 31m57.881583803s with status FAILED