Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 27 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/77434 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "0657dea3623157df1c3bab4847a0bb77867d6287"
    }
  },
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "9112b1a96d49967d87142179758ff6f32ca132e8",
  "parent_got_dawn_revision": "e2cc5d624a824eb5f76c6a373d6c714db84cb597",
  "parent_got_nacl_revision": "9cf177a3090c39cee56402e009e1e4665d8a3132",
  "parent_got_revision": "0657dea3623157df1c3bab4847a0bb77867d6287",
  "parent_got_revision_cp": "refs/heads/main@{#921390}",
  "parent_got_swiftshader_revision": "0fa19bd6c285e8ad3459a3f58ca903ceb2d7ab00",
  "parent_got_v8_revision": "38c0b55a1bc497992da57fa14e34afc97f0bf282",
  "parent_got_v8_revision_cp": "refs/heads/9.6.14@{#1}",
  "parent_got_webrtc_revision": "7ca630f8dd0c1c8179a635660c0265bb5f4ea179",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#34992}",
  "revision": "0657dea3623157df1c3bab4847a0bb77867d6287",
  "swarm_hashes": {
    "absl_hardening_tests": "5b53b728c35fdd65d8e20ffed6ec05c038cedd4f484d451b9eb7105c7443ef86/569",
    "accessibility_unittests": "7f18d43afce66115b2db4670e8dca68e01fe60d8b4ecd47b3adc0252b9bc071c/569",
    "angle_unittests": "288f52ee725f15a9eb5bdb8f2e4ab28515ea1a8787a56cc28129c7c064fc9661/570",
    "app_shell_unittests": "c605c20203d9e2a859cc9c310e8d11b494d845a7d6c76b24242d694be282299b/809",
    "aura_unittests": "6991b55a8842ea70a3a2e1e9aa839b5e0a0a3c2c6f3535093b84c880d929e84f/569",
    "base_unittests": "f926eaeb492e473ef38e7a3af352a2a08c5fdea2184fdc0f0611dee1ad3b8a53/648",
    "blink_common_unittests": "8c4be593ad805de036f7437ce4cb49849d0cd2a2948830d8cbf20e894323a2a6/647",
    "blink_fuzzer_unittests": "6311c753c77574fc5b988fb50d3e960d1d01356d8b9f508fa8902c7eab7b37ca/648",
    "blink_heap_unittests": "065b87b527881de6fb50b01eb60da934566222d0d4fbae3330bdc5bb13dd3c47/648",
    "blink_platform_unittests": "77873b4a71249166bb31bd2a755b2ba0a7d8c3d8a4c642235cc43661c6c3c7bf/726",
    "blink_unittests": "db28b7407c07d85cd2625ad012b6fd6f35c61e881ee8604e60febf2c3aec1dd3/726",
    "boringssl_crypto_tests": "9c2d7cb462a7ddb35db67b088be501da0bc748b581b77c0289bfa7ffe56cff79/570",
    "boringssl_ssl_tests": "29723b7eaf5ce9e667b780651341c445b63d6efb0d349faaf5ec8e85bee40581/569",
    "capture_unittests": "2bccde31541992f88538d3a41268134ae17d2fbe83b3fb34facf8f397ba7dfb4/648",
    "cast_unittests": "0003b0fde69378cc588436902f3f74d0313f48a0b6f3e409583c9907489d566d/569",
    "cc_unittests": "2637e4b8c6bf0c47d271aeecbe83e705d2508d8a29540a96372f7e1e381d0b26/653",
    "chrome_app_unittests": "5bf77c9277ea84c9b50a9b8340a4eaf4ecd55c7ed5464f901322e1b6db08a449/811",
    "chromedriver_unittests": "0cc9bc053ecc2d9f996d0df7138cac8a0e5609151e9b2dc8e938e615ff9aeab2/726",
    "color_unittests": "21dc689747c9be3bcc91b6ff9d0998297a4ebfcd68b1d77b55d8fd075ef68026/569",
    "components_browsertests": "4792d9410d79574200f3e82f177a6602eee9048953c8daae7880839f64aea7ca/892",
    "components_unittests": "796a9daa4abae604cd4bb54e0fedb89615f0ac8b13839c08dd0c3f7516043808/892",
    "compositor_unittests": "f4598e55d8b4d756d22eb48904253cf70f379cdcab15f0682bef2576fd28b88a/645",
    "content_browsertests": "831dd667b47e0442712b3089f9d6a47336665d81f807b3f5651dee8e4fa53a67/887",
    "content_unittests": "5a9d06b64ce6bb17bfd834e29fff743883fdcfc6b45b40b3ca1607f1d8c79183/806",
    "cronet_tests": "b037cbab63a4148800b43c24faaafb0a278ac398911a4a51c16f866b354e432a/730",
    "cronet_unittests": "9569f3f9862f6d2f82e820230468a4f1cb4d5769b80961f2b7edfa943ff61020/646",
    "crypto_unittests": "0a81a4b10d5b5d9e93d41553411c3c1c381248f6e5db70664d86c6582d5d5bbd/569",
    "dbus_unittests": "17f61b50a51925706a29b9c9d08e98205ca683809367f68f9d8313d00500edc0/569",
    "device_unittests": "429147c28409c64087a8830cb6952c61e48b9e2e15d956c1abc576819992ad79/646",
    "display_unittests": "cdbda9ac106a6aea87d1886084d9f75be0a406fe2189cb591538983d504affe2/569",
    "events_unittests": "c8716154cd5fda288821c6cdb18b584ae9ab6ebc6e0a894b8ccb0cf268614302/569",
    "extensions_browsertests": "243af5b3464853d971db98f83b2b32f7f8152844d8322e467843925f50c8137b/811",
    "extensions_unittests": "88fa4eb968d83fdb17d3f3387b693849c7f003b8c0296c2ec40edb97b42f9426/975",
    "filesystem_service_unittests": "092878d9e0956a55e373b60ae57c6f23ac4929a088828d2654cc6353e959a02e/569",
    "gcm_unit_tests": "a7e90a493f92918e780a9cbe2aade29025f11483efaaeca87f176315c21a937e/646",
    "gfx_unittests": "1694b5c3823c309ffe2e79cf61ddcb33636309f112286aa545a9860e45596de0/645",
    "gin_unittests": "80e02256d019bbe2b08b72fc6e5dc37bcbc8457f54312044e55a8c7fac875032/646",
    "gl_tests": "3bcd3473bb1510e2561de518eb7f47da5546d35fd188c62f130db84872b5dd5e/569",
    "gl_unittests": "5078b68996a8e97fd8fc468a5a4f8e426ceb1c83c63b3c4834fb1a0c64a59551/569",
    "google_apis_unittests": "ce8b6e603f761e57bde871a51438f2bb5bf6091150e1ed1bf638cec773062ddb/731",
    "gpu_unittests": "0790014d64f3c538d4b547c43798e8a250d45bf3cfda06009a850e870e298e56/646",
    "gtk_unittests": "b322ff59bcee7301644908c70cef9d2820c74ad194a1aa15a486951d7845e94c/569",
    "gwp_asan_unittests": "0f224062c1cfabac1cb60c9e23e33cfeb5f195c0c8eefbaf9f0f75b9558503b8/570",
    "headless_browsertests": "da33f81846ccc592bfa8ce43e8df6bd7c3005c979b00a0f2de4a016ec53f0207/809",
    "headless_unittests": "b2525c5f2800b87b45ebcb00928769a7461e96f6161dbb38362d553ee1ea28b6/569",
    "interactive_ui_tests": "d304f40ef9af8de218af4d9ca9d196252bcb187b855b6b3a132f84ede9e25d8d/1128",
    "ipc_tests": "7134375ca5ce1b26e62093b7ca35fa413571f5230835420b9064bf70ce45e728/569",
    "jingle_unittests": "2db922aa45291e8440f418e27de3bbd370d8859039d0b4250646db701c71a31b/646",
    "latency_unittests": "1d45b7e656184f8f051de9c5e61b8698d7662d77de04b1215988d962a5ce63fc/569",
    "libjingle_xmpp_unittests": "765a822b49c102fab2a495e788b65d62e0643eb70907ce46eda28efe48e2459c/569",
    "liburlpattern_unittests": "3a84ca0e8c1ee9ab39bb416d9601506933cc5d05d7d68947e1a1e351a6b3d47e/569",
    "media_unittests": "d65fc858338b8a9363b71168c427949ccb264273469585749663e81afb5b69b0/649",
    "message_center_unittests": "79991762b331a08aa6693b3626d4c6368c9802300d184b942ac4807ca99e6619/569",
    "midi_unittests": "1c0b89957957cb9289993f128b0c0e1c258fc059f0995a265dc72985d0dd3a54/569",
    "mojo_core_unittests": "0933a04514e44c67c55b99be79c4026468ca0d67e43b46793c3325c94d18c492/569",
    "mojo_unittests": "4778e125a523377160e538eec08c4d34ee834acb6c99a3e81d790beda9993189/647",
    "native_theme_unittests": "7913b34522d23cd5d1aa4d96c6ebd00d9946ce1a1c0163f17476f3f5eb791790/569",
    "net_unittests": "f76038cc9a8959134a78add764c13531db77c9622c4f512632ec4897459ec0af/648",
    "openscreen_unittests": "dfd1484f85be954b37e95c0df50c3784fad21dec89cefb39320c513e6a870527/811",
    "pdf_unittests": "cb90c81756aa1af1b943edd5970428ea6e704a707ca8cc1741f2f6ab7ad6e266/725",
    "perfetto_unittests": "62eeb453a238efd3997204ca5d9b7778ac0fc3171044882dd72f7cb1a009b3f3/569",
    "ppapi_unittests": "45fd8b3342fdba21d883adb9e8723cd379dd5e3836c8d445c9ca337bcdcbb105/569",
    "printing_unittests": "63f708b62d47a7a979f1cc01cd58bc3683f30a7c9d670f9bc9c8e661d02bfe38/569",
    "remoting_unittests": "3aedc6870f901a7c6b157d1058a2669d535dd95201295f7449d125a74d496e7f/646",
    "sandbox_linux_unittests": "da767dbca7fb7a3155f9368b497d4f6bcdb01ba47a3287dce7ac905bc56945b5/569",
    "service_manager_unittests": "f43cdb6e4e77c3766796aef1e973a254445634e5dc7f58e34710d7c76d678d79/569",
    "services_unittests": "db78ea5c5d050f5920098bbdb0817ab655d694d1b6ed416223251fb13f9ae549/815",
    "shell_dialogs_unittests": "147eebbb228d42b3bf9807fbf736336e09fc2a80fa37b43cfe407660b8af16b1/569",
    "skia_unittests": "936dcf2ac96b210602da98c3147a611638e902e58f038c8192142efc43842300/569",
    "snapshot_unittests": "bd40947b0fcce251732d837e6881a5ac50e73527725b235f5ae284408b474421/569",
    "sql_unittests": "3f9e8b98f816e428b89eaf7e2d999c4f11f282c0ac378ad051467a72f0ff264c/646",
    "storage_unittests": "dff1561793cefd6cab1f2ff9c20e2a2b86fe852aa85abd8971d3577fa002aad1/727",
    "sync_integration_tests": "d6caceba691cb0dc132c6c8a2e6bedd8a9cc33498d9e4676acd27b7c21eaefe6/892",
    "traffic_annotation_auditor_unittests": "cc09b1fc4150070a9de9339d7fda303b23199b5c4a3ae4ae86484f31ee6c50c6/650",
    "ui_base_unittests": "60f67cd235c5892924d4a489fa71b9c56562fbce7650aac90c0a7254d3bc7e40/723",
    "ui_touch_selection_unittests": "8a2274dcd96d86bcd947315d0a5489e48094475d65275ecb4ed9ddd452674289/569",
    "unit_tests": "294a7922ca4fc337ae43808077cc7c2278195a1431a810ce94ea415adf2ae463/1141",
    "url_unittests": "258c093886e0ed261e170d3e76d3ce23164124580dbdaf695b961b2d1f7c05d9/569",
    "views_unittests": "9461135633440e3336febb19067fc188a46bf9f8049cbd3876345438f148e989/569",
    "viz_unittests": "97b1967ff86acbe03a241844189c0c693a1171438322450c176394ae1837c130/653",
    "vr_common_unittests": "a74cd587326a2a5d348c3333f79e8f3ae5b81e844fa1963e1a966afd13eb68fe/811",
    "vr_pixeltests": "a9aaa1e42bb28c45f7e40157528e83c4a5d5032f0034d79b2c545533884a4767/725",
    "weblayer_browsertests": "21f2d4ceba627910779d7a6d16c1c2b7edd59ef41e8dd5a1b49eb1bb159876f4/893",
    "weblayer_unittests": "b64f3f125e940a0abf5ac67f4690bd358a782843b69f3c93d0e2b0ed053b56e9/725",
    "wm_unittests": "9fa4af202f0b4527d4a45c96c8d6514681fb6a916f7879ea866ca72c1c172267/569",
    "wtf_unittests": "ee94505ced81473e5e3e4dfaf3f4d8393f4066f8112185f918a489813001ad25/569",
    "x11_unittests": "06df772334cf5594feba64de67c867ed151682976a7505e3861dc50693e348d3/569",
    "xr_browser_tests": "c9db59024d19ef44321661c5f32ed6c3be5374cc4307046c4ee322069af9106b/891",
    "zlib_unittests": "cce5e0a3b248a68530039d10eb0f2dd28cc8d10bc2cdd5fa77faca21c5838440/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "e72e1a0ee60a3025feb4553ecc2b98359bae41ea95b68cf312527eb188ab646d/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/0657dea3623157df1c3bab4847a0bb77867d6287
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:77434
  • user_agent:recipe

Debug log (UTC)

[21:39:12.080] New invocation is queued and will start shortly
[21:39:12.080] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[21:39:13.291] Starting the invocation (attempt 1)
[21:39:13.327] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/0657dea3623157df1c3bab4847a0bb77867d6287"
[21:39:13.327] Reconstructed gitiles commit from tags
[21:39:13.327] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[21:39:13.327] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[21:39:13.328] Buildbucket request:
{
  "requestId": "9001508924443795664",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "0657dea3623157df1c3bab4847a0bb77867d6287"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "9112b1a96d49967d87142179758ff6f32ca132e8",
      "parent_got_dawn_revision": "e2cc5d624a824eb5f76c6a373d6c714db84cb597",
      "parent_got_nacl_revision": "9cf177a3090c39cee56402e009e1e4665d8a3132",
      "parent_got_revision": "0657dea3623157df1c3bab4847a0bb77867d6287",
      "parent_got_revision_cp": "refs/heads/main@{#921390}",
      "parent_got_swiftshader_revision": "0fa19bd6c285e8ad3459a3f58ca903ceb2d7ab00",
      "parent_got_v8_revision": "38c0b55a1bc497992da57fa14e34afc97f0bf282",
      "parent_got_v8_revision_cp": "refs/heads/9.6.14@{#1}",
      "parent_got_webrtc_revision": "7ca630f8dd0c1c8179a635660c0265bb5f4ea179",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#34992}",
      "swarm_hashes": {
            "absl_hardening_tests": "5b53b728c35fdd65d8e20ffed6ec05c038cedd4f484d451b9eb7105c7443ef86/569",
            "accessibility_unittests": "7f18d43afce66115b2db4670e8dca68e01fe60d8b4ecd47b3adc0252b9bc071c/569",
            "angle_unittests": "288f52ee725f15a9eb5bdb8f2e4ab28515ea1a8787a56cc28129c7c064fc9661/570",
            "app_shell_unittests": "c605c20203d9e2a859cc9c310e8d11b494d845a7d6c76b24242d694be282299b/809",
            "aura_unittests": "6991b55a8842ea70a3a2e1e9aa839b5e0a0a3c2c6f3535093b84c880d929e84f/569",
            "base_unittests": "f926eaeb492e473ef38e7a3af352a2a08c5fdea2184fdc0f0611dee1ad3b8a53/648",
            "blink_common_unittests": "8c4be593ad805de036f7437ce4cb49849d0cd2a2948830d8cbf20e894323a2a6/647",
            "blink_fuzzer_unittests": "6311c753c77574fc5b988fb50d3e960d1d01356d8b9f508fa8902c7eab7b37ca/648",
            "blink_heap_unittests": "065b87b527881de6fb50b01eb60da934566222d0d4fbae3330bdc5bb13dd3c47/648",
            "blink_platform_unittests": "77873b4a71249166bb31bd2a755b2ba0a7d8c3d8a4c642235cc43661c6c3c7bf/726",
            "blink_unittests": "db28b7407c07d85cd2625ad012b6fd6f35c61e881ee8604e60febf2c3aec1dd3/726",
            "boringssl_crypto_tests": "9c2d7cb462a7ddb35db67b088be501da0bc748b581b77c0289bfa7ffe56cff79/570",
            "boringssl_ssl_tests": "29723b7eaf5ce9e667b780651341c445b63d6efb0d349faaf5ec8e85bee40581/569",
            "capture_unittests": "2bccde31541992f88538d3a41268134ae17d2fbe83b3fb34facf8f397ba7dfb4/648",
            "cast_unittests": "0003b0fde69378cc588436902f3f74d0313f48a0b6f3e409583c9907489d566d/569",
            "cc_unittests": "2637e4b8c6bf0c47d271aeecbe83e705d2508d8a29540a96372f7e1e381d0b26/653",
            "chrome_app_unittests": "5bf77c9277ea84c9b50a9b8340a4eaf4ecd55c7ed5464f901322e1b6db08a449/811",
            "chromedriver_unittests": "0cc9bc053ecc2d9f996d0df7138cac8a0e5609151e9b2dc8e938e615ff9aeab2/726",
            "color_unittests": "21dc689747c9be3bcc91b6ff9d0998297a4ebfcd68b1d77b55d8fd075ef68026/569",
            "components_browsertests": "4792d9410d79574200f3e82f177a6602eee9048953c8daae7880839f64aea7ca/892",
            "components_unittests": "796a9daa4abae604cd4bb54e0fedb89615f0ac8b13839c08dd0c3f7516043808/892",
            "compositor_unittests": "f4598e55d8b4d756d22eb48904253cf70f379cdcab15f0682bef2576fd28b88a/645",
            "content_browsertests": "831dd667b47e0442712b3089f9d6a47336665d81f807b3f5651dee8e4fa53a67/887",
            "content_unittests": "5a9d06b64ce6bb17bfd834e29fff743883fdcfc6b45b40b3ca1607f1d8c79183/806",
            "cronet_tests": "b037cbab63a4148800b43c24faaafb0a278ac398911a4a51c16f866b354e432a/730",
            "cronet_unittests": "9569f3f9862f6d2f82e820230468a4f1cb4d5769b80961f2b7edfa943ff61020/646",
            "crypto_unittests": "0a81a4b10d5b5d9e93d41553411c3c1c381248f6e5db70664d86c6582d5d5bbd/569",
            "dbus_unittests": "17f61b50a51925706a29b9c9d08e98205ca683809367f68f9d8313d00500edc0/569",
            "device_unittests": "429147c28409c64087a8830cb6952c61e48b9e2e15d956c1abc576819992ad79/646",
            "display_unittests": "cdbda9ac106a6aea87d1886084d9f75be0a406fe2189cb591538983d504affe2/569",
            "events_unittests": "c8716154cd5fda288821c6cdb18b584ae9ab6ebc6e0a894b8ccb0cf268614302/569",
            "extensions_browsertests": "243af5b3464853d971db98f83b2b32f7f8152844d8322e467843925f50c8137b/811",
            "extensions_unittests": "88fa4eb968d83fdb17d3f3387b693849c7f003b8c0296c2ec40edb97b42f9426/975",
            "filesystem_service_unittests": "092878d9e0956a55e373b60ae57c6f23ac4929a088828d2654cc6353e959a02e/569",
            "gcm_unit_tests": "a7e90a493f92918e780a9cbe2aade29025f11483efaaeca87f176315c21a937e/646",
            "gfx_unittests": "1694b5c3823c309ffe2e79cf61ddcb33636309f112286aa545a9860e45596de0/645",
            "gin_unittests": "80e02256d019bbe2b08b72fc6e5dc37bcbc8457f54312044e55a8c7fac875032/646",
            "gl_tests": "3bcd3473bb1510e2561de518eb7f47da5546d35fd188c62f130db84872b5dd5e/569",
            "gl_unittests": "5078b68996a8e97fd8fc468a5a4f8e426ceb1c83c63b3c4834fb1a0c64a59551/569",
            "google_apis_unittests": "ce8b6e603f761e57bde871a51438f2bb5bf6091150e1ed1bf638cec773062ddb/731",
            "gpu_unittests": "0790014d64f3c538d4b547c43798e8a250d45bf3cfda06009a850e870e298e56/646",
            "gtk_unittests": "b322ff59bcee7301644908c70cef9d2820c74ad194a1aa15a486951d7845e94c/569",
            "gwp_asan_unittests": "0f224062c1cfabac1cb60c9e23e33cfeb5f195c0c8eefbaf9f0f75b9558503b8/570",
            "headless_browsertests": "da33f81846ccc592bfa8ce43e8df6bd7c3005c979b00a0f2de4a016ec53f0207/809",
            "headless_unittests": "b2525c5f2800b87b45ebcb00928769a7461e96f6161dbb38362d553ee1ea28b6/569",
            "interactive_ui_tests": "d304f40ef9af8de218af4d9ca9d196252bcb187b855b6b3a132f84ede9e25d8d/1128",
            "ipc_tests": "7134375ca5ce1b26e62093b7ca35fa413571f5230835420b9064bf70ce45e728/569",
            "jingle_unittests": "2db922aa45291e8440f418e27de3bbd370d8859039d0b4250646db701c71a31b/646",
            "latency_unittests": "1d45b7e656184f8f051de9c5e61b8698d7662d77de04b1215988d962a5ce63fc/569",
            "libjingle_xmpp_unittests": "765a822b49c102fab2a495e788b65d62e0643eb70907ce46eda28efe48e2459c/569",
            "liburlpattern_unittests": "3a84ca0e8c1ee9ab39bb416d9601506933cc5d05d7d68947e1a1e351a6b3d47e/569",
            "media_unittests": "d65fc858338b8a9363b71168c427949ccb264273469585749663e81afb5b69b0/649",
            "message_center_unittests": "79991762b331a08aa6693b3626d4c6368c9802300d184b942ac4807ca99e6619/569",
            "midi_unittests": "1c0b89957957cb9289993f128b0c0e1c258fc059f0995a265dc72985d0dd3a54/569",
            "mojo_core_unittests": "0933a04514e44c67c55b99be79c4026468ca0d67e43b46793c3325c94d18c492/569",
            "mojo_unittests": "4778e125a523377160e538eec08c4d34ee834acb6c99a3e81d790beda9993189/647",
            "native_theme_unittests": "7913b34522d23cd5d1aa4d96c6ebd00d9946ce1a1c0163f17476f3f5eb791790/569",
            "net_unittests": "f76038cc9a8959134a78add764c13531db77c9622c4f512632ec4897459ec0af/648",
            "openscreen_unittests": "dfd1484f85be954b37e95c0df50c3784fad21dec89cefb39320c513e6a870527/811",
            "pdf_unittests": "cb90c81756aa1af1b943edd5970428ea6e704a707ca8cc1741f2f6ab7ad6e266/725",
            "perfetto_unittests": "62eeb453a238efd3997204ca5d9b7778ac0fc3171044882dd72f7cb1a009b3f3/569",
            "ppapi_unittests": "45fd8b3342fdba21d883adb9e8723cd379dd5e3836c8d445c9ca337bcdcbb105/569",
            "printing_unittests": "63f708b62d47a7a979f1cc01cd58bc3683f30a7c9d670f9bc9c8e661d02bfe38/569",
            "remoting_unittests": "3aedc6870f901a7c6b157d1058a2669d535dd95201295f7449d125a74d496e7f/646",
            "sandbox_linux_unittests": "da767dbca7fb7a3155f9368b497d4f6bcdb01ba47a3287dce7ac905bc56945b5/569",
            "service_manager_unittests": "f43cdb6e4e77c3766796aef1e973a254445634e5dc7f58e34710d7c76d678d79/569",
            "services_unittests": "db78ea5c5d050f5920098bbdb0817ab655d694d1b6ed416223251fb13f9ae549/815",
            "shell_dialogs_unittests": "147eebbb228d42b3bf9807fbf736336e09fc2a80fa37b43cfe407660b8af16b1/569",
            "skia_unittests": "936dcf2ac96b210602da98c3147a611638e902e58f038c8192142efc43842300/569",
            "snapshot_unittests": "bd40947b0fcce251732d837e6881a5ac50e73527725b235f5ae284408b474421/569",
            "sql_unittests": "3f9e8b98f816e428b89eaf7e2d999c4f11f282c0ac378ad051467a72f0ff264c/646",
            "storage_unittests": "dff1561793cefd6cab1f2ff9c20e2a2b86fe852aa85abd8971d3577fa002aad1/727",
            "sync_integration_tests": "d6caceba691cb0dc132c6c8a2e6bedd8a9cc33498d9e4676acd27b7c21eaefe6/892",
            "traffic_annotation_auditor_unittests": "cc09b1fc4150070a9de9339d7fda303b23199b5c4a3ae4ae86484f31ee6c50c6/650",
            "ui_base_unittests": "60f67cd235c5892924d4a489fa71b9c56562fbce7650aac90c0a7254d3bc7e40/723",
            "ui_touch_selection_unittests": "8a2274dcd96d86bcd947315d0a5489e48094475d65275ecb4ed9ddd452674289/569",
            "unit_tests": "294a7922ca4fc337ae43808077cc7c2278195a1431a810ce94ea415adf2ae463/1141",
            "url_unittests": "258c093886e0ed261e170d3e76d3ce23164124580dbdaf695b961b2d1f7c05d9/569",
            "views_unittests": "9461135633440e3336febb19067fc188a46bf9f8049cbd3876345438f148e989/569",
            "viz_unittests": "97b1967ff86acbe03a241844189c0c693a1171438322450c176394ae1837c130/653",
            "vr_common_unittests": "a74cd587326a2a5d348c3333f79e8f3ae5b81e844fa1963e1a966afd13eb68fe/811",
            "vr_pixeltests": "a9aaa1e42bb28c45f7e40157528e83c4a5d5032f0034d79b2c545533884a4767/725",
            "weblayer_browsertests": "21f2d4ceba627910779d7a6d16c1c2b7edd59ef41e8dd5a1b49eb1bb159876f4/893",
            "weblayer_unittests": "b64f3f125e940a0abf5ac67f4690bd358a782843b69f3c93d0e2b0ed053b56e9/725",
            "wm_unittests": "9fa4af202f0b4527d4a45c96c8d6514681fb6a916f7879ea866ca72c1c172267/569",
            "wtf_unittests": "ee94505ced81473e5e3e4dfaf3f4d8393f4066f8112185f918a489813001ad25/569",
            "x11_unittests": "06df772334cf5594feba64de67c867ed151682976a7505e3861dc50693e348d3/569",
            "xr_browser_tests": "c9db59024d19ef44321661c5f32ed6c3be5374cc4307046c4ee322069af9106b/891",
            "zlib_unittests": "cce5e0a3b248a68530039d10eb0f2dd28cc8d10bc2cdd5fa77faca21c5838440/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "e72e1a0ee60a3025feb4553ecc2b98359bae41ea95b68cf312527eb188ab646d/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "0657dea3623157df1c3bab4847a0bb77867d6287",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "9001508924443795664"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "77434"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[21:39:13.918] Scheduled build:
{
  "id": "8836078862374157121",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 69401,
  "createdBy": "project:chromium",
  "createTime": "2021-09-14T21:39:13.421460502Z",
  "updateTime": "2021-09-14T21:39:13.710848837Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "0657dea3623157df1c3bab4847a0bb77867d6287",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[21:39:13.918] Task URL: https://cr-buildbucket.appspot.com/build/8836078862374157121
[21:39:13.918] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9001508924443795664:2:0) after 5m34s
[21:39:26.526] Received PubSub notification, asking Buildbucket for the build status
[21:39:26.560] Build status: STARTED
[21:44:47.940] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9001508924443795664:2:0)
[21:44:48.055] Build status: STARTED
[21:44:48.055] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9001508924443795664:4:0) after 6m54s
[21:51:42.135] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9001508924443795664:4:0)
[21:51:42.166] Build status: STARTED
[21:51:42.166] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9001508924443795664:5:0) after 3m21s
[21:55:03.429] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9001508924443795664:5:0)
[21:55:03.464] Build status: STARTED
[21:55:03.464] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9001508924443795664:6:0) after 4m11s
[21:59:14.531] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9001508924443795664:6:0)
[21:59:14.572] Build status: STARTED
[21:59:14.572] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9001508924443795664:7:0) after 5m53s
[22:05:07.690] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9001508924443795664:7:0)
[22:05:07.724] Build status: STARTED
[22:05:07.724] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9001508924443795664:8:0) after 5m17s
[22:06:48.080] Received PubSub notification, asking Buildbucket for the build status
[22:06:48.115] Build:
{
  "id": "8836078862374157121",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 69401,
  "createdBy": "project:chromium",
  "createTime": "2021-09-14T21:39:13.421460502Z",
  "startTime": "2021-09-14T21:39:24.838711Z",
  "endTime": "2021-09-14T22:06:47.608467478Z",
  "updateTime": "2021-09-14T22:06:47.608988884Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "0657dea3623157df1c3bab4847a0bb77867d6287",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[22:06:48.115] Invocation finished in 27m36.051124884s with status FAILED