Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 38 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/78876 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "943bcd95d403e1eaa9c7e7d470b3746c007fd312"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "ee8e8a68c5a9e9e0a0554d23369f76b663fbbc97",
  "parent_got_dawn_revision": "eb9339bdf38f06354d1583bf11ba6dbe029b50bb",
  "parent_got_nacl_revision": "9d577686a4321b08f6b86ff2589070fdee1c53f9",
  "parent_got_revision": "943bcd95d403e1eaa9c7e7d470b3746c007fd312",
  "parent_got_revision_cp": "refs/heads/main@{#939144}",
  "parent_got_swiftshader_revision": "70f3a0ff7233cfd677f818fffdabe3559a77cc89",
  "parent_got_v8_revision": "a852e3c734dfebeea8d9ca50a0673d93ff1dc71b",
  "parent_got_v8_revision_cp": "refs/heads/9.8.5@{#1}",
  "parent_got_webrtc_revision": "c276aee4eda7b1a466b139838f20e790bd746309",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35313}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "943bcd95d403e1eaa9c7e7d470b3746c007fd312",
  "swarm_hashes": {
    "absl_hardening_tests": "6e9fbc5854da704369d84a5b2cb153bdf75291d8649b46a4f31ee615f85bad11/569",
    "accessibility_unittests": "df9574fb28ec9ea7dd4ed8eff7b6add11b1832bf582d4e62bfdf047d38df3df8/569",
    "angle_unittests": "7a7a8f0de951639a4a25cce24b9669ecbc2a9e999408562336fec88a9b8f527a/570",
    "app_shell_unittests": "470a0793a690bc5bdb915030b792c0f6c2e0cbb859928fb2a3c7d87c0e1de473/809",
    "aura_unittests": "f579e2b5af09c0167b45feea616c5f596e3efa2c75f100985cd0af420877a004/569",
    "base_unittests": "f0310edfbf11090d70e51418cb41755d3e2a288b2f5005486924673b27cd16fe/648",
    "blink_common_unittests": "5a38f9003304d8be1ec98638c186e1384b27ceef27fbf52cece5697713260d49/647",
    "blink_fuzzer_unittests": "9e5390beef712ea37a363b7ab6763824f8d268126b18d63130f1c212f83d894c/648",
    "blink_heap_unittests": "a33ae811d6d8cedae67c105f105b96df581b7a8551be79e07768555ef751bae7/648",
    "blink_platform_unittests": "60bf96425a20df8a4066b3652bfdbf9327e7fecf18045c39df6d033486fddd89/726",
    "blink_unittests": "9922fc151498943bdcbb008b4a90985c3678604a0046d17fd8b068d67a13c827/726",
    "boringssl_crypto_tests": "0f03bdeb805c63ccde853217e531155bb7fe0b97a9eabced2396c5c4489312ee/570",
    "boringssl_ssl_tests": "e6832a29048b7f521f65eb1011019c1450fd602d89536309e0a8560b13f37eb7/569",
    "capture_unittests": "8c939acf4f60f40455700d744faaa9d10f52b14611cd416da22db70c0a6b90ba/648",
    "cast_unittests": "9b99f1d40d102a3e0a88801304870c8d74729323ed18c5e0f36eb57c4ad757a3/569",
    "cc_unittests": "e53f66314496553a4fabe92f21224a3142426abc44644dbe4c62187e793b85ff/653",
    "chrome_app_unittests": "ba5ee8b3f77ed37d8f113ac01c89673268561ed4f98317e701ec8e47ed9109a6/811",
    "chromedriver_unittests": "b1703761a9df44e095cb824402ce33443f24dd4f65ba560145afacb3c39d6099/726",
    "color_unittests": "3ffed3a901526010aa27455d8b891eee007f3d4d2457e0ae8b33cc07151b4302/569",
    "components_browsertests": "30eb031287bb01025688f313c343691f030fd00d20c2f8e2117617e54a7ea381/892",
    "components_unittests": "4108b69c1d57ed0845db9b47c3fc1180300e141ea8500a442e69d5fb4b689640/892",
    "compositor_unittests": "7d2b6101f7d544cb267bea9dded873ea98f37ac82442953353064d5a3d051dc3/645",
    "content_browsertests": "f89f09113c1382d9d8e088b1524186895f3ae906fd3550efb42b61d5a23b51bc/887",
    "content_unittests": "435cbee76a989ff2feca604e5916f85e25bbe1407f72d3f2a95004c462d85f87/806",
    "cronet_tests": "c38f9bf9e5ddabfa4b781e9b40240a3e173c0a99a80b5252d8ccfc55b44b3afb/730",
    "cronet_unittests": "33f06feb2897c0a26794d93a537bf1a3db4d6b1539f3df9e3b0304adb34f04a6/646",
    "crypto_unittests": "20a778125b5babbe4d0ad0eb0a3ceccd12ca225986c4b102414352b052776af2/569",
    "dbus_unittests": "adba45e000bf044188324ae1d36cd1bff8a60361505035194afd513fb42dee1c/569",
    "device_unittests": "0b1799e11640ec472e45cdffa5ac5e68d302e5d321f679841af398fba78fb53c/646",
    "display_unittests": "fe39739ffa8cf3619c334e1f5fe15cda74291513305558a197c606dc099e418c/569",
    "events_unittests": "b1b71097b17558beee79db6b8243351c334685a145539a1f1cce467999e04637/569",
    "extensions_browsertests": "bc451f63fe3fa677e1b7aa3cc12fe2c76ac1f27174ae5c5bd378eb527c3284ef/811",
    "extensions_unittests": "073152abd9f12940cfba01db557d66ac0cfd04314b3cd3730daeb8a45b548a54/975",
    "filesystem_service_unittests": "795ea69cd62d4721a5dc87642b317f3d60b5381116efaf57ce82830f08743cda/569",
    "gcm_unit_tests": "6cae561d66b475ff81025309fc5e59f84cbd98a409072d72d1f961a2dd3de072/646",
    "gfx_unittests": "d7faca54cadf4d943ea135a2743326b53d2ab5d40b460d11aa534aa907c68909/645",
    "gin_unittests": "71601672d1829d5085cf583f1b5178d8ca411d66422d16040eecc54d21596c7a/646",
    "gl_tests": "4c368a351da438aedd49736cf6b2a23ca31b931f7bdf19a92f6f30427f94fb6e/569",
    "gl_unittests": "0b9bc25e9510959b5f29993575dc27029bd43be21c4606f1da131791dc926867/569",
    "google_apis_unittests": "4add3ec23abff5b7d8cb64916201b2895975960d3ed662905d9cbdc575aadfc8/731",
    "gpu_unittests": "2d8ed256dfbdc5612e6987a6b01d25ae6a864092a89161deeb6ee3c44a7a3c55/646",
    "gwp_asan_unittests": "e91a21b07a042d998720bb19349bb4e7bd74a304f6fa23cf0766e1a9a765558a/570",
    "headless_browsertests": "9116df138aa2b7c2e8aaaa6d5739d1fba6419a70f46d06d5411abe943e57451e/809",
    "headless_unittests": "49cd99357f7f357fb3eb26fb372250cb86b6030a91bcb9b61aabd2051bbfbf16/569",
    "interactive_ui_tests": "7e33d5236a5bc7523dc9e4e8dc24dca05e82d09cd0d89f3c2f092b8e0ec2bfef/1128",
    "ipc_tests": "3a72b0600f3b1bd022ec69577a6975c33a31b44c2d2ee7aa00cf1bce3a2a1cbe/569",
    "jingle_unittests": "ec8acff495662daf17c86d1163e33b1a646ad5a27d92f8f9d8022be353ec3f76/646",
    "latency_unittests": "eac8fbbcd0cb2c7514efe8a90f14dec28c88eaeaf6e5c81fb880d421c5dbd3b8/569",
    "libjingle_xmpp_unittests": "f93ce1405c45604d4d697773ae366fe9b3f1e90738e8b7291e66cb3ebc1ece0b/569",
    "liburlpattern_unittests": "f16f36501ba5f82d599afa214be3a9381fb3ea5715b815d05a054e1772ee6e3e/569",
    "media_unittests": "8447a87e592254cedd7ec2b0603e7f7cb0be96ba29c67c81830b223f7c546df8/649",
    "message_center_unittests": "98019b7ee847ffc3464e66a32e1069349afe7c350a3bda36a6f6d5a4b0533bfb/569",
    "midi_unittests": "ddda67be7fd88c05e6405ebd7cfdf836616a37867e05b4fefbc39b1ecb4928c0/569",
    "mojo_core_unittests": "cd925dc036351e9676279f7a9041d9efb24bd498a6301855e76deddbe5a33b80/569",
    "mojo_unittests": "9342fe1b7dbb3cf2ad28ce76a11917ba30a11596fd197535fcdaa655e3e6d24c/647",
    "native_theme_unittests": "bd5f4864514ad1de9b3f2eb503a758c312f9cb76354ca950ce278400ec8b2940/569",
    "net_unittests": "a85068084fe1ab6ea1e754b2e8bb8c2c7f11dbcbc63d279b20a5dadc33a70685/648",
    "openscreen_unittests": "73562f59ad0fe9a421fc83bdbbed75c4b263e20e861d679af87b55548d421f7e/811",
    "ozone_x11_unittests": "c0301d6b160e939cee42782cb2a2df2b21738c8d66181634a84a5c92a1c8c881/569",
    "pdf_unittests": "5097b8cb35c57d8362c913433d9ba8f6c0f0fab90e35fb9f6bc40979d69f7d13/725",
    "perfetto_unittests": "d82655af49f233f71dbf69a049df5bc8f4c8dc4029deed16927f08c6b05a265f/569",
    "ppapi_unittests": "d5fb16c18ee4fafdfed65d7053f172e292deb33e2679350c133a4060e56973bd/569",
    "printing_unittests": "4ec900acef432831fbbdc6c293bae81a1eff06f13351b5f705fd75549a98868d/569",
    "remoting_unittests": "1bded5b23143e63b31753977abc513d2d1729d6cd2d006243aa70448f9e86795/646",
    "sandbox_linux_unittests": "56769eca210d1e366ae79ce61076978edb54f757ec01498db9e82ba25889ddc8/569",
    "service_manager_unittests": "1f8704157ac8ae672a8c75466d5a4de24023a243831728c9ce1a54cd4171b6d3/569",
    "services_unittests": "e6940ed22a0e7382941efab40ad8522a79c2fa268d2b4ac718192a2143a84a6c/815",
    "shell_dialogs_unittests": "2c0ed292b03178e05ed4b38499681fbcf43213f4ff5271baaf7e23bab5b732a1/569",
    "skia_unittests": "971b7d882dd8b1d1a6eb99a0bf46a11425b9ca0d178580b153cd9707fa79f64c/569",
    "snapshot_unittests": "3be0396d19d5615c864343034883a4827702b6885b485ffe3355f9f501827e73/569",
    "sql_unittests": "fea500b76321c3ee8e7fedfe7583c6b639efaa060f591218e8388d2fac8cfbe6/646",
    "storage_unittests": "c20241d67fd22c64c94350c93eec44bea306dea21a61a2853493f550badb21ef/727",
    "sync_integration_tests": "31399485177513433b72ef03a9ec2831bf05c5eca6e7ccfccbe1b92f02f4ff95/892",
    "ui_base_unittests": "e6bbd041ff04c46e6753d4dae7c1094c1080204429aa48c2c8107b168462c6aa/723",
    "ui_touch_selection_unittests": "6b3b17f82db0a1c1e3dfe769792f819e032a32824390ae4b45922d7e3118fd9c/569",
    "unit_tests": "6714d55338d2d73616d6a7743fa930c73dbb11c30291abb445c5b577b86ce553/1141",
    "url_unittests": "45e965d13571649fab0e37310b1f94c6250c8bd748650f18ab53ab7effeb11cb/569",
    "views_unittests": "637b19eef204de92d17cbe3a865ba866e2fd9016f99bb7a02250d9e02075f232/569",
    "viz_unittests": "4ef02822e44d9645790fc25442b213173256678e126ae4fb158f3ab83307e584/653",
    "vr_common_unittests": "aa09b0c8b7f8488899a97a5ecb3178f9bb08318d4078a18510ea20417c37faff/811",
    "vr_pixeltests": "3d927c4bb24d0cf142987611c26767e8ecedc09e944d0dbd6c3871e32f2a82bc/725",
    "weblayer_browsertests": "3622cdde5c382379950832f5c4f27feb7c0d55c85407294be610b74e5c012bb1/893",
    "weblayer_unittests": "861f0ea3b20b684873550a76b96a2087e89d9e0c881a5298d7aa0ed9c504cb1e/725",
    "wm_unittests": "22fe928105588141bd0974846c6487a9d389784b26e895e3c13637a0b3b72ec2/569",
    "wtf_unittests": "1615b2940dc389fbfa5d4139182d9ea5eb05211218a71c79df297853e5b7cc7d/569",
    "x11_unittests": "59b16b00a1f5d2d13bc89b7652a14d0ba2684f0cf47a771d2e0c73ff19db5241/569",
    "xr_browser_tests": "dfa8e9c3647dafe36141b194357ec0e59453b7b31b270b1f436ca332778c2f54/891",
    "zlib_unittests": "279709e7a66762086b6c7055b142cf48b7c49307e9cb23fbcf718cbe747ebce9/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "f0d486abf22639ab3ba9fd78912ffff90aee71501abf199e6c2518e5ece7d641/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/943bcd95d403e1eaa9c7e7d470b3746c007fd312
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:78876
  • user_agent:recipe

Debug log (UTC)

[05:49:51.646] New invocation is queued and will start shortly
[05:49:51.646] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[05:49:52.746] Starting the invocation (attempt 1)
[05:49:52.775] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/943bcd95d403e1eaa9c7e7d470b3746c007fd312"
[05:49:52.775] Popped gitiles commit info from properties and tags
[05:49:52.775] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[05:49:52.775] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[05:49:52.776] Buildbucket request:
{
  "requestId": "8996676415601339360",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "943bcd95d403e1eaa9c7e7d470b3746c007fd312"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "ee8e8a68c5a9e9e0a0554d23369f76b663fbbc97",
      "parent_got_dawn_revision": "eb9339bdf38f06354d1583bf11ba6dbe029b50bb",
      "parent_got_nacl_revision": "9d577686a4321b08f6b86ff2589070fdee1c53f9",
      "parent_got_revision": "943bcd95d403e1eaa9c7e7d470b3746c007fd312",
      "parent_got_revision_cp": "refs/heads/main@{#939144}",
      "parent_got_swiftshader_revision": "70f3a0ff7233cfd677f818fffdabe3559a77cc89",
      "parent_got_v8_revision": "a852e3c734dfebeea8d9ca50a0673d93ff1dc71b",
      "parent_got_v8_revision_cp": "refs/heads/9.8.5@{#1}",
      "parent_got_webrtc_revision": "c276aee4eda7b1a466b139838f20e790bd746309",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35313}",
      "swarm_hashes": {
            "absl_hardening_tests": "6e9fbc5854da704369d84a5b2cb153bdf75291d8649b46a4f31ee615f85bad11/569",
            "accessibility_unittests": "df9574fb28ec9ea7dd4ed8eff7b6add11b1832bf582d4e62bfdf047d38df3df8/569",
            "angle_unittests": "7a7a8f0de951639a4a25cce24b9669ecbc2a9e999408562336fec88a9b8f527a/570",
            "app_shell_unittests": "470a0793a690bc5bdb915030b792c0f6c2e0cbb859928fb2a3c7d87c0e1de473/809",
            "aura_unittests": "f579e2b5af09c0167b45feea616c5f596e3efa2c75f100985cd0af420877a004/569",
            "base_unittests": "f0310edfbf11090d70e51418cb41755d3e2a288b2f5005486924673b27cd16fe/648",
            "blink_common_unittests": "5a38f9003304d8be1ec98638c186e1384b27ceef27fbf52cece5697713260d49/647",
            "blink_fuzzer_unittests": "9e5390beef712ea37a363b7ab6763824f8d268126b18d63130f1c212f83d894c/648",
            "blink_heap_unittests": "a33ae811d6d8cedae67c105f105b96df581b7a8551be79e07768555ef751bae7/648",
            "blink_platform_unittests": "60bf96425a20df8a4066b3652bfdbf9327e7fecf18045c39df6d033486fddd89/726",
            "blink_unittests": "9922fc151498943bdcbb008b4a90985c3678604a0046d17fd8b068d67a13c827/726",
            "boringssl_crypto_tests": "0f03bdeb805c63ccde853217e531155bb7fe0b97a9eabced2396c5c4489312ee/570",
            "boringssl_ssl_tests": "e6832a29048b7f521f65eb1011019c1450fd602d89536309e0a8560b13f37eb7/569",
            "capture_unittests": "8c939acf4f60f40455700d744faaa9d10f52b14611cd416da22db70c0a6b90ba/648",
            "cast_unittests": "9b99f1d40d102a3e0a88801304870c8d74729323ed18c5e0f36eb57c4ad757a3/569",
            "cc_unittests": "e53f66314496553a4fabe92f21224a3142426abc44644dbe4c62187e793b85ff/653",
            "chrome_app_unittests": "ba5ee8b3f77ed37d8f113ac01c89673268561ed4f98317e701ec8e47ed9109a6/811",
            "chromedriver_unittests": "b1703761a9df44e095cb824402ce33443f24dd4f65ba560145afacb3c39d6099/726",
            "color_unittests": "3ffed3a901526010aa27455d8b891eee007f3d4d2457e0ae8b33cc07151b4302/569",
            "components_browsertests": "30eb031287bb01025688f313c343691f030fd00d20c2f8e2117617e54a7ea381/892",
            "components_unittests": "4108b69c1d57ed0845db9b47c3fc1180300e141ea8500a442e69d5fb4b689640/892",
            "compositor_unittests": "7d2b6101f7d544cb267bea9dded873ea98f37ac82442953353064d5a3d051dc3/645",
            "content_browsertests": "f89f09113c1382d9d8e088b1524186895f3ae906fd3550efb42b61d5a23b51bc/887",
            "content_unittests": "435cbee76a989ff2feca604e5916f85e25bbe1407f72d3f2a95004c462d85f87/806",
            "cronet_tests": "c38f9bf9e5ddabfa4b781e9b40240a3e173c0a99a80b5252d8ccfc55b44b3afb/730",
            "cronet_unittests": "33f06feb2897c0a26794d93a537bf1a3db4d6b1539f3df9e3b0304adb34f04a6/646",
            "crypto_unittests": "20a778125b5babbe4d0ad0eb0a3ceccd12ca225986c4b102414352b052776af2/569",
            "dbus_unittests": "adba45e000bf044188324ae1d36cd1bff8a60361505035194afd513fb42dee1c/569",
            "device_unittests": "0b1799e11640ec472e45cdffa5ac5e68d302e5d321f679841af398fba78fb53c/646",
            "display_unittests": "fe39739ffa8cf3619c334e1f5fe15cda74291513305558a197c606dc099e418c/569",
            "events_unittests": "b1b71097b17558beee79db6b8243351c334685a145539a1f1cce467999e04637/569",
            "extensions_browsertests": "bc451f63fe3fa677e1b7aa3cc12fe2c76ac1f27174ae5c5bd378eb527c3284ef/811",
            "extensions_unittests": "073152abd9f12940cfba01db557d66ac0cfd04314b3cd3730daeb8a45b548a54/975",
            "filesystem_service_unittests": "795ea69cd62d4721a5dc87642b317f3d60b5381116efaf57ce82830f08743cda/569",
            "gcm_unit_tests": "6cae561d66b475ff81025309fc5e59f84cbd98a409072d72d1f961a2dd3de072/646",
            "gfx_unittests": "d7faca54cadf4d943ea135a2743326b53d2ab5d40b460d11aa534aa907c68909/645",
            "gin_unittests": "71601672d1829d5085cf583f1b5178d8ca411d66422d16040eecc54d21596c7a/646",
            "gl_tests": "4c368a351da438aedd49736cf6b2a23ca31b931f7bdf19a92f6f30427f94fb6e/569",
            "gl_unittests": "0b9bc25e9510959b5f29993575dc27029bd43be21c4606f1da131791dc926867/569",
            "google_apis_unittests": "4add3ec23abff5b7d8cb64916201b2895975960d3ed662905d9cbdc575aadfc8/731",
            "gpu_unittests": "2d8ed256dfbdc5612e6987a6b01d25ae6a864092a89161deeb6ee3c44a7a3c55/646",
            "gwp_asan_unittests": "e91a21b07a042d998720bb19349bb4e7bd74a304f6fa23cf0766e1a9a765558a/570",
            "headless_browsertests": "9116df138aa2b7c2e8aaaa6d5739d1fba6419a70f46d06d5411abe943e57451e/809",
            "headless_unittests": "49cd99357f7f357fb3eb26fb372250cb86b6030a91bcb9b61aabd2051bbfbf16/569",
            "interactive_ui_tests": "7e33d5236a5bc7523dc9e4e8dc24dca05e82d09cd0d89f3c2f092b8e0ec2bfef/1128",
            "ipc_tests": "3a72b0600f3b1bd022ec69577a6975c33a31b44c2d2ee7aa00cf1bce3a2a1cbe/569",
            "jingle_unittests": "ec8acff495662daf17c86d1163e33b1a646ad5a27d92f8f9d8022be353ec3f76/646",
            "latency_unittests": "eac8fbbcd0cb2c7514efe8a90f14dec28c88eaeaf6e5c81fb880d421c5dbd3b8/569",
            "libjingle_xmpp_unittests": "f93ce1405c45604d4d697773ae366fe9b3f1e90738e8b7291e66cb3ebc1ece0b/569",
            "liburlpattern_unittests": "f16f36501ba5f82d599afa214be3a9381fb3ea5715b815d05a054e1772ee6e3e/569",
            "media_unittests": "8447a87e592254cedd7ec2b0603e7f7cb0be96ba29c67c81830b223f7c546df8/649",
            "message_center_unittests": "98019b7ee847ffc3464e66a32e1069349afe7c350a3bda36a6f6d5a4b0533bfb/569",
            "midi_unittests": "ddda67be7fd88c05e6405ebd7cfdf836616a37867e05b4fefbc39b1ecb4928c0/569",
            "mojo_core_unittests": "cd925dc036351e9676279f7a9041d9efb24bd498a6301855e76deddbe5a33b80/569",
            "mojo_unittests": "9342fe1b7dbb3cf2ad28ce76a11917ba30a11596fd197535fcdaa655e3e6d24c/647",
            "native_theme_unittests": "bd5f4864514ad1de9b3f2eb503a758c312f9cb76354ca950ce278400ec8b2940/569",
            "net_unittests": "a85068084fe1ab6ea1e754b2e8bb8c2c7f11dbcbc63d279b20a5dadc33a70685/648",
            "openscreen_unittests": "73562f59ad0fe9a421fc83bdbbed75c4b263e20e861d679af87b55548d421f7e/811",
            "ozone_x11_unittests": "c0301d6b160e939cee42782cb2a2df2b21738c8d66181634a84a5c92a1c8c881/569",
            "pdf_unittests": "5097b8cb35c57d8362c913433d9ba8f6c0f0fab90e35fb9f6bc40979d69f7d13/725",
            "perfetto_unittests": "d82655af49f233f71dbf69a049df5bc8f4c8dc4029deed16927f08c6b05a265f/569",
            "ppapi_unittests": "d5fb16c18ee4fafdfed65d7053f172e292deb33e2679350c133a4060e56973bd/569",
            "printing_unittests": "4ec900acef432831fbbdc6c293bae81a1eff06f13351b5f705fd75549a98868d/569",
            "remoting_unittests": "1bded5b23143e63b31753977abc513d2d1729d6cd2d006243aa70448f9e86795/646",
            "sandbox_linux_unittests": "56769eca210d1e366ae79ce61076978edb54f757ec01498db9e82ba25889ddc8/569",
            "service_manager_unittests": "1f8704157ac8ae672a8c75466d5a4de24023a243831728c9ce1a54cd4171b6d3/569",
            "services_unittests": "e6940ed22a0e7382941efab40ad8522a79c2fa268d2b4ac718192a2143a84a6c/815",
            "shell_dialogs_unittests": "2c0ed292b03178e05ed4b38499681fbcf43213f4ff5271baaf7e23bab5b732a1/569",
            "skia_unittests": "971b7d882dd8b1d1a6eb99a0bf46a11425b9ca0d178580b153cd9707fa79f64c/569",
            "snapshot_unittests": "3be0396d19d5615c864343034883a4827702b6885b485ffe3355f9f501827e73/569",
            "sql_unittests": "fea500b76321c3ee8e7fedfe7583c6b639efaa060f591218e8388d2fac8cfbe6/646",
            "storage_unittests": "c20241d67fd22c64c94350c93eec44bea306dea21a61a2853493f550badb21ef/727",
            "sync_integration_tests": "31399485177513433b72ef03a9ec2831bf05c5eca6e7ccfccbe1b92f02f4ff95/892",
            "ui_base_unittests": "e6bbd041ff04c46e6753d4dae7c1094c1080204429aa48c2c8107b168462c6aa/723",
            "ui_touch_selection_unittests": "6b3b17f82db0a1c1e3dfe769792f819e032a32824390ae4b45922d7e3118fd9c/569",
            "unit_tests": "6714d55338d2d73616d6a7743fa930c73dbb11c30291abb445c5b577b86ce553/1141",
            "url_unittests": "45e965d13571649fab0e37310b1f94c6250c8bd748650f18ab53ab7effeb11cb/569",
            "views_unittests": "637b19eef204de92d17cbe3a865ba866e2fd9016f99bb7a02250d9e02075f232/569",
            "viz_unittests": "4ef02822e44d9645790fc25442b213173256678e126ae4fb158f3ab83307e584/653",
            "vr_common_unittests": "aa09b0c8b7f8488899a97a5ecb3178f9bb08318d4078a18510ea20417c37faff/811",
            "vr_pixeltests": "3d927c4bb24d0cf142987611c26767e8ecedc09e944d0dbd6c3871e32f2a82bc/725",
            "weblayer_browsertests": "3622cdde5c382379950832f5c4f27feb7c0d55c85407294be610b74e5c012bb1/893",
            "weblayer_unittests": "861f0ea3b20b684873550a76b96a2087e89d9e0c881a5298d7aa0ed9c504cb1e/725",
            "wm_unittests": "22fe928105588141bd0974846c6487a9d389784b26e895e3c13637a0b3b72ec2/569",
            "wtf_unittests": "1615b2940dc389fbfa5d4139182d9ea5eb05211218a71c79df297853e5b7cc7d/569",
            "x11_unittests": "59b16b00a1f5d2d13bc89b7652a14d0ba2684f0cf47a771d2e0c73ff19db5241/569",
            "xr_browser_tests": "dfa8e9c3647dafe36141b194357ec0e59453b7b31b270b1f436ca332778c2f54/891",
            "zlib_unittests": "279709e7a66762086b6c7055b142cf48b7c49307e9cb23fbcf718cbe747ebce9/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "f0d486abf22639ab3ba9fd78912ffff90aee71501abf199e6c2518e5ece7d641/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "943bcd95d403e1eaa9c7e7d470b3746c007fd312",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8996676415601339360"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "78876"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[05:49:53.260] Scheduled build:
{
  "id": "8831246353693499041",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 70832,
  "createdBy": "project:chromium",
  "createTime": "2021-11-07T05:49:52.834062716Z",
  "updateTime": "2021-11-07T05:49:52.834062716Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "943bcd95d403e1eaa9c7e7d470b3746c007fd312",
      "ref": "refs/heads/main"
    }
  }
}
[05:49:53.260] Task URL: https://cr-buildbucket.appspot.com/build/8831246353693499041
[05:49:53.260] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996676415601339360:2:0) after 5m52s
[05:54:05.657] Received PubSub notification, asking Buildbucket for the build status
[05:54:05.684] Build status: STARTED
[05:55:45.415] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996676415601339360:2:0)
[05:55:45.449] Build status: STARTED
[05:55:45.449] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996676415601339360:4:0) after 4m17s
[06:00:02.452] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996676415601339360:4:0)
[06:00:02.508] Build status: STARTED
[06:00:02.508] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996676415601339360:5:0) after 2m47s
[06:02:49.744] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996676415601339360:5:0)
[06:02:49.768] Build status: STARTED
[06:02:49.768] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996676415601339360:6:0) after 3m24s
[06:06:15.069] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996676415601339360:6:0)
[06:06:15.097] Build status: STARTED
[06:06:15.097] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996676415601339360:7:0) after 6m58s
[06:13:13.575] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996676415601339360:7:0)
[06:13:13.608] Build status: STARTED
[06:13:13.608] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996676415601339360:8:0) after 1m38s
[06:14:51.636] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996676415601339360:8:0)
[06:14:51.673] Build status: STARTED
[06:14:51.673] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996676415601339360:9:0) after 3m18s
[06:18:09.712] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996676415601339360:9:0)
[06:18:09.762] Build status: STARTED
[06:18:09.762] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996676415601339360:10:0) after 1m55s
[06:20:04.782] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996676415601339360:10:0)
[06:20:04.859] Build status: STARTED
[06:20:04.859] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996676415601339360:11:0) after 4m47s
[06:24:52.332] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996676415601339360:11:0)
[06:24:52.367] Build status: STARTED
[06:24:52.367] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996676415601339360:12:0) after 5m6s
[06:28:01.834] Received PubSub notification, asking Buildbucket for the build status
[06:28:01.894] Build:
{
  "id": "8831246353693499041",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 70832,
  "createdBy": "project:chromium",
  "createTime": "2021-11-07T05:49:52.834062716Z",
  "startTime": "2021-11-07T05:54:04.076163Z",
  "endTime": "2021-11-07T06:28:00.957344837Z",
  "updateTime": "2021-11-07T06:28:00.957344837Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "943bcd95d403e1eaa9c7e7d470b3746c007fd312",
      "ref": "refs/heads/main"
    }
  }
}
[06:28:01.894] Invocation finished in 38m10.262775073s with status FAILED