Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 41 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/77700 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "c516a4ed54ee335a4b90dedc87673f1878710ac0"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "afe0dd9edf76dd798af7615e347725afd284924c",
  "parent_got_dawn_revision": "4420ecc71e275f4675e981610067b426c0282f07",
  "parent_got_nacl_revision": "960b7c60dea788acb2fecf07e00a2532167972af",
  "parent_got_revision": "c516a4ed54ee335a4b90dedc87673f1878710ac0",
  "parent_got_revision_cp": "refs/heads/main@{#924998}",
  "parent_got_swiftshader_revision": "71724e74b38a142157495e04fd1e3aefa8c068f6",
  "parent_got_v8_revision": "853a0bd84a0f6963fb38ddb566bc8a033232b1f2",
  "parent_got_v8_revision_cp": "refs/heads/9.6.108@{#1}",
  "parent_got_webrtc_revision": "9f0b3330764eb4d373d8e2c9775d250ed10cb9f4",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35087}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "c516a4ed54ee335a4b90dedc87673f1878710ac0",
  "swarm_hashes": {
    "absl_hardening_tests": "4c56008a19266ddd1bdac01ee2c74b62203a6249866a023a1bc8ff033b6b2a74/569",
    "accessibility_unittests": "8377aeff3cefce15337656bce833d72dc6cd558cfeb15e5ded50349ebf1671b4/569",
    "angle_unittests": "df7d61d3d07a4ea4ccd6ae0564a618dbd84be30bd05296d760b58b977bfde617/570",
    "app_shell_unittests": "45aeb18276d9fe16ebaebaa5c055ee360eb01280bfdbc3931029ed2b44e44a67/809",
    "aura_unittests": "3464cd43255677e249323009f0fa0dbeae6f4ab623566dbef43780afd1e5ad23/569",
    "base_unittests": "833b9503d17551d7b6290316138c3e87109e458dddabcdf30bb8db7c1c6f5d4b/648",
    "blink_common_unittests": "d0d9067689fe3c9e95a0bd227086cd00d52659ad1c50d08c2039decbf64d7562/647",
    "blink_fuzzer_unittests": "785667432e8671d724029a57886c21aa88625146092a81c40c53d9b9d8e2757b/648",
    "blink_heap_unittests": "e9f06df3cc6b3919a7b0b96c59b2debb9a3aca2cc510345ad6822b17eead0dd9/648",
    "blink_platform_unittests": "cef8de79f113db5211688b624ade8c5dd3b1d42724ac93a888a94d3cbd90164c/726",
    "blink_unittests": "ef9ae515ab25b117901ad604134d77b7b60a1a177aee646305ba513dc39c038b/726",
    "boringssl_crypto_tests": "cb662456c0de63487e218b38f606288e4151f26d112a07f48ed6cae28a13edef/570",
    "boringssl_ssl_tests": "cb87dd8f30d2e3db25e0ae2245caf64959f369cc17d3bd302195c2e62b501933/569",
    "capture_unittests": "0d1e9f408eb3cd128bad6e5f55a1c6224bc7b4f935f816971274678f99517d8b/648",
    "cast_unittests": "6859847106d40af56c7ee2f2d7142e4785b31af1b42b22831accbf330b0b0e3b/569",
    "cc_unittests": "70096ee61ec1734fc2f1b3f2ce0bceb23d42ebaccac867f3f1c0469494c7618d/653",
    "chrome_app_unittests": "7ac6354f6fc77fa5fac3c7294ea60219ab70bb90891f07340ebc09fb36d92280/811",
    "chromedriver_unittests": "5ffe0a29de83a1e35cd8604022fc97b2581353aacfffb09af60d60adc3b71d56/726",
    "color_unittests": "20cb950869117869a33dfee853182b70eb8501fe5110f42903408c09496aafb9/569",
    "components_browsertests": "9a4c823ad827d0ae4db4da99500c77e924557647890036745c00d9b414b222ac/892",
    "components_unittests": "2c6d77a3510ac56bb8cb90a005c03faf64baeaad73c581ff3eb10b5d2f6af32f/892",
    "compositor_unittests": "ab48172ce3b9a4f3927a83e38eed117b421515f7a74daa1ed48887e8e051d6f9/645",
    "content_browsertests": "256bf1680ff3e50d91994df751df96f3dc4c463bb3a2e5b1af2c1a3c4bc2b9e4/887",
    "content_unittests": "62271ad5b61671420b5e1d52ccb43fe5762052d66a39441fd841a3a8f2950fcd/806",
    "cronet_tests": "8f2a208997b881ab2b8daaf124d2588cdafd0127c9e34f5a6d015c6da9203e22/730",
    "cronet_unittests": "07e0eafa77b0dbfeb5dbca32a6d1408951e736fb85b0b65bae25d7c7e7a15d6e/646",
    "crypto_unittests": "2396569e1410ae795242e82ab345efe0158fd278dea5ec3e0487cc003fd09204/569",
    "dbus_unittests": "d05d59ea1b5d8c44d7601caa622eb082afeddf196a919dada10f5e5c24919270/569",
    "device_unittests": "6f298b99446b86caf43543272a7918200ddbc28fb9d9d2ab77a65646cb0b20ab/646",
    "display_unittests": "e03f6e8a11ecd8ffeb64899aa01eb67a62f73bcc20df8ac043146a83c6e65e67/569",
    "events_unittests": "9961a39196de8c18e9451c03f51f1077102031f2b91b5f47115202141607c563/569",
    "extensions_browsertests": "3664beefd5d918fbe394bc3376bdb3a12d6876da79c396966f64f207be08d52c/811",
    "extensions_unittests": "8600fc461909a5fd731117cb9ca925cb5166f6a17ad73642a6155d5fe47453c4/975",
    "filesystem_service_unittests": "be2f2c030c34915c4ba57d4ee75519fdd82cf294e7da6b9dde4b4a21a1ba0444/569",
    "gcm_unit_tests": "9f8ccea06b59db41703515516151712db391d147749fb1ee5c8821882390c02f/646",
    "gfx_unittests": "7fc77582b5e85196b3ce04041f7eef9fc1cb5159233f5af71171c557293486c7/645",
    "gin_unittests": "8a1424568909872c9eddc10521e62d9aa47dba8981a0b1d52aebe658033b147e/646",
    "gl_tests": "05b86beafd0e7561d853eb6bc9dbd7627572086f853f31fd34de9ea5707b1ada/569",
    "gl_unittests": "a18179bd104e91bcfe9614b0df878a69e68941da125f3506b309063fac56d694/569",
    "google_apis_unittests": "e28bbf0672df3722e3c1edbd481b56610027c978f63783eacbfd3cad9ea73397/731",
    "gpu_unittests": "af44d2fa88eb75e116745e307614619d8bde4e903bf417280e73cc19cbbeeb8e/646",
    "gtk_unittests": "7c37b80e7f8d0bbdb2fe5f2b79d6560066dd89b7119e885a155ea9d18d312769/569",
    "gwp_asan_unittests": "b53a6f37651963224466f5ced5432bbf2460b9c165179aa14064ea203f32dcc1/570",
    "headless_browsertests": "e3ce0e6df3308665cbce8942cc6ba4dd78549ac35b3852f25b2dbe50d8f9944e/809",
    "headless_unittests": "d478127be7beccb0329a47b17b17f0da5cc75015b14d90da4010fde7edb3e0b4/569",
    "interactive_ui_tests": "7afa27574ed024c2c9e4d218fb45086c1c27cccfedbc0223599bced5b83f70f2/1128",
    "ipc_tests": "99bfbdae9142559f64067b1dcf7f518c39c96ea044c9375895fc621cf265277b/569",
    "jingle_unittests": "3485c3e1163ea721b9640d2b49e7cd2df3a8c3e9cd62982ed88fc81736dd0a21/646",
    "latency_unittests": "70ae8f72bec57e20d88958af4ea5c4c5d9874113a4be1c81897a0cb83243020d/569",
    "libjingle_xmpp_unittests": "91385048e76c0de1c581121d8caa3c96d4fd17c26f6cf941ad70a9ea7f22a4d1/569",
    "liburlpattern_unittests": "d8b83c0215858c3af9362e26037d6989476106cb52182003cf2718be4f3b411f/569",
    "media_unittests": "f59d23d5341430a0a5e029185addae9e10dd6230f4b902f665d77c2d0c33f839/649",
    "message_center_unittests": "8f4bc0222fba6208eeec1a4bb43120db86394c93e0959f34af23c3656b0a1bcd/569",
    "midi_unittests": "4a38bc3063bc5ec01cbd4ddd112cb3806026a70f0fb6c7e8f7adc74125fee171/569",
    "mojo_core_unittests": "efe7cfda87e60cb99cfb196d61ab1aec4a235c305f033f4dab7c2d83be9713eb/569",
    "mojo_unittests": "8eabdd126e4952c02c0300a08c161ce6abd2da79a52e15a5953fe09683e348a9/647",
    "native_theme_unittests": "bb1c5d765a287a65b3781ca8a829b0a4c93ff54f3ced18d1495e5fb7ce218955/569",
    "net_unittests": "3f4f76a609113937759c2c204dd2af17155116e6fa6ccc39cb04bb8388800da5/648",
    "openscreen_unittests": "ff9c62d46485e22c6400fa937fc693e7384e9a6757972fb509c010d9c61d061c/811",
    "ozone_x11_unittests": "61fcc89adaeec0788e3317d364965dc187cf9d412ca83d62679a84657e50ab31/569",
    "pdf_unittests": "d512c6ba8ee1d2075fe9f80575f7687668e16a50e676baa81c109ba8c28daf95/725",
    "perfetto_unittests": "04b1f8df7063e598f39aeddda4ff56440e22f445ba3600aba2537fe6281bc6ab/569",
    "ppapi_unittests": "b862a82d7f0175b53e39d6746bc74687156e66570c85ee032a5e739ff69ac393/569",
    "printing_unittests": "c99e13c92d77a4b9eadce012bd658634faa6ea6e9be5c7882c6b0cd8892ce604/569",
    "remoting_unittests": "c4aa48acfff3cf41ab99d3a02cc7a4e8812feba48d79e981dc73e98251253e47/646",
    "sandbox_linux_unittests": "8e0e5276c16088a184d976abb6e0f7dce57e181112eb3d571aeafbc391b5cb96/569",
    "service_manager_unittests": "2cc6128c339e8c6acd76fe9bdde430dcf16990ab499c19bf00d2488ca4ea3dc1/569",
    "services_unittests": "2b1bf41d8a1b387f476e18c094d7c506dfbabe91a52d151328d02c09f9ee8c45/815",
    "shell_dialogs_unittests": "ee32a7e55f845249b93b793b78d27060c76d66ac027c986b39584ed8d5c869b3/569",
    "skia_unittests": "6b7bbb202ee2b1ed8bc4f8d3668f4ba25d5f4ec63f633ad444d656a6f3f66630/569",
    "snapshot_unittests": "8c8f9a5770804230b350b9b2b004e4870d304b5bf81c4b3342c3dd1d9da3c953/569",
    "sql_unittests": "7da826299fe201e7ca9eb03e7878faeaa7078c96b6ad324f79242e43d37f9949/646",
    "storage_unittests": "205315c21bf8905b734a1649f1da42673ea1afe31e35af9677bd5e93ce7ef76f/727",
    "sync_integration_tests": "bb2c217b56bbe971365189727fa69acdb91499fc0096b053ea60cc89f3884ff9/892",
    "ui_base_unittests": "6cb4c036a332e29e8ecf396c72106627256ee5665f085562501fda3bf723908f/723",
    "ui_touch_selection_unittests": "bd27ca641e5bc0d9ad7178e6c9cdde92eb905f6e90ab6d9da4388e89d25b967a/569",
    "unit_tests": "75fd059fa025c69940a9010e9193ad95b02e10e0461ec754b02bafe74d73245a/1141",
    "url_unittests": "5a4154e4b7d90235a8f948e332d74f88aa5ec802690f9f6d5d7da83d989db879/569",
    "views_unittests": "d968bfd76c9805aadd0a0a2fcadb46ca5191f9a3aee99e6f664b0f2aa41b6328/569",
    "viz_unittests": "641b1f5427561f319ab1c67e16e418d4e6052497f8f369899116d93b62eb8dc1/653",
    "vr_common_unittests": "8386faa481513c71368dd3ee4508b670fa08964a32dd8ea88da2984e0eb3baff/811",
    "vr_pixeltests": "9ba70394f2da199298f320a952fcaa8b5d93732a0cb2055065fe58ff81527557/725",
    "weblayer_browsertests": "836f9a1bf32c2055722a99295684a64bea80d06d0baacc0e118c5e5c765b3ebb/893",
    "weblayer_unittests": "0a09fb705ba014447ac0f7ef584d8c051530eca4726b53bf47c40727327596c9/725",
    "wm_unittests": "c1f65282983299ed221df58f0a9f9dd188dc9b52b69afeeaf83ab48bc1c39234/569",
    "wtf_unittests": "4c791d0cde19d6b428a267c0bec9bd05bc892493b3b878a3b360bf86f1b54b5b/569",
    "x11_unittests": "49bd8b1ab0c285c78b153d7084d098357d5e58c1a4a6bfea8374ab4151012b5b/569",
    "xr_browser_tests": "cbb86af3c9a25bd8db752466bb706c1a5ccb177af54cf80dde69e6820f436269/891",
    "zlib_unittests": "264c2acc97eeb2c3d41c31978b8754191ac0a33f464a6dc837c4c7b1f29ab41f/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "a737c3978d8217c5d52b0b885ca0018ad0e5420c0ed97a0e9b5f7ac48162d323/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c516a4ed54ee335a4b90dedc87673f1878710ac0
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:77700
  • user_agent:recipe

Debug log (UTC)

[02:31:13.839] New invocation is queued and will start shortly
[02:31:13.839] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[02:31:15.589] Starting the invocation (attempt 1)
[02:31:15.620] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c516a4ed54ee335a4b90dedc87673f1878710ac0"
[02:31:15.620] Popped gitiles commit info from properties and tags
[02:31:15.620] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:31:15.623] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:31:15.623] Buildbucket request:
{
  "requestId": "9000584581883770256",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "c516a4ed54ee335a4b90dedc87673f1878710ac0"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "afe0dd9edf76dd798af7615e347725afd284924c",
      "parent_got_dawn_revision": "4420ecc71e275f4675e981610067b426c0282f07",
      "parent_got_nacl_revision": "960b7c60dea788acb2fecf07e00a2532167972af",
      "parent_got_revision": "c516a4ed54ee335a4b90dedc87673f1878710ac0",
      "parent_got_revision_cp": "refs/heads/main@{#924998}",
      "parent_got_swiftshader_revision": "71724e74b38a142157495e04fd1e3aefa8c068f6",
      "parent_got_v8_revision": "853a0bd84a0f6963fb38ddb566bc8a033232b1f2",
      "parent_got_v8_revision_cp": "refs/heads/9.6.108@{#1}",
      "parent_got_webrtc_revision": "9f0b3330764eb4d373d8e2c9775d250ed10cb9f4",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35087}",
      "swarm_hashes": {
            "absl_hardening_tests": "4c56008a19266ddd1bdac01ee2c74b62203a6249866a023a1bc8ff033b6b2a74/569",
            "accessibility_unittests": "8377aeff3cefce15337656bce833d72dc6cd558cfeb15e5ded50349ebf1671b4/569",
            "angle_unittests": "df7d61d3d07a4ea4ccd6ae0564a618dbd84be30bd05296d760b58b977bfde617/570",
            "app_shell_unittests": "45aeb18276d9fe16ebaebaa5c055ee360eb01280bfdbc3931029ed2b44e44a67/809",
            "aura_unittests": "3464cd43255677e249323009f0fa0dbeae6f4ab623566dbef43780afd1e5ad23/569",
            "base_unittests": "833b9503d17551d7b6290316138c3e87109e458dddabcdf30bb8db7c1c6f5d4b/648",
            "blink_common_unittests": "d0d9067689fe3c9e95a0bd227086cd00d52659ad1c50d08c2039decbf64d7562/647",
            "blink_fuzzer_unittests": "785667432e8671d724029a57886c21aa88625146092a81c40c53d9b9d8e2757b/648",
            "blink_heap_unittests": "e9f06df3cc6b3919a7b0b96c59b2debb9a3aca2cc510345ad6822b17eead0dd9/648",
            "blink_platform_unittests": "cef8de79f113db5211688b624ade8c5dd3b1d42724ac93a888a94d3cbd90164c/726",
            "blink_unittests": "ef9ae515ab25b117901ad604134d77b7b60a1a177aee646305ba513dc39c038b/726",
            "boringssl_crypto_tests": "cb662456c0de63487e218b38f606288e4151f26d112a07f48ed6cae28a13edef/570",
            "boringssl_ssl_tests": "cb87dd8f30d2e3db25e0ae2245caf64959f369cc17d3bd302195c2e62b501933/569",
            "capture_unittests": "0d1e9f408eb3cd128bad6e5f55a1c6224bc7b4f935f816971274678f99517d8b/648",
            "cast_unittests": "6859847106d40af56c7ee2f2d7142e4785b31af1b42b22831accbf330b0b0e3b/569",
            "cc_unittests": "70096ee61ec1734fc2f1b3f2ce0bceb23d42ebaccac867f3f1c0469494c7618d/653",
            "chrome_app_unittests": "7ac6354f6fc77fa5fac3c7294ea60219ab70bb90891f07340ebc09fb36d92280/811",
            "chromedriver_unittests": "5ffe0a29de83a1e35cd8604022fc97b2581353aacfffb09af60d60adc3b71d56/726",
            "color_unittests": "20cb950869117869a33dfee853182b70eb8501fe5110f42903408c09496aafb9/569",
            "components_browsertests": "9a4c823ad827d0ae4db4da99500c77e924557647890036745c00d9b414b222ac/892",
            "components_unittests": "2c6d77a3510ac56bb8cb90a005c03faf64baeaad73c581ff3eb10b5d2f6af32f/892",
            "compositor_unittests": "ab48172ce3b9a4f3927a83e38eed117b421515f7a74daa1ed48887e8e051d6f9/645",
            "content_browsertests": "256bf1680ff3e50d91994df751df96f3dc4c463bb3a2e5b1af2c1a3c4bc2b9e4/887",
            "content_unittests": "62271ad5b61671420b5e1d52ccb43fe5762052d66a39441fd841a3a8f2950fcd/806",
            "cronet_tests": "8f2a208997b881ab2b8daaf124d2588cdafd0127c9e34f5a6d015c6da9203e22/730",
            "cronet_unittests": "07e0eafa77b0dbfeb5dbca32a6d1408951e736fb85b0b65bae25d7c7e7a15d6e/646",
            "crypto_unittests": "2396569e1410ae795242e82ab345efe0158fd278dea5ec3e0487cc003fd09204/569",
            "dbus_unittests": "d05d59ea1b5d8c44d7601caa622eb082afeddf196a919dada10f5e5c24919270/569",
            "device_unittests": "6f298b99446b86caf43543272a7918200ddbc28fb9d9d2ab77a65646cb0b20ab/646",
            "display_unittests": "e03f6e8a11ecd8ffeb64899aa01eb67a62f73bcc20df8ac043146a83c6e65e67/569",
            "events_unittests": "9961a39196de8c18e9451c03f51f1077102031f2b91b5f47115202141607c563/569",
            "extensions_browsertests": "3664beefd5d918fbe394bc3376bdb3a12d6876da79c396966f64f207be08d52c/811",
            "extensions_unittests": "8600fc461909a5fd731117cb9ca925cb5166f6a17ad73642a6155d5fe47453c4/975",
            "filesystem_service_unittests": "be2f2c030c34915c4ba57d4ee75519fdd82cf294e7da6b9dde4b4a21a1ba0444/569",
            "gcm_unit_tests": "9f8ccea06b59db41703515516151712db391d147749fb1ee5c8821882390c02f/646",
            "gfx_unittests": "7fc77582b5e85196b3ce04041f7eef9fc1cb5159233f5af71171c557293486c7/645",
            "gin_unittests": "8a1424568909872c9eddc10521e62d9aa47dba8981a0b1d52aebe658033b147e/646",
            "gl_tests": "05b86beafd0e7561d853eb6bc9dbd7627572086f853f31fd34de9ea5707b1ada/569",
            "gl_unittests": "a18179bd104e91bcfe9614b0df878a69e68941da125f3506b309063fac56d694/569",
            "google_apis_unittests": "e28bbf0672df3722e3c1edbd481b56610027c978f63783eacbfd3cad9ea73397/731",
            "gpu_unittests": "af44d2fa88eb75e116745e307614619d8bde4e903bf417280e73cc19cbbeeb8e/646",
            "gtk_unittests": "7c37b80e7f8d0bbdb2fe5f2b79d6560066dd89b7119e885a155ea9d18d312769/569",
            "gwp_asan_unittests": "b53a6f37651963224466f5ced5432bbf2460b9c165179aa14064ea203f32dcc1/570",
            "headless_browsertests": "e3ce0e6df3308665cbce8942cc6ba4dd78549ac35b3852f25b2dbe50d8f9944e/809",
            "headless_unittests": "d478127be7beccb0329a47b17b17f0da5cc75015b14d90da4010fde7edb3e0b4/569",
            "interactive_ui_tests": "7afa27574ed024c2c9e4d218fb45086c1c27cccfedbc0223599bced5b83f70f2/1128",
            "ipc_tests": "99bfbdae9142559f64067b1dcf7f518c39c96ea044c9375895fc621cf265277b/569",
            "jingle_unittests": "3485c3e1163ea721b9640d2b49e7cd2df3a8c3e9cd62982ed88fc81736dd0a21/646",
            "latency_unittests": "70ae8f72bec57e20d88958af4ea5c4c5d9874113a4be1c81897a0cb83243020d/569",
            "libjingle_xmpp_unittests": "91385048e76c0de1c581121d8caa3c96d4fd17c26f6cf941ad70a9ea7f22a4d1/569",
            "liburlpattern_unittests": "d8b83c0215858c3af9362e26037d6989476106cb52182003cf2718be4f3b411f/569",
            "media_unittests": "f59d23d5341430a0a5e029185addae9e10dd6230f4b902f665d77c2d0c33f839/649",
            "message_center_unittests": "8f4bc0222fba6208eeec1a4bb43120db86394c93e0959f34af23c3656b0a1bcd/569",
            "midi_unittests": "4a38bc3063bc5ec01cbd4ddd112cb3806026a70f0fb6c7e8f7adc74125fee171/569",
            "mojo_core_unittests": "efe7cfda87e60cb99cfb196d61ab1aec4a235c305f033f4dab7c2d83be9713eb/569",
            "mojo_unittests": "8eabdd126e4952c02c0300a08c161ce6abd2da79a52e15a5953fe09683e348a9/647",
            "native_theme_unittests": "bb1c5d765a287a65b3781ca8a829b0a4c93ff54f3ced18d1495e5fb7ce218955/569",
            "net_unittests": "3f4f76a609113937759c2c204dd2af17155116e6fa6ccc39cb04bb8388800da5/648",
            "openscreen_unittests": "ff9c62d46485e22c6400fa937fc693e7384e9a6757972fb509c010d9c61d061c/811",
            "ozone_x11_unittests": "61fcc89adaeec0788e3317d364965dc187cf9d412ca83d62679a84657e50ab31/569",
            "pdf_unittests": "d512c6ba8ee1d2075fe9f80575f7687668e16a50e676baa81c109ba8c28daf95/725",
            "perfetto_unittests": "04b1f8df7063e598f39aeddda4ff56440e22f445ba3600aba2537fe6281bc6ab/569",
            "ppapi_unittests": "b862a82d7f0175b53e39d6746bc74687156e66570c85ee032a5e739ff69ac393/569",
            "printing_unittests": "c99e13c92d77a4b9eadce012bd658634faa6ea6e9be5c7882c6b0cd8892ce604/569",
            "remoting_unittests": "c4aa48acfff3cf41ab99d3a02cc7a4e8812feba48d79e981dc73e98251253e47/646",
            "sandbox_linux_unittests": "8e0e5276c16088a184d976abb6e0f7dce57e181112eb3d571aeafbc391b5cb96/569",
            "service_manager_unittests": "2cc6128c339e8c6acd76fe9bdde430dcf16990ab499c19bf00d2488ca4ea3dc1/569",
            "services_unittests": "2b1bf41d8a1b387f476e18c094d7c506dfbabe91a52d151328d02c09f9ee8c45/815",
            "shell_dialogs_unittests": "ee32a7e55f845249b93b793b78d27060c76d66ac027c986b39584ed8d5c869b3/569",
            "skia_unittests": "6b7bbb202ee2b1ed8bc4f8d3668f4ba25d5f4ec63f633ad444d656a6f3f66630/569",
            "snapshot_unittests": "8c8f9a5770804230b350b9b2b004e4870d304b5bf81c4b3342c3dd1d9da3c953/569",
            "sql_unittests": "7da826299fe201e7ca9eb03e7878faeaa7078c96b6ad324f79242e43d37f9949/646",
            "storage_unittests": "205315c21bf8905b734a1649f1da42673ea1afe31e35af9677bd5e93ce7ef76f/727",
            "sync_integration_tests": "bb2c217b56bbe971365189727fa69acdb91499fc0096b053ea60cc89f3884ff9/892",
            "ui_base_unittests": "6cb4c036a332e29e8ecf396c72106627256ee5665f085562501fda3bf723908f/723",
            "ui_touch_selection_unittests": "bd27ca641e5bc0d9ad7178e6c9cdde92eb905f6e90ab6d9da4388e89d25b967a/569",
            "unit_tests": "75fd059fa025c69940a9010e9193ad95b02e10e0461ec754b02bafe74d73245a/1141",
            "url_unittests": "5a4154e4b7d90235a8f948e332d74f88aa5ec802690f9f6d5d7da83d989db879/569",
            "views_unittests": "d968bfd76c9805aadd0a0a2fcadb46ca5191f9a3aee99e6f664b0f2aa41b6328/569",
            "viz_unittests": "641b1f5427561f319ab1c67e16e418d4e6052497f8f369899116d93b62eb8dc1/653",
            "vr_common_unittests": "8386faa481513c71368dd3ee4508b670fa08964a32dd8ea88da2984e0eb3baff/811",
            "vr_pixeltests": "9ba70394f2da199298f320a952fcaa8b5d93732a0cb2055065fe58ff81527557/725",
            "weblayer_browsertests": "836f9a1bf32c2055722a99295684a64bea80d06d0baacc0e118c5e5c765b3ebb/893",
            "weblayer_unittests": "0a09fb705ba014447ac0f7ef584d8c051530eca4726b53bf47c40727327596c9/725",
            "wm_unittests": "c1f65282983299ed221df58f0a9f9dd188dc9b52b69afeeaf83ab48bc1c39234/569",
            "wtf_unittests": "4c791d0cde19d6b428a267c0bec9bd05bc892493b3b878a3b360bf86f1b54b5b/569",
            "x11_unittests": "49bd8b1ab0c285c78b153d7084d098357d5e58c1a4a6bfea8374ab4151012b5b/569",
            "xr_browser_tests": "cbb86af3c9a25bd8db752466bb706c1a5ccb177af54cf80dde69e6820f436269/891",
            "zlib_unittests": "264c2acc97eeb2c3d41c31978b8754191ac0a33f464a6dc837c4c7b1f29ab41f/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "a737c3978d8217c5d52b0b885ca0018ad0e5420c0ed97a0e9b5f7ac48162d323/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "c516a4ed54ee335a4b90dedc87673f1878710ac0",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "9000584581883770256"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "77700"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[02:31:16.259] Scheduled build:
{
  "id": "8835154519235279329",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 69664,
  "createdBy": "project:chromium",
  "createTime": "2021-09-25T02:31:15.732273061Z",
  "updateTime": "2021-09-25T02:31:16.057960738Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "c516a4ed54ee335a4b90dedc87673f1878710ac0",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[02:31:16.259] Task URL: https://cr-buildbucket.appspot.com/build/8835154519235279329
[02:31:16.259] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9000584581883770256:2:0) after 5m30s
[02:36:46.377] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9000584581883770256:2:0)
[02:36:46.433] Build status: SCHEDULED
[02:36:46.433] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9000584581883770256:3:0) after 8m10s
[02:36:54.403] Received PubSub notification, asking Buildbucket for the build status
[02:36:54.500] Build status: STARTED
[02:44:56.456] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9000584581883770256:3:0)
[02:44:56.489] Build status: STARTED
[02:44:56.489] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9000584581883770256:5:0) after 3m46s
[02:48:42.555] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9000584581883770256:5:0)
[02:48:42.589] Build status: STARTED
[02:48:42.589] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9000584581883770256:6:0) after 8m11s
[02:56:53.635] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9000584581883770256:6:0)
[02:56:53.663] Build status: STARTED
[02:56:53.663] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9000584581883770256:7:0) after 9m30s
[03:06:23.688] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9000584581883770256:7:0)
[03:06:23.722] Build status: STARTED
[03:06:23.722] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9000584581883770256:8:0) after 6m55s
[03:13:09.879] Received PubSub notification, asking Buildbucket for the build status
[03:13:09.918] Build:
{
  "id": "8835154519235279329",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 69664,
  "createdBy": "project:chromium",
  "createTime": "2021-09-25T02:31:15.732273061Z",
  "startTime": "2021-09-25T02:36:53.663260Z",
  "endTime": "2021-09-25T03:13:09.332674833Z",
  "updateTime": "2021-09-25T03:13:09.334453281Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "c516a4ed54ee335a4b90dedc87673f1878710ac0",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[03:13:09.918] Invocation finished in 41m56.095056036s with status FAILED