Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 28 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/78772 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "65af32b2295cea2f05a7c4b2335fa25d7018c60f"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "d2b4d9aec1590dae5c33625a30878b5bcf423527",
  "parent_got_dawn_revision": "e53b9ef3f91c9089ecba72205f458146d446e81a",
  "parent_got_nacl_revision": "9d577686a4321b08f6b86ff2589070fdee1c53f9",
  "parent_got_revision": "65af32b2295cea2f05a7c4b2335fa25d7018c60f",
  "parent_got_revision_cp": "refs/heads/main@{#937884}",
  "parent_got_swiftshader_revision": "91a9a020ca7622f2461db90ed6d22af8d40185a9",
  "parent_got_v8_revision": "49162da459e2ca1f078389a84f0bbfcc7fed7a2b",
  "parent_got_v8_revision_cp": "refs/heads/9.7.106@{#1}",
  "parent_got_webrtc_revision": "3041eb21e9c26277d6d80b7d6b0217f956b80dcb",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35300}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "65af32b2295cea2f05a7c4b2335fa25d7018c60f",
  "swarm_hashes": {
    "absl_hardening_tests": "05285e1206977a7e39129cbe3867f32e894d2b34dcdf26ee8b521c819bc49967/569",
    "accessibility_unittests": "f0e5c0d7f41dccf7ca950f03d03d610aeb65b2430e2ab6395f492828181d7d20/569",
    "angle_unittests": "516263165c3e362dc4f92f886152a0e31c25d0da0270db7cb1843a3a6ba801ad/570",
    "app_shell_unittests": "680ba76c115927987e7077e2a8b19e295bbc3f67a665df41fb4408aafc38f0a2/809",
    "aura_unittests": "dfa5f49baf1b34d1dd4db5620fae372cfd35db245c49df48cacfa868f2f4e717/569",
    "base_unittests": "37747766ad1f7a44a866dac14e38b871396eca00b752f81a0cfb9096d4e4f5e5/648",
    "blink_common_unittests": "4082fad52cdeb7ab9a618e64200f6b2ed8ba84ec63d3c1edd28518e332c67dc6/647",
    "blink_fuzzer_unittests": "d4746a295da124ceb6e281a3c4bc0de49836f5faec3f2a7592272650347f48dd/648",
    "blink_heap_unittests": "c42e86fddcb28d1a2a0a56af4bec3c39f29fb11b1ea1bdee186ee779c63b8f69/648",
    "blink_platform_unittests": "8f08c551d1c011a226be0fc9da4cb927ec0febddafd6dae0da7c4c3207cb3f48/726",
    "blink_unittests": "b522b8b67a3da7ddfdb8137fcdeb516634a5807d70e350a981da58676cdc1e91/726",
    "boringssl_crypto_tests": "e02269cbd799630b3fdc71c98395bfe97b9f779785f0b55a24526b255620ced3/570",
    "boringssl_ssl_tests": "ff4592721e61d846c1256b4dbd5c884819321ca9cecbd40756005a588609bf59/569",
    "capture_unittests": "a1c04d467df8fcbfe4c39cd5df953b59397b089bcb38c6149eeeca89d850a587/648",
    "cast_unittests": "2e5f9b0fb33a565daed8f4557715be37e08d241dd2ce6d9ba6879615ffbc7ed1/569",
    "cc_unittests": "5894618463569df7bd4cf89c89dfc62051e3df7f48e19f4205fd0d729362b535/653",
    "chrome_app_unittests": "39783b35e93181c9852ace5ffb2cade61a9d6b39574d70b70c0dfda703598ded/811",
    "chromedriver_unittests": "c4581b11afd7602d45a047d58ac57c56dcd72025d95b097da53a76ad1c248ae1/726",
    "color_unittests": "77243818b340766a81ee9549d4b2bfa995fcb6295d0503e78ae92d44a35ef791/569",
    "components_browsertests": "495bb4a8f74d0345715534ede827826fba4faa4faeaca898cbe7c4a8d80c6aae/892",
    "components_unittests": "e0ae1ea331bdbabae243d347e1a5ee49924cf7b6c6b48aa3b34db318bd84dccb/892",
    "compositor_unittests": "63a531aacc6894fbb51b1ab6951960d97fab24f3e2dbc6b9c796dc2d9009bc2f/645",
    "content_browsertests": "0ac5601e60c93ada996ba0063ce8bad6bc95af855881df435fcf7a7ce3a409aa/887",
    "content_unittests": "ee2cf3d3e32bda75ca8720449796521006e223ec607b6e9a27bc813e6ebee18f/806",
    "cronet_tests": "a8a1c6099b9db3dabc10e34a607a8ca4c9e3ac5ec15f544876f2862759f2dddb/730",
    "cronet_unittests": "ccfd5a6fc68dbaee5ebbf6c20d74033f5c7df2e750978653067a27f213716821/646",
    "crypto_unittests": "6f026a93285a85584b7cb0a7a49e483d4a7778db0839caa347a76dba16c08352/569",
    "dbus_unittests": "52191a7ebe0fa056861dc570e0f5347c11780d5292ff6c0bbac71e08a55e4251/569",
    "device_unittests": "e6d60281ab2ef1d7a163adce1620e5a7e6a3afdccbe458f0bb924805f1b1fd40/646",
    "display_unittests": "25b17b973fecbf2a628441fb94442cad54e925800a6804a35ee7610723dc3d35/569",
    "events_unittests": "ab160e163745746a1edd22f66ea7e088425708ad3ae596c1676c8ce9e098f337/569",
    "extensions_browsertests": "27e39e1409fc91eb2b480974e348af3ecfae44b58a9ed3acc20dd6db9d3b9acb/811",
    "extensions_unittests": "549128660fd32ec883afaccbd1002ba66f99b80841380fdd6e54226fdd1a14e6/975",
    "filesystem_service_unittests": "69d9de784a096296fc0471e7150b7da6c3bc35522c254fa5b76d1d272fef8c49/569",
    "gcm_unit_tests": "24c44fac34cf1e3127fcda61de054542da5861a9c85ccfd036491dda826b4ff8/646",
    "gfx_unittests": "13bfaadf6dbebfee92098959a7e512215b43764f1a747454701d0a99a1272a04/645",
    "gin_unittests": "b8f8f7f9f5d112d586362e159f61c72c49e8580d014662a572d8ddfc9479e4d5/646",
    "gl_tests": "5f616cffb0ffe62f56cbb441dca6745bae592527399ed6d2d0779cf90122895b/569",
    "gl_unittests": "20ebe4f3da83361e10fae539c0a3f4b754527727eb4e076929adfd7a51752f90/569",
    "google_apis_unittests": "4fe80ca2f7f255a58bbd699aedcc75c317f9bdacd1715ac4f1ba25a73ad69609/731",
    "gpu_unittests": "139a527fbe7fb142aea284863621e433197113b30ad8f3e81947a0e9a1cf02db/646",
    "gwp_asan_unittests": "a09bd0ba7d4c837cfcaecdcbc6fcb261bcc4abb27b3ae32f08d4739d6e9488f2/570",
    "headless_browsertests": "73ce617c8c3b0dfaf2b835574255b2a9b5af9923efa1957b876a3a05a5b16b4a/809",
    "headless_unittests": "6e6260cb653c6e40c01b9be4ec43bf5270005be2f3a2556ab25e588b7d8cd6f6/569",
    "interactive_ui_tests": "c1a188281e758f0349fbddcac00f547bde4985b5b897c8fc2d0066b1289e108d/1128",
    "ipc_tests": "da330be5610639c330475abda72aa29097d2c266e3ee3039a38fbbcf6d173298/569",
    "jingle_unittests": "baed469c8594eb8ecb2c2797207123ddc37798d0e87f05a5debacce77eab8edb/646",
    "latency_unittests": "8ed30af8dbfc86a80840729f41e1b7fa80085f565fcec363e88659e4b974a5f4/569",
    "libjingle_xmpp_unittests": "7e5414cd78ff0a86a4870f77aefdb5c62f0788fea507223b1149e332713853b9/569",
    "liburlpattern_unittests": "ca16d55e0fcdcdf74e518856b1dbe4e28036072b7ac8cb4f6739a02719d6c5f2/569",
    "media_unittests": "2583ac30db9fce2dc5040392fa314a3d5058339c77cfceaf4902dd96bf17931b/649",
    "message_center_unittests": "0524bb1cd1f0639ed427659d0c6518647184185f009aaf3c3b56e165f9ab98c9/569",
    "midi_unittests": "9bebdb164e6450cbd8ff2565842323b8c967e80dd894c6950baf421489ce94eb/569",
    "mojo_core_unittests": "8acc1ff7e12bf0d7bd913012f3cc25a2e8c07f221d685d38bdac70bbec2b9387/569",
    "mojo_unittests": "de5a5fecbc04540d2949291a65353201bb82bf0c118e04cd6e68d99832462279/647",
    "native_theme_unittests": "11016302c31c610274f6be467cc48e9b57c0c8bfae5c66612ed3a2df468615eb/569",
    "net_unittests": "4aff235a10aced6ccdca2198b6d001b1ce174d86793a41339693b05426d8bec5/648",
    "openscreen_unittests": "8f32fb9c041bce85d3abf344ed40684be3088fa33c55835b265e176c8cf51796/811",
    "ozone_x11_unittests": "b54a0c1158dbd6fe0d01b647e309961eb16162d4ee13b55a04d4f3125b89c3ae/569",
    "pdf_unittests": "33546cca5b2824700d601517f23a2cfb19ec9ee2db19a017b38d5bea1caa85a9/725",
    "perfetto_unittests": "de6927479cf3c59cff26a47041a13ff37055e9fe569217b4b8f86bf95674174c/569",
    "ppapi_unittests": "badb328131e47f8e05cedc208c52636bd396be38bf7b822ebfb30aa1ae5e387f/569",
    "printing_unittests": "3f486b249bf8b02e089acf5066830ff4bbfe0c1eea3975ba421e82ccb68e823a/569",
    "remoting_unittests": "1c99034cbbdfd17be80482d3f142707df0fb5ec095d245d6fc293893cc23fbdc/646",
    "sandbox_linux_unittests": "92cba1070e72393fdcce9cd8fb88b0d0a68a00e2c8ca913599dbfc8b8faa7351/569",
    "service_manager_unittests": "735f4d270ca146ee34d0424520b41e12f271737e940abbfdab20b85395f8ad78/569",
    "services_unittests": "c2f0a8453e220d0bdfa2f70f1ea532263c9853bd402c09678b72baf3052ee1b7/815",
    "shell_dialogs_unittests": "7df919b5572443596b421e8bf0f6a6a13a0d2cdc3b7b9bc56d4b9554bfd770e6/569",
    "skia_unittests": "493652a4abb04424df8514193fd71d410d2b84b67943a5b63746d8fa6ac69d24/569",
    "snapshot_unittests": "e919e3af693e58cb062bbe2342857426c52d109e8866841ab14cff8a1d164ffb/569",
    "sql_unittests": "513e477a86a3a483b79e43726901c121af1cc8e16e074ab399f48aedff228759/646",
    "storage_unittests": "69399cec78bddb4e492331fdbf82ba18d18ec2f9ad0ec4a53f8f08d4e574475c/727",
    "sync_integration_tests": "4268b7aeb8d578d27e20360b4cddaad8ca494f3474d5ff456ae080fe362dac37/892",
    "ui_base_unittests": "18ff52396318e0d67dd1d73916284f964c55bf8b4ba39ed12c6a0ae82818b8b7/723",
    "ui_touch_selection_unittests": "34706173414243a35427f595b27be1557352a6fc46819baf1e7810f151191580/569",
    "unit_tests": "c5e0c027c901229837127aab7d87fd736b4825833868d35c17515311e7fe568c/1141",
    "url_unittests": "92294fda8bccee8dea819588e00a2ac89225b7d6e73a210c729548c956bb6027/569",
    "views_unittests": "50baf1674632630863bbb8aec9814bec3cf7faa0125576eb275ba7b7a670aedd/569",
    "viz_unittests": "c8b80cc470795f1bcb5ee59a985eec204e03a6ece4c2c773b68302d740e52498/653",
    "vr_common_unittests": "2e2af14bc3230213462c9abafbdc118c042976b34ce284dba339266f6755171e/811",
    "vr_pixeltests": "97599bfde72cf2d98dc8e251c2a75d076e1e52f08ded47417ae6780e948978bf/725",
    "weblayer_browsertests": "50e42c2b814ba8b89a8b202a12db1ae659da39ecf3285bee030d6809e36c2723/893",
    "weblayer_unittests": "6db79ae9ea452ae5849393187667762bf93e53723eea5a7466d7b69e491df00a/725",
    "wm_unittests": "9638e00413868a81aad24083b3d779abab3132025fc81171b42d4fc824cc793d/569",
    "wtf_unittests": "91957c432b39ddf854dd6f18c1dcb5aa3a15c8fae7a830ff09325743b3e65503/569",
    "x11_unittests": "c8c97a2a02d073908dc019dd76c153f584c97abba9fac6a3a53a247cd7e516d6/569",
    "xr_browser_tests": "c3932b5fb50fe52555a67514dcd7ac21b607b4c707138d2746c725710a8eec40/891",
    "zlib_unittests": "9415acdc50735b05b5a9493ae6be599d5d838f9aa95092af48f32d801cf02c40/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "f0d486abf22639ab3ba9fd78912ffff90aee71501abf199e6c2518e5ece7d641/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/65af32b2295cea2f05a7c4b2335fa25d7018c60f
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:78772
  • user_agent:recipe

Debug log (UTC)

[15:52:30.965] New invocation is queued and will start shortly
[15:52:30.965] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[15:52:34.198] Starting the invocation (attempt 1)
[15:52:34.234] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/65af32b2295cea2f05a7c4b2335fa25d7018c60f"
[15:52:34.234] Popped gitiles commit info from properties and tags
[15:52:34.234] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[15:52:34.234] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[15:52:34.235] Buildbucket request:
{
  "requestId": "8997000887673482320",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "65af32b2295cea2f05a7c4b2335fa25d7018c60f"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "d2b4d9aec1590dae5c33625a30878b5bcf423527",
      "parent_got_dawn_revision": "e53b9ef3f91c9089ecba72205f458146d446e81a",
      "parent_got_nacl_revision": "9d577686a4321b08f6b86ff2589070fdee1c53f9",
      "parent_got_revision": "65af32b2295cea2f05a7c4b2335fa25d7018c60f",
      "parent_got_revision_cp": "refs/heads/main@{#937884}",
      "parent_got_swiftshader_revision": "91a9a020ca7622f2461db90ed6d22af8d40185a9",
      "parent_got_v8_revision": "49162da459e2ca1f078389a84f0bbfcc7fed7a2b",
      "parent_got_v8_revision_cp": "refs/heads/9.7.106@{#1}",
      "parent_got_webrtc_revision": "3041eb21e9c26277d6d80b7d6b0217f956b80dcb",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35300}",
      "swarm_hashes": {
            "absl_hardening_tests": "05285e1206977a7e39129cbe3867f32e894d2b34dcdf26ee8b521c819bc49967/569",
            "accessibility_unittests": "f0e5c0d7f41dccf7ca950f03d03d610aeb65b2430e2ab6395f492828181d7d20/569",
            "angle_unittests": "516263165c3e362dc4f92f886152a0e31c25d0da0270db7cb1843a3a6ba801ad/570",
            "app_shell_unittests": "680ba76c115927987e7077e2a8b19e295bbc3f67a665df41fb4408aafc38f0a2/809",
            "aura_unittests": "dfa5f49baf1b34d1dd4db5620fae372cfd35db245c49df48cacfa868f2f4e717/569",
            "base_unittests": "37747766ad1f7a44a866dac14e38b871396eca00b752f81a0cfb9096d4e4f5e5/648",
            "blink_common_unittests": "4082fad52cdeb7ab9a618e64200f6b2ed8ba84ec63d3c1edd28518e332c67dc6/647",
            "blink_fuzzer_unittests": "d4746a295da124ceb6e281a3c4bc0de49836f5faec3f2a7592272650347f48dd/648",
            "blink_heap_unittests": "c42e86fddcb28d1a2a0a56af4bec3c39f29fb11b1ea1bdee186ee779c63b8f69/648",
            "blink_platform_unittests": "8f08c551d1c011a226be0fc9da4cb927ec0febddafd6dae0da7c4c3207cb3f48/726",
            "blink_unittests": "b522b8b67a3da7ddfdb8137fcdeb516634a5807d70e350a981da58676cdc1e91/726",
            "boringssl_crypto_tests": "e02269cbd799630b3fdc71c98395bfe97b9f779785f0b55a24526b255620ced3/570",
            "boringssl_ssl_tests": "ff4592721e61d846c1256b4dbd5c884819321ca9cecbd40756005a588609bf59/569",
            "capture_unittests": "a1c04d467df8fcbfe4c39cd5df953b59397b089bcb38c6149eeeca89d850a587/648",
            "cast_unittests": "2e5f9b0fb33a565daed8f4557715be37e08d241dd2ce6d9ba6879615ffbc7ed1/569",
            "cc_unittests": "5894618463569df7bd4cf89c89dfc62051e3df7f48e19f4205fd0d729362b535/653",
            "chrome_app_unittests": "39783b35e93181c9852ace5ffb2cade61a9d6b39574d70b70c0dfda703598ded/811",
            "chromedriver_unittests": "c4581b11afd7602d45a047d58ac57c56dcd72025d95b097da53a76ad1c248ae1/726",
            "color_unittests": "77243818b340766a81ee9549d4b2bfa995fcb6295d0503e78ae92d44a35ef791/569",
            "components_browsertests": "495bb4a8f74d0345715534ede827826fba4faa4faeaca898cbe7c4a8d80c6aae/892",
            "components_unittests": "e0ae1ea331bdbabae243d347e1a5ee49924cf7b6c6b48aa3b34db318bd84dccb/892",
            "compositor_unittests": "63a531aacc6894fbb51b1ab6951960d97fab24f3e2dbc6b9c796dc2d9009bc2f/645",
            "content_browsertests": "0ac5601e60c93ada996ba0063ce8bad6bc95af855881df435fcf7a7ce3a409aa/887",
            "content_unittests": "ee2cf3d3e32bda75ca8720449796521006e223ec607b6e9a27bc813e6ebee18f/806",
            "cronet_tests": "a8a1c6099b9db3dabc10e34a607a8ca4c9e3ac5ec15f544876f2862759f2dddb/730",
            "cronet_unittests": "ccfd5a6fc68dbaee5ebbf6c20d74033f5c7df2e750978653067a27f213716821/646",
            "crypto_unittests": "6f026a93285a85584b7cb0a7a49e483d4a7778db0839caa347a76dba16c08352/569",
            "dbus_unittests": "52191a7ebe0fa056861dc570e0f5347c11780d5292ff6c0bbac71e08a55e4251/569",
            "device_unittests": "e6d60281ab2ef1d7a163adce1620e5a7e6a3afdccbe458f0bb924805f1b1fd40/646",
            "display_unittests": "25b17b973fecbf2a628441fb94442cad54e925800a6804a35ee7610723dc3d35/569",
            "events_unittests": "ab160e163745746a1edd22f66ea7e088425708ad3ae596c1676c8ce9e098f337/569",
            "extensions_browsertests": "27e39e1409fc91eb2b480974e348af3ecfae44b58a9ed3acc20dd6db9d3b9acb/811",
            "extensions_unittests": "549128660fd32ec883afaccbd1002ba66f99b80841380fdd6e54226fdd1a14e6/975",
            "filesystem_service_unittests": "69d9de784a096296fc0471e7150b7da6c3bc35522c254fa5b76d1d272fef8c49/569",
            "gcm_unit_tests": "24c44fac34cf1e3127fcda61de054542da5861a9c85ccfd036491dda826b4ff8/646",
            "gfx_unittests": "13bfaadf6dbebfee92098959a7e512215b43764f1a747454701d0a99a1272a04/645",
            "gin_unittests": "b8f8f7f9f5d112d586362e159f61c72c49e8580d014662a572d8ddfc9479e4d5/646",
            "gl_tests": "5f616cffb0ffe62f56cbb441dca6745bae592527399ed6d2d0779cf90122895b/569",
            "gl_unittests": "20ebe4f3da83361e10fae539c0a3f4b754527727eb4e076929adfd7a51752f90/569",
            "google_apis_unittests": "4fe80ca2f7f255a58bbd699aedcc75c317f9bdacd1715ac4f1ba25a73ad69609/731",
            "gpu_unittests": "139a527fbe7fb142aea284863621e433197113b30ad8f3e81947a0e9a1cf02db/646",
            "gwp_asan_unittests": "a09bd0ba7d4c837cfcaecdcbc6fcb261bcc4abb27b3ae32f08d4739d6e9488f2/570",
            "headless_browsertests": "73ce617c8c3b0dfaf2b835574255b2a9b5af9923efa1957b876a3a05a5b16b4a/809",
            "headless_unittests": "6e6260cb653c6e40c01b9be4ec43bf5270005be2f3a2556ab25e588b7d8cd6f6/569",
            "interactive_ui_tests": "c1a188281e758f0349fbddcac00f547bde4985b5b897c8fc2d0066b1289e108d/1128",
            "ipc_tests": "da330be5610639c330475abda72aa29097d2c266e3ee3039a38fbbcf6d173298/569",
            "jingle_unittests": "baed469c8594eb8ecb2c2797207123ddc37798d0e87f05a5debacce77eab8edb/646",
            "latency_unittests": "8ed30af8dbfc86a80840729f41e1b7fa80085f565fcec363e88659e4b974a5f4/569",
            "libjingle_xmpp_unittests": "7e5414cd78ff0a86a4870f77aefdb5c62f0788fea507223b1149e332713853b9/569",
            "liburlpattern_unittests": "ca16d55e0fcdcdf74e518856b1dbe4e28036072b7ac8cb4f6739a02719d6c5f2/569",
            "media_unittests": "2583ac30db9fce2dc5040392fa314a3d5058339c77cfceaf4902dd96bf17931b/649",
            "message_center_unittests": "0524bb1cd1f0639ed427659d0c6518647184185f009aaf3c3b56e165f9ab98c9/569",
            "midi_unittests": "9bebdb164e6450cbd8ff2565842323b8c967e80dd894c6950baf421489ce94eb/569",
            "mojo_core_unittests": "8acc1ff7e12bf0d7bd913012f3cc25a2e8c07f221d685d38bdac70bbec2b9387/569",
            "mojo_unittests": "de5a5fecbc04540d2949291a65353201bb82bf0c118e04cd6e68d99832462279/647",
            "native_theme_unittests": "11016302c31c610274f6be467cc48e9b57c0c8bfae5c66612ed3a2df468615eb/569",
            "net_unittests": "4aff235a10aced6ccdca2198b6d001b1ce174d86793a41339693b05426d8bec5/648",
            "openscreen_unittests": "8f32fb9c041bce85d3abf344ed40684be3088fa33c55835b265e176c8cf51796/811",
            "ozone_x11_unittests": "b54a0c1158dbd6fe0d01b647e309961eb16162d4ee13b55a04d4f3125b89c3ae/569",
            "pdf_unittests": "33546cca5b2824700d601517f23a2cfb19ec9ee2db19a017b38d5bea1caa85a9/725",
            "perfetto_unittests": "de6927479cf3c59cff26a47041a13ff37055e9fe569217b4b8f86bf95674174c/569",
            "ppapi_unittests": "badb328131e47f8e05cedc208c52636bd396be38bf7b822ebfb30aa1ae5e387f/569",
            "printing_unittests": "3f486b249bf8b02e089acf5066830ff4bbfe0c1eea3975ba421e82ccb68e823a/569",
            "remoting_unittests": "1c99034cbbdfd17be80482d3f142707df0fb5ec095d245d6fc293893cc23fbdc/646",
            "sandbox_linux_unittests": "92cba1070e72393fdcce9cd8fb88b0d0a68a00e2c8ca913599dbfc8b8faa7351/569",
            "service_manager_unittests": "735f4d270ca146ee34d0424520b41e12f271737e940abbfdab20b85395f8ad78/569",
            "services_unittests": "c2f0a8453e220d0bdfa2f70f1ea532263c9853bd402c09678b72baf3052ee1b7/815",
            "shell_dialogs_unittests": "7df919b5572443596b421e8bf0f6a6a13a0d2cdc3b7b9bc56d4b9554bfd770e6/569",
            "skia_unittests": "493652a4abb04424df8514193fd71d410d2b84b67943a5b63746d8fa6ac69d24/569",
            "snapshot_unittests": "e919e3af693e58cb062bbe2342857426c52d109e8866841ab14cff8a1d164ffb/569",
            "sql_unittests": "513e477a86a3a483b79e43726901c121af1cc8e16e074ab399f48aedff228759/646",
            "storage_unittests": "69399cec78bddb4e492331fdbf82ba18d18ec2f9ad0ec4a53f8f08d4e574475c/727",
            "sync_integration_tests": "4268b7aeb8d578d27e20360b4cddaad8ca494f3474d5ff456ae080fe362dac37/892",
            "ui_base_unittests": "18ff52396318e0d67dd1d73916284f964c55bf8b4ba39ed12c6a0ae82818b8b7/723",
            "ui_touch_selection_unittests": "34706173414243a35427f595b27be1557352a6fc46819baf1e7810f151191580/569",
            "unit_tests": "c5e0c027c901229837127aab7d87fd736b4825833868d35c17515311e7fe568c/1141",
            "url_unittests": "92294fda8bccee8dea819588e00a2ac89225b7d6e73a210c729548c956bb6027/569",
            "views_unittests": "50baf1674632630863bbb8aec9814bec3cf7faa0125576eb275ba7b7a670aedd/569",
            "viz_unittests": "c8b80cc470795f1bcb5ee59a985eec204e03a6ece4c2c773b68302d740e52498/653",
            "vr_common_unittests": "2e2af14bc3230213462c9abafbdc118c042976b34ce284dba339266f6755171e/811",
            "vr_pixeltests": "97599bfde72cf2d98dc8e251c2a75d076e1e52f08ded47417ae6780e948978bf/725",
            "weblayer_browsertests": "50e42c2b814ba8b89a8b202a12db1ae659da39ecf3285bee030d6809e36c2723/893",
            "weblayer_unittests": "6db79ae9ea452ae5849393187667762bf93e53723eea5a7466d7b69e491df00a/725",
            "wm_unittests": "9638e00413868a81aad24083b3d779abab3132025fc81171b42d4fc824cc793d/569",
            "wtf_unittests": "91957c432b39ddf854dd6f18c1dcb5aa3a15c8fae7a830ff09325743b3e65503/569",
            "x11_unittests": "c8c97a2a02d073908dc019dd76c153f584c97abba9fac6a3a53a247cd7e516d6/569",
            "xr_browser_tests": "c3932b5fb50fe52555a67514dcd7ac21b607b4c707138d2746c725710a8eec40/891",
            "zlib_unittests": "9415acdc50735b05b5a9493ae6be599d5d838f9aa95092af48f32d801cf02c40/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "f0d486abf22639ab3ba9fd78912ffff90aee71501abf199e6c2518e5ece7d641/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "65af32b2295cea2f05a7c4b2335fa25d7018c60f",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8997000887673482320"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "78772"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[15:52:34.811] Scheduled build:
{
  "id": "8831570823510492545",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 70728,
  "createdBy": "project:chromium",
  "createTime": "2021-11-03T15:52:34.303257968Z",
  "updateTime": "2021-11-03T15:52:34.303257968Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "65af32b2295cea2f05a7c4b2335fa25d7018c60f",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[15:52:34.811] Task URL: https://cr-buildbucket.appspot.com/build/8831570823510492545
[15:52:34.811] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997000887673482320:2:0) after 1m21s
[15:53:14.567] Received PubSub notification, asking Buildbucket for the build status
[15:53:14.625] Build status: STARTED
[15:53:55.836] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997000887673482320:2:0)
[15:53:55.884] Build status: STARTED
[15:53:55.884] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997000887673482320:4:0) after 5m11s
[15:59:07.218] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997000887673482320:4:0)
[15:59:07.262] Build status: STARTED
[15:59:07.262] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997000887673482320:5:0) after 9m29s
[16:08:36.283] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997000887673482320:5:0)
[16:08:36.313] Build status: STARTED
[16:08:36.313] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997000887673482320:6:0) after 6m16s
[16:14:52.483] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997000887673482320:6:0)
[16:14:52.511] Build status: STARTED
[16:14:52.511] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997000887673482320:7:0) after 4m6s
[16:18:58.584] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997000887673482320:7:0)
[16:18:58.619] Build status: STARTED
[16:18:58.619] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997000887673482320:8:0) after 6m52s
[16:21:14.601] Received PubSub notification, asking Buildbucket for the build status
[16:21:14.641] Build:
{
  "id": "8831570823510492545",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 70728,
  "createdBy": "project:chromium",
  "createTime": "2021-11-03T15:52:34.303257968Z",
  "startTime": "2021-11-03T15:53:13.795166Z",
  "endTime": "2021-11-03T16:21:13.982291735Z",
  "updateTime": "2021-11-03T16:21:13.982291735Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "65af32b2295cea2f05a7c4b2335fa25d7018c60f",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[16:21:14.641] Invocation finished in 28m43.692033573s with status FAILED