Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 25 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/80212 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "935d5d1ae30009e41b5fc26861dcc3dde8c23af7"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "582651bee8a90924c752d146ab40b71089c07032",
  "parent_got_dawn_revision": "67a22dee01bfe5eafb929a5e00f17d87ec54eac5",
  "parent_got_nacl_revision": "a90562b0e045950f6884105bfa6e560dbce9d319",
  "parent_got_revision": "935d5d1ae30009e41b5fc26861dcc3dde8c23af7",
  "parent_got_revision_cp": "refs/heads/main@{#953906}",
  "parent_got_swiftshader_revision": "f354daff5a2b882fc182c8377c826aa99b30f989",
  "parent_got_v8_revision": "13a6d9f4a5d01b467b7a9847c5a73c6875cd8569",
  "parent_got_v8_revision_cp": "refs/heads/9.9.28@{#1}",
  "parent_got_webrtc_revision": "9753fbc380587011e0690f1bec81971297f8514c",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35576}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "935d5d1ae30009e41b5fc26861dcc3dde8c23af7",
  "swarm_hashes": {
    "absl_hardening_tests": "0520a89b585a0fd2a6edcc3e5a5b10a07072867fef8571d15d190f246da90f7f/569",
    "accessibility_unittests": "3e5aef9e1ab12edc1bc7dc87258e2c1ae7791e9c6bcda700b90ef99ec8443fe6/569",
    "angle_unittests": "9bba76871c33a230cfec2f68acc8b3c2c81a7d7e3a36a8ca87e679229ba53134/570",
    "app_shell_unittests": "0ddd3c9127b9a48b4a5d7515b11445fdfa53ea98f1c85ba3008a374e393422de/730",
    "aura_unittests": "dc0ec0224d4952fb9a83371a932b522f478f133c8b22a26f3fb76feed7dba274/569",
    "base_unittests": "c582c21b57530cdfb28d52212eca9de2c6573eb5631a3e955e8ab98c19842fd5/648",
    "blink_common_unittests": "debc070bc4f1a52e6559b89b91207e455c317020ea619419641e4fa9da22ef5a/647",
    "blink_fuzzer_unittests": "7197d998dccd07a144d1ab18806a53a4747785ab8365c573d7bd4ab4d28cc324/569",
    "blink_heap_unittests": "0d1ac89e23b08e67c5b8d582957e97b8ea86c6c909423367f2f95321f5f647ed/569",
    "blink_platform_unittests": "11da0077e39765d830b2d409490f05abcfec7f18a6dce2617d26a37e1fa23486/726",
    "blink_unittests": "93ed519e462af7eeb605411aa9a678da975bcded25b1d4b5bd5300145e87f7d9/810",
    "boringssl_crypto_tests": "33b4d5d995fd81ae4e387c8c63ac269e2c65209c7df7796b5a3ca52dc2976c54/570",
    "boringssl_ssl_tests": "8ef28af5729a2e51d48502fc2e59dc255f0365c200b0e055cef49bf5f9262ff6/569",
    "capture_unittests": "05d5d541c04efaac87bbcb0594c9ae765c67a0a16a35ca5504895ee487db73c3/648",
    "cast_unittests": "7d34ecaa413a8cfe5794e547f6acf9b1e88b320797b57cd551be0e1e7fccc6c1/569",
    "cc_unittests": "317613246648c9b5c09d885009f0305dfcfa3fa142bc652acf78c01d78fd7523/653",
    "chrome_app_unittests": "df405aeb94e8b9a4c3579f1a9f974a0467318c2001a6eecddcc1eea2e309819f/648",
    "chromedriver_unittests": "94a08324c9f3a51cd899a1405aff8592d7eedb77d201d258f4115dd509aa68c8/726",
    "color_unittests": "63e0ad0fe4a7df9bfd92607f0d65be063290a5e46dce05ea4d66cbb7b59f613b/569",
    "components_browsertests": "f723ba0d9b9c656d96ce36b042b7fb674652328ce60943b8d25c43f068dbe9fe/813",
    "components_unittests": "16b9452241f0832924a627542a668a9deb45679685a5a4b0d04bab519cb40abf/813",
    "compositor_unittests": "0f81cf5aa8a04e4d8adc0b2686669eb43cb1c33c71dd483570fe233e73066772/645",
    "content_browsertests": "dd04bd4783a506af014a22536cd98c167994423c4706409a13b4e300fc6323b0/887",
    "content_unittests": "ffdee486b318da2102230f736a667fb74a6901892f50d0190f2e54591a0d0f32/806",
    "cronet_tests": "012230603b8b87acb1fece2e9d7b777432840f757e8a44a751b51676f7531aef/730",
    "cronet_unittests": "9d7c31c380bfa7d67f22de3599d27d25fa2a1dee562ad7a3a25f87bc59cb4e85/646",
    "crypto_unittests": "848599d32c37b8c292c53352ede773500a8460cca2a535d87ffe906658c50ec9/569",
    "dbus_unittests": "85a8b6caf499554f0fe6b27c6cbfb59ae52766ea86ac2f567ba3e211f0e976ef/569",
    "device_unittests": "fd698c5f1bf504f3180bf96f75a9ba9abb27b6feeef84844e21c018f409ddbec/646",
    "display_unittests": "7d4450894415d84bed0bca52682ddf090096b0ff9c8cf9b880f23931e4440361/569",
    "events_unittests": "5f14c962acc5b5afbb1f1b4a79edbfa3727ad3f52a909969296b90d4f5591367/569",
    "extensions_browsertests": "b258ceacaf40a7e668ece50938d25490656a8a93e0f5346f998b1ba01a7f26f7/732",
    "extensions_unittests": "6866dcd27f681bfe2f70a28f2f9f76abbcb50646d05ea917197031704d322e87/896",
    "filesystem_service_unittests": "00a496ed8df7bb1015c2a0f76455ef964d745fa2a4654e3221ea0ee8fb2b651b/569",
    "gcm_unit_tests": "91243e67168c554d7dd37562b20d48a1f87ccfa6293c9515440ac9880639b011/646",
    "gfx_unittests": "a78a30c298f4622593df0a7904e3b81eba191e47c36c008dfa62020d2264f166/645",
    "gin_unittests": "23db2c39a6279511df206f3d76f4316587980867c7514970ac3162635dcb6af8/646",
    "gl_tests": "76de04a5b1d23eaa21dd3d08d97bf3a23cd32e6e12bcab4eca44ce82edd720df/569",
    "gl_unittests": "3dcfca0540143b9ff7394c24a7ab634a869300fd27ba45f0ce57d993fee11b88/569",
    "google_apis_unittests": "5640fd1ca4762ccb917ce37914399113895a1a54e8b796b5d46ba1de553d9f89/731",
    "gpu_unittests": "044084b0f0d89b79da916e0a149ef7f3ef39e898b6aaa5c0ec880c43e070538e/646",
    "gwp_asan_unittests": "204e02802b9c79ec903d0a64c7d8db75fa2f5081c8540bcd44364e15b349db05/570",
    "headless_browsertests": "fd00f423c4b9f0b1aa55e84713701831ff1ddb36e7782a115dd6bc87e87aa44d/730",
    "headless_unittests": "867e3ddd7e811a3e2006c917a0a8fd6b1e4fa09a72e6cfcd914bb09bcfed06af/569",
    "interactive_ui_tests": "4574afad4e7aebe1ad4683d6b63fce2fcb3e6f5ee916cd81f1c597ce17920be6/965",
    "ipc_tests": "40241c33fb77cee5555910ec8efd9baccd2435eb54b3c85ffbe95b5472f9a674/569",
    "jingle_unittests": "23fb566b8210036d893af588e3763b3517c573751362bf583e1b8cdafb2af5dd/646",
    "latency_unittests": "097a0f2587dd8345926cf560b95bb3ff661123271afd2e30abaa463bab66604e/569",
    "libjingle_xmpp_unittests": "53b460d2e2c22c5c300c2b9cd68b0ae9c6efd6c129c8366bb5c07bbfcb44455b/569",
    "liburlpattern_unittests": "fe96ec1ec4d9fc106f0ac9af5ee9a4ae7615dedb9fc2370797dc17ef407c398f/569",
    "media_unittests": "07141364c58de166ecf0d2e4d107b383aef4cb6269e8c481c857884f40e405a3/649",
    "message_center_unittests": "33c6885fc733fc7a3ccfd0dbd01c184f083eb77ab8b269c2e8255d84a69be30c/569",
    "midi_unittests": "412444bb9e78d8eafd42107fded5c6d4a829195d8b02d93aafa95b3b460f1850/569",
    "mojo_core_unittests": "63361475d079371dc22f7a7fc53b7741f0f8d9da91b6641199aa984de5150291/569",
    "mojo_unittests": "478fdcdbe4771069b282653726e5434678f3164cc0038142c0d4cf91d312e360/647",
    "native_theme_unittests": "62c7b4c10cd241341d073073bb0852849dc9f6587468f1f157cbcbdd005807e5/569",
    "net_unittests": "24225af9ed624fc3359c351fa4959ea41c2ea0755d3d37dd48e24a82ea115d36/648",
    "openscreen_unittests": "791c50a8aeb77ee13d85e31b142942dadd5ebba8add2a88e8e81e598ec53e495/648",
    "ozone_x11_unittests": "9a1970dc29299c174c483a9a67a351c3af55a7c7bed4b64559e2101f57acbef0/569",
    "pdf_unittests": "1bd3c9f7f5ab649cf41a1132b3e21be0639cbfe638217720c2002364b21c2112/646",
    "perfetto_unittests": "e631fbef77e3c6a4cb1a2aec097e841910ab8690278322eec2d7ef3b5643798b/569",
    "ppapi_unittests": "9cb03e92e8b9f9b3a8a7c5eb6dc7316d6b507e8f1b7bcccdbe8dbcd5976efe7f/569",
    "printing_unittests": "a8953f764be807dd0624ee9ad497deb6e296f9d5d1e747208c445e3777f77d56/569",
    "remoting_unittests": "85813876c776b6476e46437b10272192d963c75f2c6636dc31c958a5e5152f39/646",
    "sandbox_linux_unittests": "004d1be2feee41a71cf2b6f1d990a9021b416acba80c36846b7c25aededb262d/569",
    "service_manager_unittests": "2779ac9160377afaaff519f4c33a73b08f64221110b974903544cdb063eca2a7/569",
    "services_unittests": "6d25305f54ef0b9d3cb6acd625d2c53fd10e08c8e23b6013bf1322d510f4f1f3/815",
    "shell_dialogs_unittests": "c80ae4ac508d1f951f9fc9cb6b2c65fd0f0de01f2e30f821ffaecde1597040d6/569",
    "skia_unittests": "c8379e58dccee6afc176af2a2849abdb97ffd049aad5ebbc92d4e4ffaff6eada/569",
    "snapshot_unittests": "e53355ebf3b5fb457e416daf2a3ef06175286ee3dd5b5552a92a1d9eab92ecc2/569",
    "sql_unittests": "e5763740f36d00daffe736d943cc94fca4f15c76622eb385e9282ba297cdf1d5/646",
    "storage_unittests": "3c147bdb78ae10676ad4ed8ca2125572133f4a87104e0f40db05c1aca86de530/727",
    "sync_integration_tests": "258f56cdd21294b70138c14bf79c3af46defcd080dc7aca73110cf762c01739b/729",
    "ui_base_unittests": "a5069893b1d27e5e0871a49bac09c70408dd64e290e7e2ec1d7f0b4dd570f11d/723",
    "ui_touch_selection_unittests": "fefd28277ad2a41fffe5ecde481ffccaf89414f4b18295d959ab3d4a0e493cb1/569",
    "unit_tests": "143b44ef4ff841cc7c1064f211c9b69bfc63f866360848d593ec338e955b315b/1062",
    "url_unittests": "75279a042df2d221fc857ddeb1fbc0d9fb3abfa090ab89aceafa9e6f1860bc52/569",
    "views_unittests": "4eb50a2c58687c93942c6897c4c01be973ce918696bfe4de1293b2db24b96181/569",
    "viz_unittests": "c713398f24da81f5712fff197bad8bede1c13ff5b452a63cc33ef89a613c89c3/653",
    "vr_common_unittests": "28067950a4187725acd9237c177c8ba9542d2e6b93c88f327d07c780e87cebd5/648",
    "vr_pixeltests": "196f1dd9cdf88ac6bd2d12f2548bf7549098bdb3315f1c1721db6ae5ace24b44/646",
    "weblayer_browsertests": "c447015484be377f392d47b7b40f41159f631cf72dcb459ad54ebdbc23656037/814",
    "weblayer_unittests": "5280f5c50939a99c6344b931b8f8093d920b9c65b295bd625d18dff22a83f8b2/646",
    "wm_unittests": "6c16db7f3b5ef5b8ec7797b894fbf1a7c0569f0ee1e4f01303876f4973a3ebd5/569",
    "wtf_unittests": "22216ed45a921eeb36ae7065a255823f325950bff3b1406ca227cc30a287129b/569",
    "x11_unittests": "02a087fabcee8e16525452bb239d582fca01f615bde57896b0170ad664e48de1/569",
    "xr_browser_tests": "47c709249e8e86788d4801fda8e8bee7569e979e77152752ee42d80c8bad6beb/728",
    "zlib_unittests": "9146f19eabdce93563b218424a75245f8b1e44afe1b510ba19761441f5bd2a32/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "d35d624e302339bddf63f41a26541de5b97ee363969aba926d26843428908d07/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/935d5d1ae30009e41b5fc26861dcc3dde8c23af7
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:80212
  • user_agent:recipe

Debug log (UTC)

[20:03:12.387] New invocation is queued and will start shortly
[20:03:12.387] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[20:03:13.455] Starting the invocation (attempt 1)
[20:03:13.505] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/935d5d1ae30009e41b5fc26861dcc3dde8c23af7"
[20:03:13.505] Popped gitiles commit info from properties and tags
[20:03:13.505] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[20:03:13.506] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[20:03:13.506] Buildbucket request:
{
  "requestId": "8992455267279667984",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "935d5d1ae30009e41b5fc26861dcc3dde8c23af7"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "582651bee8a90924c752d146ab40b71089c07032",
      "parent_got_dawn_revision": "67a22dee01bfe5eafb929a5e00f17d87ec54eac5",
      "parent_got_nacl_revision": "a90562b0e045950f6884105bfa6e560dbce9d319",
      "parent_got_revision": "935d5d1ae30009e41b5fc26861dcc3dde8c23af7",
      "parent_got_revision_cp": "refs/heads/main@{#953906}",
      "parent_got_swiftshader_revision": "f354daff5a2b882fc182c8377c826aa99b30f989",
      "parent_got_v8_revision": "13a6d9f4a5d01b467b7a9847c5a73c6875cd8569",
      "parent_got_v8_revision_cp": "refs/heads/9.9.28@{#1}",
      "parent_got_webrtc_revision": "9753fbc380587011e0690f1bec81971297f8514c",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35576}",
      "swarm_hashes": {
            "absl_hardening_tests": "0520a89b585a0fd2a6edcc3e5a5b10a07072867fef8571d15d190f246da90f7f/569",
            "accessibility_unittests": "3e5aef9e1ab12edc1bc7dc87258e2c1ae7791e9c6bcda700b90ef99ec8443fe6/569",
            "angle_unittests": "9bba76871c33a230cfec2f68acc8b3c2c81a7d7e3a36a8ca87e679229ba53134/570",
            "app_shell_unittests": "0ddd3c9127b9a48b4a5d7515b11445fdfa53ea98f1c85ba3008a374e393422de/730",
            "aura_unittests": "dc0ec0224d4952fb9a83371a932b522f478f133c8b22a26f3fb76feed7dba274/569",
            "base_unittests": "c582c21b57530cdfb28d52212eca9de2c6573eb5631a3e955e8ab98c19842fd5/648",
            "blink_common_unittests": "debc070bc4f1a52e6559b89b91207e455c317020ea619419641e4fa9da22ef5a/647",
            "blink_fuzzer_unittests": "7197d998dccd07a144d1ab18806a53a4747785ab8365c573d7bd4ab4d28cc324/569",
            "blink_heap_unittests": "0d1ac89e23b08e67c5b8d582957e97b8ea86c6c909423367f2f95321f5f647ed/569",
            "blink_platform_unittests": "11da0077e39765d830b2d409490f05abcfec7f18a6dce2617d26a37e1fa23486/726",
            "blink_unittests": "93ed519e462af7eeb605411aa9a678da975bcded25b1d4b5bd5300145e87f7d9/810",
            "boringssl_crypto_tests": "33b4d5d995fd81ae4e387c8c63ac269e2c65209c7df7796b5a3ca52dc2976c54/570",
            "boringssl_ssl_tests": "8ef28af5729a2e51d48502fc2e59dc255f0365c200b0e055cef49bf5f9262ff6/569",
            "capture_unittests": "05d5d541c04efaac87bbcb0594c9ae765c67a0a16a35ca5504895ee487db73c3/648",
            "cast_unittests": "7d34ecaa413a8cfe5794e547f6acf9b1e88b320797b57cd551be0e1e7fccc6c1/569",
            "cc_unittests": "317613246648c9b5c09d885009f0305dfcfa3fa142bc652acf78c01d78fd7523/653",
            "chrome_app_unittests": "df405aeb94e8b9a4c3579f1a9f974a0467318c2001a6eecddcc1eea2e309819f/648",
            "chromedriver_unittests": "94a08324c9f3a51cd899a1405aff8592d7eedb77d201d258f4115dd509aa68c8/726",
            "color_unittests": "63e0ad0fe4a7df9bfd92607f0d65be063290a5e46dce05ea4d66cbb7b59f613b/569",
            "components_browsertests": "f723ba0d9b9c656d96ce36b042b7fb674652328ce60943b8d25c43f068dbe9fe/813",
            "components_unittests": "16b9452241f0832924a627542a668a9deb45679685a5a4b0d04bab519cb40abf/813",
            "compositor_unittests": "0f81cf5aa8a04e4d8adc0b2686669eb43cb1c33c71dd483570fe233e73066772/645",
            "content_browsertests": "dd04bd4783a506af014a22536cd98c167994423c4706409a13b4e300fc6323b0/887",
            "content_unittests": "ffdee486b318da2102230f736a667fb74a6901892f50d0190f2e54591a0d0f32/806",
            "cronet_tests": "012230603b8b87acb1fece2e9d7b777432840f757e8a44a751b51676f7531aef/730",
            "cronet_unittests": "9d7c31c380bfa7d67f22de3599d27d25fa2a1dee562ad7a3a25f87bc59cb4e85/646",
            "crypto_unittests": "848599d32c37b8c292c53352ede773500a8460cca2a535d87ffe906658c50ec9/569",
            "dbus_unittests": "85a8b6caf499554f0fe6b27c6cbfb59ae52766ea86ac2f567ba3e211f0e976ef/569",
            "device_unittests": "fd698c5f1bf504f3180bf96f75a9ba9abb27b6feeef84844e21c018f409ddbec/646",
            "display_unittests": "7d4450894415d84bed0bca52682ddf090096b0ff9c8cf9b880f23931e4440361/569",
            "events_unittests": "5f14c962acc5b5afbb1f1b4a79edbfa3727ad3f52a909969296b90d4f5591367/569",
            "extensions_browsertests": "b258ceacaf40a7e668ece50938d25490656a8a93e0f5346f998b1ba01a7f26f7/732",
            "extensions_unittests": "6866dcd27f681bfe2f70a28f2f9f76abbcb50646d05ea917197031704d322e87/896",
            "filesystem_service_unittests": "00a496ed8df7bb1015c2a0f76455ef964d745fa2a4654e3221ea0ee8fb2b651b/569",
            "gcm_unit_tests": "91243e67168c554d7dd37562b20d48a1f87ccfa6293c9515440ac9880639b011/646",
            "gfx_unittests": "a78a30c298f4622593df0a7904e3b81eba191e47c36c008dfa62020d2264f166/645",
            "gin_unittests": "23db2c39a6279511df206f3d76f4316587980867c7514970ac3162635dcb6af8/646",
            "gl_tests": "76de04a5b1d23eaa21dd3d08d97bf3a23cd32e6e12bcab4eca44ce82edd720df/569",
            "gl_unittests": "3dcfca0540143b9ff7394c24a7ab634a869300fd27ba45f0ce57d993fee11b88/569",
            "google_apis_unittests": "5640fd1ca4762ccb917ce37914399113895a1a54e8b796b5d46ba1de553d9f89/731",
            "gpu_unittests": "044084b0f0d89b79da916e0a149ef7f3ef39e898b6aaa5c0ec880c43e070538e/646",
            "gwp_asan_unittests": "204e02802b9c79ec903d0a64c7d8db75fa2f5081c8540bcd44364e15b349db05/570",
            "headless_browsertests": "fd00f423c4b9f0b1aa55e84713701831ff1ddb36e7782a115dd6bc87e87aa44d/730",
            "headless_unittests": "867e3ddd7e811a3e2006c917a0a8fd6b1e4fa09a72e6cfcd914bb09bcfed06af/569",
            "interactive_ui_tests": "4574afad4e7aebe1ad4683d6b63fce2fcb3e6f5ee916cd81f1c597ce17920be6/965",
            "ipc_tests": "40241c33fb77cee5555910ec8efd9baccd2435eb54b3c85ffbe95b5472f9a674/569",
            "jingle_unittests": "23fb566b8210036d893af588e3763b3517c573751362bf583e1b8cdafb2af5dd/646",
            "latency_unittests": "097a0f2587dd8345926cf560b95bb3ff661123271afd2e30abaa463bab66604e/569",
            "libjingle_xmpp_unittests": "53b460d2e2c22c5c300c2b9cd68b0ae9c6efd6c129c8366bb5c07bbfcb44455b/569",
            "liburlpattern_unittests": "fe96ec1ec4d9fc106f0ac9af5ee9a4ae7615dedb9fc2370797dc17ef407c398f/569",
            "media_unittests": "07141364c58de166ecf0d2e4d107b383aef4cb6269e8c481c857884f40e405a3/649",
            "message_center_unittests": "33c6885fc733fc7a3ccfd0dbd01c184f083eb77ab8b269c2e8255d84a69be30c/569",
            "midi_unittests": "412444bb9e78d8eafd42107fded5c6d4a829195d8b02d93aafa95b3b460f1850/569",
            "mojo_core_unittests": "63361475d079371dc22f7a7fc53b7741f0f8d9da91b6641199aa984de5150291/569",
            "mojo_unittests": "478fdcdbe4771069b282653726e5434678f3164cc0038142c0d4cf91d312e360/647",
            "native_theme_unittests": "62c7b4c10cd241341d073073bb0852849dc9f6587468f1f157cbcbdd005807e5/569",
            "net_unittests": "24225af9ed624fc3359c351fa4959ea41c2ea0755d3d37dd48e24a82ea115d36/648",
            "openscreen_unittests": "791c50a8aeb77ee13d85e31b142942dadd5ebba8add2a88e8e81e598ec53e495/648",
            "ozone_x11_unittests": "9a1970dc29299c174c483a9a67a351c3af55a7c7bed4b64559e2101f57acbef0/569",
            "pdf_unittests": "1bd3c9f7f5ab649cf41a1132b3e21be0639cbfe638217720c2002364b21c2112/646",
            "perfetto_unittests": "e631fbef77e3c6a4cb1a2aec097e841910ab8690278322eec2d7ef3b5643798b/569",
            "ppapi_unittests": "9cb03e92e8b9f9b3a8a7c5eb6dc7316d6b507e8f1b7bcccdbe8dbcd5976efe7f/569",
            "printing_unittests": "a8953f764be807dd0624ee9ad497deb6e296f9d5d1e747208c445e3777f77d56/569",
            "remoting_unittests": "85813876c776b6476e46437b10272192d963c75f2c6636dc31c958a5e5152f39/646",
            "sandbox_linux_unittests": "004d1be2feee41a71cf2b6f1d990a9021b416acba80c36846b7c25aededb262d/569",
            "service_manager_unittests": "2779ac9160377afaaff519f4c33a73b08f64221110b974903544cdb063eca2a7/569",
            "services_unittests": "6d25305f54ef0b9d3cb6acd625d2c53fd10e08c8e23b6013bf1322d510f4f1f3/815",
            "shell_dialogs_unittests": "c80ae4ac508d1f951f9fc9cb6b2c65fd0f0de01f2e30f821ffaecde1597040d6/569",
            "skia_unittests": "c8379e58dccee6afc176af2a2849abdb97ffd049aad5ebbc92d4e4ffaff6eada/569",
            "snapshot_unittests": "e53355ebf3b5fb457e416daf2a3ef06175286ee3dd5b5552a92a1d9eab92ecc2/569",
            "sql_unittests": "e5763740f36d00daffe736d943cc94fca4f15c76622eb385e9282ba297cdf1d5/646",
            "storage_unittests": "3c147bdb78ae10676ad4ed8ca2125572133f4a87104e0f40db05c1aca86de530/727",
            "sync_integration_tests": "258f56cdd21294b70138c14bf79c3af46defcd080dc7aca73110cf762c01739b/729",
            "ui_base_unittests": "a5069893b1d27e5e0871a49bac09c70408dd64e290e7e2ec1d7f0b4dd570f11d/723",
            "ui_touch_selection_unittests": "fefd28277ad2a41fffe5ecde481ffccaf89414f4b18295d959ab3d4a0e493cb1/569",
            "unit_tests": "143b44ef4ff841cc7c1064f211c9b69bfc63f866360848d593ec338e955b315b/1062",
            "url_unittests": "75279a042df2d221fc857ddeb1fbc0d9fb3abfa090ab89aceafa9e6f1860bc52/569",
            "views_unittests": "4eb50a2c58687c93942c6897c4c01be973ce918696bfe4de1293b2db24b96181/569",
            "viz_unittests": "c713398f24da81f5712fff197bad8bede1c13ff5b452a63cc33ef89a613c89c3/653",
            "vr_common_unittests": "28067950a4187725acd9237c177c8ba9542d2e6b93c88f327d07c780e87cebd5/648",
            "vr_pixeltests": "196f1dd9cdf88ac6bd2d12f2548bf7549098bdb3315f1c1721db6ae5ace24b44/646",
            "weblayer_browsertests": "c447015484be377f392d47b7b40f41159f631cf72dcb459ad54ebdbc23656037/814",
            "weblayer_unittests": "5280f5c50939a99c6344b931b8f8093d920b9c65b295bd625d18dff22a83f8b2/646",
            "wm_unittests": "6c16db7f3b5ef5b8ec7797b894fbf1a7c0569f0ee1e4f01303876f4973a3ebd5/569",
            "wtf_unittests": "22216ed45a921eeb36ae7065a255823f325950bff3b1406ca227cc30a287129b/569",
            "x11_unittests": "02a087fabcee8e16525452bb239d582fca01f615bde57896b0170ad664e48de1/569",
            "xr_browser_tests": "47c709249e8e86788d4801fda8e8bee7569e979e77152752ee42d80c8bad6beb/728",
            "zlib_unittests": "9146f19eabdce93563b218424a75245f8b1e44afe1b510ba19761441f5bd2a32/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "d35d624e302339bddf63f41a26541de5b97ee363969aba926d26843428908d07/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "935d5d1ae30009e41b5fc26861dcc3dde8c23af7",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8992455267279667984"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "80212"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[20:03:13.988] Scheduled build:
{
  "id": "8827025205361954321",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 72164,
  "createdBy": "project:chromium",
  "createTime": "2021-12-23T20:03:13.583739018Z",
  "updateTime": "2021-12-23T20:03:13.583739018Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "935d5d1ae30009e41b5fc26861dcc3dde8c23af7",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[20:03:13.988] Task URL: https://cr-buildbucket.appspot.com/build/8827025205361954321
[20:03:13.988] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8992455267279667984:2:0) after 3m33s
[20:03:51.829] Received PubSub notification, asking Buildbucket for the build status
[20:03:51.849] Build status: STARTED
[20:06:47.013] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8992455267279667984:2:0)
[20:06:47.057] Build status: STARTED
[20:06:47.057] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8992455267279667984:4:0) after 9m56s
[20:16:43.079] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8992455267279667984:4:0)
[20:16:43.103] Build status: STARTED
[20:16:43.103] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8992455267279667984:5:0) after 3m38s
[20:20:21.121] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8992455267279667984:5:0)
[20:20:21.148] Build status: STARTED
[20:20:21.148] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8992455267279667984:6:0) after 8m21s
[20:28:17.433] Received PubSub notification, asking Buildbucket for the build status
[20:28:17.541] Build:
{
  "id": "8827025205361954321",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 72164,
  "createdBy": "project:chromium",
  "createTime": "2021-12-23T20:03:13.583739018Z",
  "startTime": "2021-12-23T20:03:50.659605Z",
  "endTime": "2021-12-23T20:28:16.958773640Z",
  "updateTime": "2021-12-23T20:28:16.958773640Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "935d5d1ae30009e41b5fc26861dcc3dde8c23af7",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[20:28:17.542] Invocation finished in 25m5.170833967s with status FAILED