Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 27 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/79751 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "7a3e62e87cb73cc58ec3dd20182ef14f6e53e409"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "920a0a7f699d3dc10a886b6bc6461534d12aefdf",
  "parent_got_dawn_revision": "c7d4f2c9f1a13eb10c4cc911cb4c82ec77cb0a9f",
  "parent_got_nacl_revision": "a90562b0e045950f6884105bfa6e560dbce9d319",
  "parent_got_revision": "7a3e62e87cb73cc58ec3dd20182ef14f6e53e409",
  "parent_got_revision_cp": "refs/heads/main@{#948858}",
  "parent_got_swiftshader_revision": "3e61a772b24838bc1ccab8cc8450412b5f952069",
  "parent_got_v8_revision": "f7f3589c1253b909e6f160d1470607ad20b3a795",
  "parent_got_v8_revision_cp": "refs/heads/9.8.153@{#1}",
  "parent_got_webrtc_revision": "adf7dc34f036eba9283bb6ee022333009fda05fb",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35468}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "7a3e62e87cb73cc58ec3dd20182ef14f6e53e409",
  "swarm_hashes": {
    "absl_hardening_tests": "0779f83d33e1b8e62b52448a11bad4b6f122e6046f93ff00acce03ad1c9d9817/569",
    "accessibility_unittests": "95595e8ce831e8b025b5821656e08f36b671231466a577cc4d0faf4ae2d02141/569",
    "angle_unittests": "0a0a7463504a6f093d4804c1ba82d5c97ce7de566708f69ecb2e25e55c89146b/570",
    "app_shell_unittests": "724304075dad0fbd4dac905f580b428d68ef60c4207360bb9b993a8dc42fbbcb/730",
    "aura_unittests": "069a6026180b3885e84926e4340a49d2834d81419adf566404b8d7472658eaaa/569",
    "base_unittests": "b616b1ff07a8d5d8d51c52f04b9c9db1862a39aac541515dd02ac6ba4987d998/648",
    "blink_common_unittests": "0b9a3f38a87101695caf61ba0ce519a2bd4eecabc6506d47cf20400bd833f2d0/647",
    "blink_fuzzer_unittests": "9e9ce727d8252d12152807732dd6c324b113ee5340bda7425ad66851e7a7eaab/569",
    "blink_heap_unittests": "6c77dde801dd9bacf0e337b4f3616dd2c763013e50b82cb6355ca8e3cab20bf0/569",
    "blink_platform_unittests": "fc72779e7c5390dddafe8fb3dc55c611034b58e2a200ead67566792c205e8af3/726",
    "blink_unittests": "998e5209bf913eaa95deec41e22c102f681687cd593dd27d10b54fb989812475/810",
    "boringssl_crypto_tests": "e96699068f80c59ac1ec139a33b4ebe85d37d70905d920cbc23236175b4f713c/570",
    "boringssl_ssl_tests": "a5d4c4420eef7da6579bac8b9098ea918d6e8b9c4081e60d1bd15044d73f141d/569",
    "capture_unittests": "99b6623968291bbf4d9edfa4cfa3bc86c20ff04fbec7576e997733cdc5d74eb6/648",
    "cast_unittests": "faf4a523802295f3b2cc0f9de530b03eb8833ac8b91d83dbb26359b2d6d6f0e1/569",
    "cc_unittests": "66598eaf311a6f952db71b57f4b87a1bc8d0eb074ae53d6cc9f24cf55f36867c/653",
    "chrome_app_unittests": "ed6d2286d79d33acfa47331c0eaca495c84c6723b80f16fb0dcdc6d504f8dcb4/648",
    "chromedriver_unittests": "5528596b53f31d796da6a090adc847b18a9af6dc84800f1b04b98062c586cfd9/726",
    "color_unittests": "06825ad493796f1e26bd4993b15fc5a4b812e0c1ef706130acf5da1fccf13c8b/569",
    "components_browsertests": "b6cdbf406249dd725f36e012b1e947c5472e52609a4dbaab51f37cae8b67d9c7/813",
    "components_unittests": "dcd3e44dc527ae49d058d5043638fc489979b5755620dada3ecfc4987a803df8/813",
    "compositor_unittests": "eb4b722716ead0853fad8fb084698a60631b48120faf80da3f188017ddc6e96c/645",
    "content_browsertests": "ff996be4b50e7cac2d49a02c29806b720bffc1a903545cf5d9b1b5016f8621dd/887",
    "content_unittests": "c56a81e6222ba03a62d3233a620e2fea1fe80a6e755865730e19817f2a4fe1d1/806",
    "cronet_tests": "7e5414b1165bc15ee702e5ed6e7d3f5f83c7ea7a92999bdbf7f4bb5d208988a1/730",
    "cronet_unittests": "cc9f2e9f43a51626b3f04e4ac003747883c3612aac00c63282946e9139bb471f/646",
    "crypto_unittests": "ef9e4e27998bb29580ffcdafe219078af5eebef77ffa76fa013300a4e5d96bfa/569",
    "dbus_unittests": "f958744f7446d700627022b2b4ce6c349f2247abc979630b8fcb1f68255de5de/569",
    "device_unittests": "448d6b2a68588ca207d1964d462ea5842e581c0784cb38032d0dc109516bd031/646",
    "display_unittests": "f908e12f88c1d2653d35c2e68de6cca9827594cefaba3d64f892699b9c4d0fb4/569",
    "events_unittests": "3e59e492541320d3e9fec9b3d89d0b6798a9a7ad6a0dcb29382a9695459a2351/569",
    "extensions_browsertests": "2faedb43e6850752344a735c2027c7de715735e7846665ddd8249c4b05b25638/732",
    "extensions_unittests": "e2dc6e586958236a71236c3dee3a11811dea4e765a087e942f4d3e26fa01d328/896",
    "filesystem_service_unittests": "2172fe8f8528e41b06e91dc71d116cfbfc0a2c441638b26c911fdac6909a7202/569",
    "gcm_unit_tests": "db990861e599fe9140e5b9c8855a1b36b0b8f417dac4004073662cca0f044070/646",
    "gfx_unittests": "9239d54645a2fe2323098d783a7cbf149270f72df501369d34c65650a5a0d40f/645",
    "gin_unittests": "f80a017dd8a835d901877d870348e1009252f2a607f0b4669496f5263d790a9f/646",
    "gl_tests": "f00ae0475fe90078779de90f03b4cfbaa33ca0247667b9e8c960aace794379a2/569",
    "gl_unittests": "c0fa43db26c14c58568ef6166ae27c10ae7f4a71b0ec00b84e4ce01b46ed3be1/569",
    "google_apis_unittests": "4fe50870b4d3880e608aff7a42a82c03bc9a7c559d8a9c910dd647e6bf29164e/731",
    "gpu_unittests": "7ca2cc601a5e9a7b40274ef7442bb8cba0406f25ebc08920d7b9b78a0803b9a5/646",
    "gwp_asan_unittests": "cb8926f60f93f7d4f3ac610ed9611b6b56483fc6384412e9e4d351818e87f005/570",
    "headless_browsertests": "0ce5b6520699d5d0b08e5d349d10e89211ee71c950039fc7056d36de6ec9a042/730",
    "headless_unittests": "23714f5dc259d79e1c3c9383c1c929f4794425aa0382d73955362720e8ceb020/569",
    "interactive_ui_tests": "137b96d34c2b6d541fc350b4c88bd79adf20df2075d207388233a6276cf8d430/965",
    "ipc_tests": "0420b03adffc19d1e71e7b9de8dca88910417ee8c29d191b79e51fb05b46a832/569",
    "jingle_unittests": "31c775b4af6a43f78b16c114822f775d737d44b8b2d2c4650c8cde178f9e1861/646",
    "latency_unittests": "f825c86f42e8f01f7ffd6b1a019c61e72abed17d8c8e48808f27bbbb0af56d0f/569",
    "libjingle_xmpp_unittests": "21208fef36dc00ccb6724a2fc9311f6bb3fa41c571a50d8a9ef93b6aac2cf815/569",
    "liburlpattern_unittests": "e3407c6f39d3bd275c3fb270ca3c3110afbae7853ef188080f146ccd9c2db7a3/569",
    "media_unittests": "5e0688b08e91d4162a877e6b1d3e1df80e0c09e32252b477ab42ec640766ff5b/649",
    "message_center_unittests": "b107d95f9fa79d8e3d105729f496e52a04fe1380fa0e83c58f90ae086da2786f/569",
    "midi_unittests": "9148111e63f2c45a133aff222abd02d6b33c31b83a484c01287fd0a7010bc5bf/569",
    "mojo_core_unittests": "d2a922481f2f2b953a11dec738e8b5e79f73ac9bfe1162d31fb37d2b94e177d2/569",
    "mojo_unittests": "74cc321aafc160280276b71b69b506b28e8e1810ca451dd12fb71de636db31f8/647",
    "native_theme_unittests": "87a9ceb59707ea5d9e48fd4d2c90988d9a432b002fbcdb009dbbc00e91c72727/569",
    "net_unittests": "d01b7d9b8582657c76e6736fa955eb1ed75a116de2f41aeaa6a2d0ec32ce71f3/648",
    "openscreen_unittests": "b2675d0cd3db364713b645169881e50d4f4095b953e425d3283cbbb71196be6b/648",
    "ozone_x11_unittests": "b46af6a4b94b25d27e88e8b3d2f14bfdc212bcb7c6001d0de48c04d1b254deb2/569",
    "pdf_unittests": "a37df48f9d24c0cf4df6eb1af2e240623559cfbf1ab7b0b6459391edb2ed692e/646",
    "perfetto_unittests": "002bfb4bd39ad233d0f103db60e702c591893bd7e931bf8ce88f4c0380266fb7/569",
    "ppapi_unittests": "9e1a677f2b6a9665807ce68b6b4f99d131b36591ae0d7439c05b6280b9f20078/569",
    "printing_unittests": "0c3e25247d1a48665f66d849d484b517241f921c920a1ac1ae4d422a0162e2d4/569",
    "remoting_unittests": "e8f534f593aea0cb1187c60e30cc5ee6db38831448ea80f12a3887292217731b/646",
    "sandbox_linux_unittests": "7ba9e7a76c3779daaac9bbff1f52a84257034e23e6fdf4344b81cf39c7fb6b63/569",
    "service_manager_unittests": "cb0e4f85101842ea88b28628fdbe152b50315527b286e28ddd7ac9b72b3326fc/569",
    "services_unittests": "91979bfc2a18377eb30f102ce0f92bcc92bf3898216ad92b9eca0f05622b35b1/815",
    "shell_dialogs_unittests": "f76a1e065dd9555eef99adbc8d631eefd24deff0df84f5c2bee0cf253294bf22/569",
    "skia_unittests": "d651d046f88bfc30fd77386bea2eeb8d20b28433ed7c0cdd4d54fc63d6c345ed/569",
    "snapshot_unittests": "7cb3cb89cbf1e4be9b454babdd1897dd85a75d5e504cd26a95afcadb163a9c55/569",
    "sql_unittests": "7f2498e00399dfbe58df5f8bc57a575829b6a304ef74ac2f5ea8bb9d74942a3c/646",
    "storage_unittests": "b814819a0938f5dca369362669d219e20650b849588fe05f8445c0ecf8ff7eb2/727",
    "sync_integration_tests": "09d73a0378be76c43ed57cdd81b3c485bbb53090fcf4f53f9a0818292f39b012/729",
    "ui_base_unittests": "acb1a31353ff26be64e6004af15ef00e999d82f271a18040f824cc158eaeb003/723",
    "ui_touch_selection_unittests": "cd9f7e95e76b7f6bbf52d32c7b44b2eb1f0c16fb2ef5a93499517030bd2b3205/569",
    "unit_tests": "d101a42422b66138a3c6a9ec99fd11c427ba5014fa76b30162ab0868d0332135/1062",
    "url_unittests": "906e96c15beb187fe12e256c58530ab1d7b7304ba578fa87f3619b4989584366/569",
    "views_unittests": "2547b29e548678dc2f54261b3e80a28946712effcec6a9f1fcc354242c4228a9/569",
    "viz_unittests": "6a0516c0f3ea2a4f9c4dbf29352bfda7e3676ec2bedbfbb2ba6aa5117034d356/653",
    "vr_common_unittests": "7289e4c11ccdf677830817e9d7fbd0d5f0181b6dcd39586ff85e301f097377e7/648",
    "vr_pixeltests": "bef14dd7e22f1c0cbc3ad05dc6721eeed4f3715c0f5537e29ae24db397f74dc2/646",
    "weblayer_browsertests": "ff8705a2be8b730c7e177cdf9605d9922257f0b33f4d5299bfe22dde2aa1aeff/814",
    "weblayer_unittests": "3b805ebec4edd0cfcfc0e7016b99ded8f2e5287e5872431d668a6ec347557147/646",
    "wm_unittests": "3a3c3a7cf128088145e53a21cfe25151ac942cd0196153fc0addf7d87fc62f95/569",
    "wtf_unittests": "7766a2ae9ca699033469f6b610c208eb851b49f1f7b1d6b5770061f2717190e7/569",
    "x11_unittests": "078e767abcbc376b7c7ac4dc256ee64580ab2b7f12d3f742a79b3b3e07a596dd/569",
    "xr_browser_tests": "db750de0eac45fb7cc474a6879737b8b90571235d9b40410f1503ab370f24c57/728",
    "zlib_unittests": "c6a4c7e7ef01829bb38be9db5c83792ac9372953ceaefad7d46d8c22a89fff91/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "d35d624e302339bddf63f41a26541de5b97ee363969aba926d26843428908d07/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/7a3e62e87cb73cc58ec3dd20182ef14f6e53e409
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:79751
  • user_agent:recipe

Debug log (UTC)

[06:46:54.209] New invocation is queued and will start shortly
[06:46:54.209] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[06:46:55.283] Starting the invocation (attempt 1)
[06:46:55.319] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/7a3e62e87cb73cc58ec3dd20182ef14f6e53e409"
[06:46:55.319] Popped gitiles commit info from properties and tags
[06:46:55.319] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[06:46:55.319] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[06:46:55.319] Buildbucket request:
{
  "requestId": "8993954917791556080",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "7a3e62e87cb73cc58ec3dd20182ef14f6e53e409"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "920a0a7f699d3dc10a886b6bc6461534d12aefdf",
      "parent_got_dawn_revision": "c7d4f2c9f1a13eb10c4cc911cb4c82ec77cb0a9f",
      "parent_got_nacl_revision": "a90562b0e045950f6884105bfa6e560dbce9d319",
      "parent_got_revision": "7a3e62e87cb73cc58ec3dd20182ef14f6e53e409",
      "parent_got_revision_cp": "refs/heads/main@{#948858}",
      "parent_got_swiftshader_revision": "3e61a772b24838bc1ccab8cc8450412b5f952069",
      "parent_got_v8_revision": "f7f3589c1253b909e6f160d1470607ad20b3a795",
      "parent_got_v8_revision_cp": "refs/heads/9.8.153@{#1}",
      "parent_got_webrtc_revision": "adf7dc34f036eba9283bb6ee022333009fda05fb",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35468}",
      "swarm_hashes": {
            "absl_hardening_tests": "0779f83d33e1b8e62b52448a11bad4b6f122e6046f93ff00acce03ad1c9d9817/569",
            "accessibility_unittests": "95595e8ce831e8b025b5821656e08f36b671231466a577cc4d0faf4ae2d02141/569",
            "angle_unittests": "0a0a7463504a6f093d4804c1ba82d5c97ce7de566708f69ecb2e25e55c89146b/570",
            "app_shell_unittests": "724304075dad0fbd4dac905f580b428d68ef60c4207360bb9b993a8dc42fbbcb/730",
            "aura_unittests": "069a6026180b3885e84926e4340a49d2834d81419adf566404b8d7472658eaaa/569",
            "base_unittests": "b616b1ff07a8d5d8d51c52f04b9c9db1862a39aac541515dd02ac6ba4987d998/648",
            "blink_common_unittests": "0b9a3f38a87101695caf61ba0ce519a2bd4eecabc6506d47cf20400bd833f2d0/647",
            "blink_fuzzer_unittests": "9e9ce727d8252d12152807732dd6c324b113ee5340bda7425ad66851e7a7eaab/569",
            "blink_heap_unittests": "6c77dde801dd9bacf0e337b4f3616dd2c763013e50b82cb6355ca8e3cab20bf0/569",
            "blink_platform_unittests": "fc72779e7c5390dddafe8fb3dc55c611034b58e2a200ead67566792c205e8af3/726",
            "blink_unittests": "998e5209bf913eaa95deec41e22c102f681687cd593dd27d10b54fb989812475/810",
            "boringssl_crypto_tests": "e96699068f80c59ac1ec139a33b4ebe85d37d70905d920cbc23236175b4f713c/570",
            "boringssl_ssl_tests": "a5d4c4420eef7da6579bac8b9098ea918d6e8b9c4081e60d1bd15044d73f141d/569",
            "capture_unittests": "99b6623968291bbf4d9edfa4cfa3bc86c20ff04fbec7576e997733cdc5d74eb6/648",
            "cast_unittests": "faf4a523802295f3b2cc0f9de530b03eb8833ac8b91d83dbb26359b2d6d6f0e1/569",
            "cc_unittests": "66598eaf311a6f952db71b57f4b87a1bc8d0eb074ae53d6cc9f24cf55f36867c/653",
            "chrome_app_unittests": "ed6d2286d79d33acfa47331c0eaca495c84c6723b80f16fb0dcdc6d504f8dcb4/648",
            "chromedriver_unittests": "5528596b53f31d796da6a090adc847b18a9af6dc84800f1b04b98062c586cfd9/726",
            "color_unittests": "06825ad493796f1e26bd4993b15fc5a4b812e0c1ef706130acf5da1fccf13c8b/569",
            "components_browsertests": "b6cdbf406249dd725f36e012b1e947c5472e52609a4dbaab51f37cae8b67d9c7/813",
            "components_unittests": "dcd3e44dc527ae49d058d5043638fc489979b5755620dada3ecfc4987a803df8/813",
            "compositor_unittests": "eb4b722716ead0853fad8fb084698a60631b48120faf80da3f188017ddc6e96c/645",
            "content_browsertests": "ff996be4b50e7cac2d49a02c29806b720bffc1a903545cf5d9b1b5016f8621dd/887",
            "content_unittests": "c56a81e6222ba03a62d3233a620e2fea1fe80a6e755865730e19817f2a4fe1d1/806",
            "cronet_tests": "7e5414b1165bc15ee702e5ed6e7d3f5f83c7ea7a92999bdbf7f4bb5d208988a1/730",
            "cronet_unittests": "cc9f2e9f43a51626b3f04e4ac003747883c3612aac00c63282946e9139bb471f/646",
            "crypto_unittests": "ef9e4e27998bb29580ffcdafe219078af5eebef77ffa76fa013300a4e5d96bfa/569",
            "dbus_unittests": "f958744f7446d700627022b2b4ce6c349f2247abc979630b8fcb1f68255de5de/569",
            "device_unittests": "448d6b2a68588ca207d1964d462ea5842e581c0784cb38032d0dc109516bd031/646",
            "display_unittests": "f908e12f88c1d2653d35c2e68de6cca9827594cefaba3d64f892699b9c4d0fb4/569",
            "events_unittests": "3e59e492541320d3e9fec9b3d89d0b6798a9a7ad6a0dcb29382a9695459a2351/569",
            "extensions_browsertests": "2faedb43e6850752344a735c2027c7de715735e7846665ddd8249c4b05b25638/732",
            "extensions_unittests": "e2dc6e586958236a71236c3dee3a11811dea4e765a087e942f4d3e26fa01d328/896",
            "filesystem_service_unittests": "2172fe8f8528e41b06e91dc71d116cfbfc0a2c441638b26c911fdac6909a7202/569",
            "gcm_unit_tests": "db990861e599fe9140e5b9c8855a1b36b0b8f417dac4004073662cca0f044070/646",
            "gfx_unittests": "9239d54645a2fe2323098d783a7cbf149270f72df501369d34c65650a5a0d40f/645",
            "gin_unittests": "f80a017dd8a835d901877d870348e1009252f2a607f0b4669496f5263d790a9f/646",
            "gl_tests": "f00ae0475fe90078779de90f03b4cfbaa33ca0247667b9e8c960aace794379a2/569",
            "gl_unittests": "c0fa43db26c14c58568ef6166ae27c10ae7f4a71b0ec00b84e4ce01b46ed3be1/569",
            "google_apis_unittests": "4fe50870b4d3880e608aff7a42a82c03bc9a7c559d8a9c910dd647e6bf29164e/731",
            "gpu_unittests": "7ca2cc601a5e9a7b40274ef7442bb8cba0406f25ebc08920d7b9b78a0803b9a5/646",
            "gwp_asan_unittests": "cb8926f60f93f7d4f3ac610ed9611b6b56483fc6384412e9e4d351818e87f005/570",
            "headless_browsertests": "0ce5b6520699d5d0b08e5d349d10e89211ee71c950039fc7056d36de6ec9a042/730",
            "headless_unittests": "23714f5dc259d79e1c3c9383c1c929f4794425aa0382d73955362720e8ceb020/569",
            "interactive_ui_tests": "137b96d34c2b6d541fc350b4c88bd79adf20df2075d207388233a6276cf8d430/965",
            "ipc_tests": "0420b03adffc19d1e71e7b9de8dca88910417ee8c29d191b79e51fb05b46a832/569",
            "jingle_unittests": "31c775b4af6a43f78b16c114822f775d737d44b8b2d2c4650c8cde178f9e1861/646",
            "latency_unittests": "f825c86f42e8f01f7ffd6b1a019c61e72abed17d8c8e48808f27bbbb0af56d0f/569",
            "libjingle_xmpp_unittests": "21208fef36dc00ccb6724a2fc9311f6bb3fa41c571a50d8a9ef93b6aac2cf815/569",
            "liburlpattern_unittests": "e3407c6f39d3bd275c3fb270ca3c3110afbae7853ef188080f146ccd9c2db7a3/569",
            "media_unittests": "5e0688b08e91d4162a877e6b1d3e1df80e0c09e32252b477ab42ec640766ff5b/649",
            "message_center_unittests": "b107d95f9fa79d8e3d105729f496e52a04fe1380fa0e83c58f90ae086da2786f/569",
            "midi_unittests": "9148111e63f2c45a133aff222abd02d6b33c31b83a484c01287fd0a7010bc5bf/569",
            "mojo_core_unittests": "d2a922481f2f2b953a11dec738e8b5e79f73ac9bfe1162d31fb37d2b94e177d2/569",
            "mojo_unittests": "74cc321aafc160280276b71b69b506b28e8e1810ca451dd12fb71de636db31f8/647",
            "native_theme_unittests": "87a9ceb59707ea5d9e48fd4d2c90988d9a432b002fbcdb009dbbc00e91c72727/569",
            "net_unittests": "d01b7d9b8582657c76e6736fa955eb1ed75a116de2f41aeaa6a2d0ec32ce71f3/648",
            "openscreen_unittests": "b2675d0cd3db364713b645169881e50d4f4095b953e425d3283cbbb71196be6b/648",
            "ozone_x11_unittests": "b46af6a4b94b25d27e88e8b3d2f14bfdc212bcb7c6001d0de48c04d1b254deb2/569",
            "pdf_unittests": "a37df48f9d24c0cf4df6eb1af2e240623559cfbf1ab7b0b6459391edb2ed692e/646",
            "perfetto_unittests": "002bfb4bd39ad233d0f103db60e702c591893bd7e931bf8ce88f4c0380266fb7/569",
            "ppapi_unittests": "9e1a677f2b6a9665807ce68b6b4f99d131b36591ae0d7439c05b6280b9f20078/569",
            "printing_unittests": "0c3e25247d1a48665f66d849d484b517241f921c920a1ac1ae4d422a0162e2d4/569",
            "remoting_unittests": "e8f534f593aea0cb1187c60e30cc5ee6db38831448ea80f12a3887292217731b/646",
            "sandbox_linux_unittests": "7ba9e7a76c3779daaac9bbff1f52a84257034e23e6fdf4344b81cf39c7fb6b63/569",
            "service_manager_unittests": "cb0e4f85101842ea88b28628fdbe152b50315527b286e28ddd7ac9b72b3326fc/569",
            "services_unittests": "91979bfc2a18377eb30f102ce0f92bcc92bf3898216ad92b9eca0f05622b35b1/815",
            "shell_dialogs_unittests": "f76a1e065dd9555eef99adbc8d631eefd24deff0df84f5c2bee0cf253294bf22/569",
            "skia_unittests": "d651d046f88bfc30fd77386bea2eeb8d20b28433ed7c0cdd4d54fc63d6c345ed/569",
            "snapshot_unittests": "7cb3cb89cbf1e4be9b454babdd1897dd85a75d5e504cd26a95afcadb163a9c55/569",
            "sql_unittests": "7f2498e00399dfbe58df5f8bc57a575829b6a304ef74ac2f5ea8bb9d74942a3c/646",
            "storage_unittests": "b814819a0938f5dca369362669d219e20650b849588fe05f8445c0ecf8ff7eb2/727",
            "sync_integration_tests": "09d73a0378be76c43ed57cdd81b3c485bbb53090fcf4f53f9a0818292f39b012/729",
            "ui_base_unittests": "acb1a31353ff26be64e6004af15ef00e999d82f271a18040f824cc158eaeb003/723",
            "ui_touch_selection_unittests": "cd9f7e95e76b7f6bbf52d32c7b44b2eb1f0c16fb2ef5a93499517030bd2b3205/569",
            "unit_tests": "d101a42422b66138a3c6a9ec99fd11c427ba5014fa76b30162ab0868d0332135/1062",
            "url_unittests": "906e96c15beb187fe12e256c58530ab1d7b7304ba578fa87f3619b4989584366/569",
            "views_unittests": "2547b29e548678dc2f54261b3e80a28946712effcec6a9f1fcc354242c4228a9/569",
            "viz_unittests": "6a0516c0f3ea2a4f9c4dbf29352bfda7e3676ec2bedbfbb2ba6aa5117034d356/653",
            "vr_common_unittests": "7289e4c11ccdf677830817e9d7fbd0d5f0181b6dcd39586ff85e301f097377e7/648",
            "vr_pixeltests": "bef14dd7e22f1c0cbc3ad05dc6721eeed4f3715c0f5537e29ae24db397f74dc2/646",
            "weblayer_browsertests": "ff8705a2be8b730c7e177cdf9605d9922257f0b33f4d5299bfe22dde2aa1aeff/814",
            "weblayer_unittests": "3b805ebec4edd0cfcfc0e7016b99ded8f2e5287e5872431d668a6ec347557147/646",
            "wm_unittests": "3a3c3a7cf128088145e53a21cfe25151ac942cd0196153fc0addf7d87fc62f95/569",
            "wtf_unittests": "7766a2ae9ca699033469f6b610c208eb851b49f1f7b1d6b5770061f2717190e7/569",
            "x11_unittests": "078e767abcbc376b7c7ac4dc256ee64580ab2b7f12d3f742a79b3b3e07a596dd/569",
            "xr_browser_tests": "db750de0eac45fb7cc474a6879737b8b90571235d9b40410f1503ab370f24c57/728",
            "zlib_unittests": "c6a4c7e7ef01829bb38be9db5c83792ac9372953ceaefad7d46d8c22a89fff91/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "d35d624e302339bddf63f41a26541de5b97ee363969aba926d26843428908d07/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "7a3e62e87cb73cc58ec3dd20182ef14f6e53e409",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8993954917791556080"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "79751"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[06:46:55.825] Scheduled build:
{
  "id": "8828524855902663377",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 71704,
  "createdBy": "project:chromium",
  "createTime": "2021-12-07T06:46:55.379871579Z",
  "updateTime": "2021-12-07T06:46:55.379871579Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "7a3e62e87cb73cc58ec3dd20182ef14f6e53e409",
      "ref": "refs/heads/main"
    }
  }
}
[06:46:55.825] Task URL: https://cr-buildbucket.appspot.com/build/8828524855902663377
[06:46:55.825] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993954917791556080:2:0) after 7m23s
[06:47:05.016] Received PubSub notification, asking Buildbucket for the build status
[06:47:05.045] Build status: STARTED
[06:54:18.848] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993954917791556080:2:0)
[06:54:18.881] Build status: STARTED
[06:54:18.881] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993954917791556080:4:0) after 1m54s
[06:56:13.003] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993954917791556080:4:0)
[06:56:13.049] Build status: STARTED
[06:56:13.049] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993954917791556080:5:0) after 9m43s
[07:05:56.113] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993954917791556080:5:0)
[07:05:56.355] Build status: STARTED
[07:05:56.355] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993954917791556080:6:0) after 3m10s
[07:09:06.378] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993954917791556080:6:0)
[07:09:06.410] Build status: STARTED
[07:09:06.410] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993954917791556080:7:0) after 3m10s
[07:12:16.439] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993954917791556080:7:0)
[07:12:16.471] Build status: STARTED
[07:12:16.471] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993954917791556080:8:0) after 8m59s
[07:14:02.048] Received PubSub notification, asking Buildbucket for the build status
[07:14:02.084] Build:
{
  "id": "8828524855902663377",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 71704,
  "createdBy": "project:chromium",
  "createTime": "2021-12-07T06:46:55.379871579Z",
  "startTime": "2021-12-07T06:47:03.164763Z",
  "endTime": "2021-12-07T07:14:01.333985956Z",
  "updateTime": "2021-12-07T07:14:01.333985956Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "7a3e62e87cb73cc58ec3dd20182ef14f6e53e409",
      "ref": "refs/heads/main"
    }
  }
}
[07:14:02.084] Invocation finished in 27m7.89043029s with status FAILED