Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 27 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/78175 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "a3c5add367920ee1388e6e7a3681f2ac2e8f66d6"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "43be4d9cd8e461e9c26fb28bb8f2f26b65aea75c",
  "parent_got_dawn_revision": "e0390b89670ffcb9b741d08e81a06345d5782077",
  "parent_got_nacl_revision": "37e24eea763ff99c78ef0074eb4c3daf1b73f03d",
  "parent_got_revision": "a3c5add367920ee1388e6e7a3681f2ac2e8f66d6",
  "parent_got_revision_cp": "refs/heads/main@{#930960}",
  "parent_got_swiftshader_revision": "ca2ada82f494505a4ef4eb59e9e8e1891703f57a",
  "parent_got_v8_revision": "35eaec5cf5c322ec9211699a68c465f6d3415bbb",
  "parent_got_v8_revision_cp": "refs/heads/9.7.15@{#1}",
  "parent_got_webrtc_revision": "befdb843cbb84c7b5b2ab51e2c0ec09991c6089b",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35192}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "a3c5add367920ee1388e6e7a3681f2ac2e8f66d6",
  "swarm_hashes": {
    "absl_hardening_tests": "96f4d66e5a3465553f28f69047cffd788a4fad165bb83277a798622d9bb4f9b4/569",
    "accessibility_unittests": "edb1624cf8a1c2c7bc5e2a6582eeb640dbc0de4c2d97e665ed1b69fa1c95128e/569",
    "angle_unittests": "dc7629c243b0ce193614c1a2ddd4c4f1cccf484c42a7bc26242609d1bcb88e8c/570",
    "app_shell_unittests": "8c03771026e29b276eb45e5e39a068295dd79f56100ec0a324f5db30f48b5d76/809",
    "aura_unittests": "d5e7fee691cc1b79d9f8c8009710607e42ebb896d6ca728fa34f6d17e86eeb6b/569",
    "base_unittests": "ba784af9ab2a78230bdd8d1df311f0dd86a80f86c157beedf87df4a707cd05b4/648",
    "blink_common_unittests": "6ae3b0d1c225cd0055b98b1c84c5e6008d5c6eb4b69215d80eb859666540dabe/647",
    "blink_fuzzer_unittests": "73bcee9c0ba11a472fb89664378e21a7f7bca278677f6510fdda9144ee8c332c/648",
    "blink_heap_unittests": "f18c3b19385b9b0e3e69842fd7c7d984c4d670074cb6523de1c03adc7529fb14/648",
    "blink_platform_unittests": "e5895395eabcebf06e9ca3189bb9d42e8350e7080c8c4ecd0c95d77bbcc38e17/726",
    "blink_unittests": "dcc8b4b0f1aeca69b9387bff18393feae5edbf9e0f21b2a290117815ccc61243/726",
    "boringssl_crypto_tests": "032725be98665fa9a98cf1c82f243459811554db2f92d16b4dca00d484f9985a/570",
    "boringssl_ssl_tests": "f651d68697015b5864a4c336b5fe7aa7b2e3540c69beef955f750c4c1496097c/569",
    "capture_unittests": "d7f49bf46ce462ebaed6ebf13169a3e2102f6c8c8f13d03f7d771595ec9b3a88/648",
    "cast_unittests": "08e9ae3e35248f23871cb10f994fc696a9e93d41685cfc512be06be565ef48fa/569",
    "cc_unittests": "8370d5954ae69efc7108ac12297a63fe439bafb8ed1eb985be935ef460899451/653",
    "chrome_app_unittests": "fc390ed89fea55e536e27fd4958a6b05ce9f99bb7476524b0e3bb3bc2d228f7b/811",
    "chromedriver_unittests": "045779c7514ad49734c668ef0fdd35bc2b32c99bda0ec7db1fc76534730ce4a5/726",
    "color_unittests": "caa5b5e9b9fcc2c19c3571ef887972139132c3b683696e1e63bcc0f2eebcd50a/569",
    "components_browsertests": "5378543c183a614d05fc9e1c19e34dc6d0a4cb33676c5bf1628edb124ad1cd92/892",
    "components_unittests": "131ceaed2f48d968fb3c74754d90f060b14eccd1b11aa0dd4543f3215305355d/892",
    "compositor_unittests": "c2457a2d90eaf3fc30935310815782d537fd08fcd6ec8b9935e4f369cdfce162/645",
    "content_browsertests": "efbaa869ce840d278b3d010bf89546b2f113868af00c7482ade74344cd35a151/887",
    "content_unittests": "526ff044d8f04096e35e35c77fc5ea1e6ce480b3cc9358d4b6e747a7db37ec21/806",
    "cronet_tests": "3d0642bb53c41dbeabf364d82cf89fae421cd389176304d96953304e1d45c821/730",
    "cronet_unittests": "980a82fe76a47154750f3bafa804bdcc5dcf63fe3a1accac2f8422325d85937d/646",
    "crypto_unittests": "851dd6b71163794fcc4f54ec8c64865380ec9e582dc624a3a1c8a1219b70db80/569",
    "dbus_unittests": "6a9d3456ca0b6bf495be87c08607e3c2b6acbdfdf70de8260784e81707000014/569",
    "device_unittests": "2851c5607712542cdd3b58bd9d1157a22cc1273df4ffb8fe07f2aeddacab1c88/646",
    "display_unittests": "37b383354ba8b8470e63fa18d5e54b39065edc4cf734239f265f86bba57c26b0/569",
    "events_unittests": "055b6a2887f2196e45d510c3155414025ed4715cc0500bf9283fbe7a9afa8128/569",
    "extensions_browsertests": "36d9db2a3878cb7027981fe252568b1f658a3021143bd158ac48acfc086b81ad/811",
    "extensions_unittests": "2a9df8e75301b2fcfed1976ed63ad3dc51aaec6ecfb77484e2678fd0d4b85a5b/975",
    "filesystem_service_unittests": "3a523163b2828002ad5e8db1afeeaf9bcca84fe06b6ffa2cb09757a2e264d26e/569",
    "gcm_unit_tests": "54c95b9672724f0fc64f497716887b282ddd12660dd6e8ee890d3256f501e8d1/646",
    "gfx_unittests": "5abc4f070dcffe923b63b01684905631aa50fba433dca6c1764863cdd60758c1/645",
    "gin_unittests": "1c3e964a9778b063e5c0cbe19ed7bfb1dbed02ef1c83d882468b4652b504e017/646",
    "gl_tests": "c97184135b56cde3c8a067a47098789e5b6b74a49c26affcbf942c301e4fb257/569",
    "gl_unittests": "0eb8e26c59a2a3afd5674f4d0906c332755a5663e0677bbb658fe8397eedd237/569",
    "google_apis_unittests": "9035902a440ac3518642b420c5aca7655ddd19cacc194dea8eba90a5b88da73e/731",
    "gpu_unittests": "595fadd3ae0b73c1910b2f09fbea1882fb5feca25f94b3b5ab3eefb2ba3b304e/646",
    "gwp_asan_unittests": "7dd9a020838a7db0d4dd26416dfeb0696ce925236c853d6982f83f7373d1fb43/570",
    "headless_browsertests": "88a9eb64335eea4d90e744da5ea141f3c98da172162c2b2cb54d7588216c088f/809",
    "headless_unittests": "c6970f834ed12178e9b7df018d8b078fc4c158b20e7a2bfc20dafdbe7742e75a/569",
    "interactive_ui_tests": "e60ad50158791b5f6b3ae0069af7b34cdf7921231f9fa793ffab7edd3f54a84a/1128",
    "ipc_tests": "570830124ac41ca69be4e76519bdb1895310b67238b5841094722e447e7c3b6f/569",
    "jingle_unittests": "707c85918c6d439bfed1dacb58c48261df5744f6a8183841ebb76a23a478d96a/646",
    "latency_unittests": "501f4991caa2c31b4498e72a7e487ce554008fc64f424baa58dae4e7f0c14fa7/569",
    "libjingle_xmpp_unittests": "0f92983e9866088918fb281d4dae32320c1442ae9a0308ae6b0f0df8d7a84298/569",
    "liburlpattern_unittests": "2b8521fe0876f875978880244adf7524b3c2c3d479678ba2cae549e00e16c7ee/569",
    "media_unittests": "a9803b8189f99e9dce2502d71ba8275a67255e3c50b193953c714f324a908b33/649",
    "message_center_unittests": "398aabcd08a5954fc61a517fbfd711897b04383a3e2ed14f99201ff54411eb64/569",
    "midi_unittests": "3fd5824b47c89a56b4181056d6bae8c34b8a5e5e3339b2d83415d68c7b299d74/569",
    "mojo_core_unittests": "6e65f30a15993d557b6d51dbe185e4f281a1593c174c0a69bdf4ae7a5aa8ff1e/569",
    "mojo_unittests": "4c94633bcd7b71a269cb17cc864e4103cce45a5b7cc5a83e8015aba2dad07bcf/647",
    "native_theme_unittests": "98bed9c2bbad3a51aca05a325a298613ef343f2ea77ec4bbb30fb8721f763de3/569",
    "net_unittests": "823ba09780615aeae68bda6e4f84563f24327f278812f5ca959e403a39037a4e/648",
    "openscreen_unittests": "5f66b85a6f38ef828229463a856350690eb43cf1897638d396163395632486a9/811",
    "ozone_x11_unittests": "99a45c80a482de53050ac4ed1430899be143cd54504f3ad364733553e82dc062/569",
    "pdf_unittests": "a6c5204f003668fcc4b8f871115bf5ad5d07ff8904be8be0a87c3748312d1b93/725",
    "perfetto_unittests": "a997361411a5d2daf5e18012e81a66d3e6371c3d9745037b86655e8b38b02ea0/569",
    "ppapi_unittests": "96c2d73ae12d5cd81637ee1e24310e5d612834cff501615af52ad50cb326308f/569",
    "printing_unittests": "244b56e4b23469919db6e68910d4ef3d3563e9fbd9aed67f333c227abf478637/569",
    "remoting_unittests": "5834d857ce382d305b7e50f211c6a638657535e6026511c9229009ada7108416/646",
    "sandbox_linux_unittests": "d43f3e2914d2eb37d3de9cea6853c85b7da5a46054a19eb40983b2e1eaa65e2b/569",
    "service_manager_unittests": "45dbfcac21d145c5320d1d885be8dd297bcedd2d1b1091aed324cdb15670a979/569",
    "services_unittests": "5cd359191b0bb98ff86134382c991a1c7f028ff83087cd35d48e0b1e0487b3c6/815",
    "shell_dialogs_unittests": "b5ea18253f377033d2f54db19486fcef51f0c917173da02b80a45b7d2e7a07cc/569",
    "skia_unittests": "7d65a2055db496f92ed63f21a4e4314ca03f6bdc5209a21957d4f2b4fcd3fcfb/569",
    "snapshot_unittests": "8a7826e0a7df75be7ca934ae4ad7e0e17d00ce629c7047b275e2f65a71fc11ae/569",
    "sql_unittests": "b45761eab5a937ee1f3482d2b768755c0a432f246d7c1a44a124435d3ca57244/646",
    "storage_unittests": "a95fc7fbed307b4379c07ceba273510d76b35c2d9cfb3443b8298ac3aee7033d/727",
    "sync_integration_tests": "0be99b855b5be2a01b75150a64d5a4895eb65fcee57106fc1e60421853a24ded/892",
    "ui_base_unittests": "25e30cd51c549f6e2048e5869171c923744e60b06bd4053a3a91b6ec2b34f1d2/723",
    "ui_touch_selection_unittests": "37c4c4f10d1d0698ffde79f7cc66d6a2127672f0748c86fff68e453490e0c2f0/569",
    "unit_tests": "3919afebf77d7d5543b933d6565ed035a7dc7eb248657d895f0269606ad09dc8/1141",
    "url_unittests": "8a64fa6a55b163ebfd709e77e9c6e6a3686d671f7f4ee67308fd1463667e5d93/569",
    "views_unittests": "19be555eedc07011f4bbd9987b6f8421e3979006c24de78c76d7d2dcea346f4e/569",
    "viz_unittests": "cdc44e94b126c2867ab9e00f23b7a9b1422b9c4016e1c0e6aff8a86122d3b7dc/653",
    "vr_common_unittests": "7c067d094800aa8b22e26f6e0573c9e763ba3c1b0428ac32a157cb885be49176/811",
    "vr_pixeltests": "38f9a14ae22cd17c09568b0a17c795f1c11632a041b9adc52d1cf4506e690c07/725",
    "weblayer_browsertests": "531bc3eae66801e655fdf6f9665d57093e299f86e5085d9d6c0694b46bdc756b/893",
    "weblayer_unittests": "ff7b3f5f4c2ded523c1326d1c206fab490a465fa3084946c78550a46887609a4/725",
    "wm_unittests": "b0c0e095e563b0c7a5af6dfeb43cddd0172d857adaef8c3d78b64f95cf4489f1/569",
    "wtf_unittests": "e1855451fd6a77361b49679293c936c1c5aa1afbe7d076af31b7e7af3ccf2b57/569",
    "x11_unittests": "8673023d26c09b81e38b7393595214abda1590d10159391a89c1a2010d5e61ff/569",
    "xr_browser_tests": "8a7c97a46fe905b03366fbd3ff590245c2fa1694b90fab64d92764f00a42a68b/891",
    "zlib_unittests": "1d30a6e2f82cca461199982c48677ecafa3a291afb7cd2d1c5fba43a843273e9/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "a737c3978d8217c5d52b0b885ca0018ad0e5420c0ed97a0e9b5f7ac48162d323/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a3c5add367920ee1388e6e7a3681f2ac2e8f66d6
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:78175
  • user_agent:recipe

Debug log (UTC)

[08:00:15.910] New invocation is queued and will start shortly
[08:00:15.910] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[08:00:17.005] Starting the invocation (attempt 1)
[08:00:17.046] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/a3c5add367920ee1388e6e7a3681f2ac2e8f66d6"
[08:00:17.046] Popped gitiles commit info from properties and tags
[08:00:17.046] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[08:00:17.046] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[08:00:17.047] Buildbucket request:
{
  "requestId": "8998933135431465728",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "a3c5add367920ee1388e6e7a3681f2ac2e8f66d6"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "43be4d9cd8e461e9c26fb28bb8f2f26b65aea75c",
      "parent_got_dawn_revision": "e0390b89670ffcb9b741d08e81a06345d5782077",
      "parent_got_nacl_revision": "37e24eea763ff99c78ef0074eb4c3daf1b73f03d",
      "parent_got_revision": "a3c5add367920ee1388e6e7a3681f2ac2e8f66d6",
      "parent_got_revision_cp": "refs/heads/main@{#930960}",
      "parent_got_swiftshader_revision": "ca2ada82f494505a4ef4eb59e9e8e1891703f57a",
      "parent_got_v8_revision": "35eaec5cf5c322ec9211699a68c465f6d3415bbb",
      "parent_got_v8_revision_cp": "refs/heads/9.7.15@{#1}",
      "parent_got_webrtc_revision": "befdb843cbb84c7b5b2ab51e2c0ec09991c6089b",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35192}",
      "swarm_hashes": {
            "absl_hardening_tests": "96f4d66e5a3465553f28f69047cffd788a4fad165bb83277a798622d9bb4f9b4/569",
            "accessibility_unittests": "edb1624cf8a1c2c7bc5e2a6582eeb640dbc0de4c2d97e665ed1b69fa1c95128e/569",
            "angle_unittests": "dc7629c243b0ce193614c1a2ddd4c4f1cccf484c42a7bc26242609d1bcb88e8c/570",
            "app_shell_unittests": "8c03771026e29b276eb45e5e39a068295dd79f56100ec0a324f5db30f48b5d76/809",
            "aura_unittests": "d5e7fee691cc1b79d9f8c8009710607e42ebb896d6ca728fa34f6d17e86eeb6b/569",
            "base_unittests": "ba784af9ab2a78230bdd8d1df311f0dd86a80f86c157beedf87df4a707cd05b4/648",
            "blink_common_unittests": "6ae3b0d1c225cd0055b98b1c84c5e6008d5c6eb4b69215d80eb859666540dabe/647",
            "blink_fuzzer_unittests": "73bcee9c0ba11a472fb89664378e21a7f7bca278677f6510fdda9144ee8c332c/648",
            "blink_heap_unittests": "f18c3b19385b9b0e3e69842fd7c7d984c4d670074cb6523de1c03adc7529fb14/648",
            "blink_platform_unittests": "e5895395eabcebf06e9ca3189bb9d42e8350e7080c8c4ecd0c95d77bbcc38e17/726",
            "blink_unittests": "dcc8b4b0f1aeca69b9387bff18393feae5edbf9e0f21b2a290117815ccc61243/726",
            "boringssl_crypto_tests": "032725be98665fa9a98cf1c82f243459811554db2f92d16b4dca00d484f9985a/570",
            "boringssl_ssl_tests": "f651d68697015b5864a4c336b5fe7aa7b2e3540c69beef955f750c4c1496097c/569",
            "capture_unittests": "d7f49bf46ce462ebaed6ebf13169a3e2102f6c8c8f13d03f7d771595ec9b3a88/648",
            "cast_unittests": "08e9ae3e35248f23871cb10f994fc696a9e93d41685cfc512be06be565ef48fa/569",
            "cc_unittests": "8370d5954ae69efc7108ac12297a63fe439bafb8ed1eb985be935ef460899451/653",
            "chrome_app_unittests": "fc390ed89fea55e536e27fd4958a6b05ce9f99bb7476524b0e3bb3bc2d228f7b/811",
            "chromedriver_unittests": "045779c7514ad49734c668ef0fdd35bc2b32c99bda0ec7db1fc76534730ce4a5/726",
            "color_unittests": "caa5b5e9b9fcc2c19c3571ef887972139132c3b683696e1e63bcc0f2eebcd50a/569",
            "components_browsertests": "5378543c183a614d05fc9e1c19e34dc6d0a4cb33676c5bf1628edb124ad1cd92/892",
            "components_unittests": "131ceaed2f48d968fb3c74754d90f060b14eccd1b11aa0dd4543f3215305355d/892",
            "compositor_unittests": "c2457a2d90eaf3fc30935310815782d537fd08fcd6ec8b9935e4f369cdfce162/645",
            "content_browsertests": "efbaa869ce840d278b3d010bf89546b2f113868af00c7482ade74344cd35a151/887",
            "content_unittests": "526ff044d8f04096e35e35c77fc5ea1e6ce480b3cc9358d4b6e747a7db37ec21/806",
            "cronet_tests": "3d0642bb53c41dbeabf364d82cf89fae421cd389176304d96953304e1d45c821/730",
            "cronet_unittests": "980a82fe76a47154750f3bafa804bdcc5dcf63fe3a1accac2f8422325d85937d/646",
            "crypto_unittests": "851dd6b71163794fcc4f54ec8c64865380ec9e582dc624a3a1c8a1219b70db80/569",
            "dbus_unittests": "6a9d3456ca0b6bf495be87c08607e3c2b6acbdfdf70de8260784e81707000014/569",
            "device_unittests": "2851c5607712542cdd3b58bd9d1157a22cc1273df4ffb8fe07f2aeddacab1c88/646",
            "display_unittests": "37b383354ba8b8470e63fa18d5e54b39065edc4cf734239f265f86bba57c26b0/569",
            "events_unittests": "055b6a2887f2196e45d510c3155414025ed4715cc0500bf9283fbe7a9afa8128/569",
            "extensions_browsertests": "36d9db2a3878cb7027981fe252568b1f658a3021143bd158ac48acfc086b81ad/811",
            "extensions_unittests": "2a9df8e75301b2fcfed1976ed63ad3dc51aaec6ecfb77484e2678fd0d4b85a5b/975",
            "filesystem_service_unittests": "3a523163b2828002ad5e8db1afeeaf9bcca84fe06b6ffa2cb09757a2e264d26e/569",
            "gcm_unit_tests": "54c95b9672724f0fc64f497716887b282ddd12660dd6e8ee890d3256f501e8d1/646",
            "gfx_unittests": "5abc4f070dcffe923b63b01684905631aa50fba433dca6c1764863cdd60758c1/645",
            "gin_unittests": "1c3e964a9778b063e5c0cbe19ed7bfb1dbed02ef1c83d882468b4652b504e017/646",
            "gl_tests": "c97184135b56cde3c8a067a47098789e5b6b74a49c26affcbf942c301e4fb257/569",
            "gl_unittests": "0eb8e26c59a2a3afd5674f4d0906c332755a5663e0677bbb658fe8397eedd237/569",
            "google_apis_unittests": "9035902a440ac3518642b420c5aca7655ddd19cacc194dea8eba90a5b88da73e/731",
            "gpu_unittests": "595fadd3ae0b73c1910b2f09fbea1882fb5feca25f94b3b5ab3eefb2ba3b304e/646",
            "gwp_asan_unittests": "7dd9a020838a7db0d4dd26416dfeb0696ce925236c853d6982f83f7373d1fb43/570",
            "headless_browsertests": "88a9eb64335eea4d90e744da5ea141f3c98da172162c2b2cb54d7588216c088f/809",
            "headless_unittests": "c6970f834ed12178e9b7df018d8b078fc4c158b20e7a2bfc20dafdbe7742e75a/569",
            "interactive_ui_tests": "e60ad50158791b5f6b3ae0069af7b34cdf7921231f9fa793ffab7edd3f54a84a/1128",
            "ipc_tests": "570830124ac41ca69be4e76519bdb1895310b67238b5841094722e447e7c3b6f/569",
            "jingle_unittests": "707c85918c6d439bfed1dacb58c48261df5744f6a8183841ebb76a23a478d96a/646",
            "latency_unittests": "501f4991caa2c31b4498e72a7e487ce554008fc64f424baa58dae4e7f0c14fa7/569",
            "libjingle_xmpp_unittests": "0f92983e9866088918fb281d4dae32320c1442ae9a0308ae6b0f0df8d7a84298/569",
            "liburlpattern_unittests": "2b8521fe0876f875978880244adf7524b3c2c3d479678ba2cae549e00e16c7ee/569",
            "media_unittests": "a9803b8189f99e9dce2502d71ba8275a67255e3c50b193953c714f324a908b33/649",
            "message_center_unittests": "398aabcd08a5954fc61a517fbfd711897b04383a3e2ed14f99201ff54411eb64/569",
            "midi_unittests": "3fd5824b47c89a56b4181056d6bae8c34b8a5e5e3339b2d83415d68c7b299d74/569",
            "mojo_core_unittests": "6e65f30a15993d557b6d51dbe185e4f281a1593c174c0a69bdf4ae7a5aa8ff1e/569",
            "mojo_unittests": "4c94633bcd7b71a269cb17cc864e4103cce45a5b7cc5a83e8015aba2dad07bcf/647",
            "native_theme_unittests": "98bed9c2bbad3a51aca05a325a298613ef343f2ea77ec4bbb30fb8721f763de3/569",
            "net_unittests": "823ba09780615aeae68bda6e4f84563f24327f278812f5ca959e403a39037a4e/648",
            "openscreen_unittests": "5f66b85a6f38ef828229463a856350690eb43cf1897638d396163395632486a9/811",
            "ozone_x11_unittests": "99a45c80a482de53050ac4ed1430899be143cd54504f3ad364733553e82dc062/569",
            "pdf_unittests": "a6c5204f003668fcc4b8f871115bf5ad5d07ff8904be8be0a87c3748312d1b93/725",
            "perfetto_unittests": "a997361411a5d2daf5e18012e81a66d3e6371c3d9745037b86655e8b38b02ea0/569",
            "ppapi_unittests": "96c2d73ae12d5cd81637ee1e24310e5d612834cff501615af52ad50cb326308f/569",
            "printing_unittests": "244b56e4b23469919db6e68910d4ef3d3563e9fbd9aed67f333c227abf478637/569",
            "remoting_unittests": "5834d857ce382d305b7e50f211c6a638657535e6026511c9229009ada7108416/646",
            "sandbox_linux_unittests": "d43f3e2914d2eb37d3de9cea6853c85b7da5a46054a19eb40983b2e1eaa65e2b/569",
            "service_manager_unittests": "45dbfcac21d145c5320d1d885be8dd297bcedd2d1b1091aed324cdb15670a979/569",
            "services_unittests": "5cd359191b0bb98ff86134382c991a1c7f028ff83087cd35d48e0b1e0487b3c6/815",
            "shell_dialogs_unittests": "b5ea18253f377033d2f54db19486fcef51f0c917173da02b80a45b7d2e7a07cc/569",
            "skia_unittests": "7d65a2055db496f92ed63f21a4e4314ca03f6bdc5209a21957d4f2b4fcd3fcfb/569",
            "snapshot_unittests": "8a7826e0a7df75be7ca934ae4ad7e0e17d00ce629c7047b275e2f65a71fc11ae/569",
            "sql_unittests": "b45761eab5a937ee1f3482d2b768755c0a432f246d7c1a44a124435d3ca57244/646",
            "storage_unittests": "a95fc7fbed307b4379c07ceba273510d76b35c2d9cfb3443b8298ac3aee7033d/727",
            "sync_integration_tests": "0be99b855b5be2a01b75150a64d5a4895eb65fcee57106fc1e60421853a24ded/892",
            "ui_base_unittests": "25e30cd51c549f6e2048e5869171c923744e60b06bd4053a3a91b6ec2b34f1d2/723",
            "ui_touch_selection_unittests": "37c4c4f10d1d0698ffde79f7cc66d6a2127672f0748c86fff68e453490e0c2f0/569",
            "unit_tests": "3919afebf77d7d5543b933d6565ed035a7dc7eb248657d895f0269606ad09dc8/1141",
            "url_unittests": "8a64fa6a55b163ebfd709e77e9c6e6a3686d671f7f4ee67308fd1463667e5d93/569",
            "views_unittests": "19be555eedc07011f4bbd9987b6f8421e3979006c24de78c76d7d2dcea346f4e/569",
            "viz_unittests": "cdc44e94b126c2867ab9e00f23b7a9b1422b9c4016e1c0e6aff8a86122d3b7dc/653",
            "vr_common_unittests": "7c067d094800aa8b22e26f6e0573c9e763ba3c1b0428ac32a157cb885be49176/811",
            "vr_pixeltests": "38f9a14ae22cd17c09568b0a17c795f1c11632a041b9adc52d1cf4506e690c07/725",
            "weblayer_browsertests": "531bc3eae66801e655fdf6f9665d57093e299f86e5085d9d6c0694b46bdc756b/893",
            "weblayer_unittests": "ff7b3f5f4c2ded523c1326d1c206fab490a465fa3084946c78550a46887609a4/725",
            "wm_unittests": "b0c0e095e563b0c7a5af6dfeb43cddd0172d857adaef8c3d78b64f95cf4489f1/569",
            "wtf_unittests": "e1855451fd6a77361b49679293c936c1c5aa1afbe7d076af31b7e7af3ccf2b57/569",
            "x11_unittests": "8673023d26c09b81e38b7393595214abda1590d10159391a89c1a2010d5e61ff/569",
            "xr_browser_tests": "8a7c97a46fe905b03366fbd3ff590245c2fa1694b90fab64d92764f00a42a68b/891",
            "zlib_unittests": "1d30a6e2f82cca461199982c48677ecafa3a291afb7cd2d1c5fba43a843273e9/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "a737c3978d8217c5d52b0b885ca0018ad0e5420c0ed97a0e9b5f7ac48162d323/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "a3c5add367920ee1388e6e7a3681f2ac2e8f66d6",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8998933135431465728"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "78175"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[08:00:17.670] Scheduled build:
{
  "id": "8833503073484196769",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 70132,
  "createdBy": "project:chromium",
  "createTime": "2021-10-13T08:00:17.130838532Z",
  "updateTime": "2021-10-13T08:00:17.400056673Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "a3c5add367920ee1388e6e7a3681f2ac2e8f66d6",
      "ref": "refs/heads/main"
    }
  }
}
[08:00:17.670] Task URL: https://cr-buildbucket.appspot.com/build/8833503073484196769
[08:00:17.670] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8998933135431465728:2:0) after 9m17s
[08:00:28.865] Received PubSub notification, asking Buildbucket for the build status
[08:00:28.898] Build status: STARTED
[08:09:34.732] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8998933135431465728:2:0)
[08:09:34.759] Build status: STARTED
[08:09:34.759] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8998933135431465728:4:0) after 8m10s
[08:17:44.952] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8998933135431465728:4:0)
[08:17:45.019] Build status: STARTED
[08:17:45.019] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8998933135431465728:5:0) after 4m2s
[08:21:47.040] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8998933135431465728:5:0)
[08:21:47.076] Build status: STARTED
[08:21:47.076] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8998933135431465728:6:0) after 2m45s
[08:24:32.124] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8998933135431465728:6:0)
[08:24:32.273] Build status: STARTED
[08:24:32.273] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8998933135431465728:7:0) after 1m11s
[08:25:43.295] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8998933135431465728:7:0)
[08:25:43.364] Build status: STARTED
[08:25:43.364] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8998933135431465728:8:0) after 4m20s
[08:27:50.522] Received PubSub notification, asking Buildbucket for the build status
[08:27:50.554] Build:
{
  "id": "8833503073484196769",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 70132,
  "createdBy": "project:chromium",
  "createTime": "2021-10-13T08:00:17.130838532Z",
  "startTime": "2021-10-13T08:00:27.495109Z",
  "endTime": "2021-10-13T08:27:50.187617612Z",
  "updateTime": "2021-10-13T08:27:50.187959125Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "a3c5add367920ee1388e6e7a3681f2ac2e8f66d6",
      "ref": "refs/heads/main"
    }
  }
}
[08:27:50.554] Invocation finished in 27m34.664308126s with status FAILED