Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 29 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/78907 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "6da68dcfbd44ab94b3bc193be30b97b97c8a1478"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "ee8e8a68c5a9e9e0a0554d23369f76b663fbbc97",
  "parent_got_dawn_revision": "eb9339bdf38f06354d1583bf11ba6dbe029b50bb",
  "parent_got_nacl_revision": "9d577686a4321b08f6b86ff2589070fdee1c53f9",
  "parent_got_revision": "6da68dcfbd44ab94b3bc193be30b97b97c8a1478",
  "parent_got_revision_cp": "refs/heads/main@{#939242}",
  "parent_got_swiftshader_revision": "4c6da56da96ce9e90654850d2cd584ffe6e29514",
  "parent_got_v8_revision": "a852e3c734dfebeea8d9ca50a0673d93ff1dc71b",
  "parent_got_v8_revision_cp": "refs/heads/9.8.5@{#1}",
  "parent_got_webrtc_revision": "c276aee4eda7b1a466b139838f20e790bd746309",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35313}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "6da68dcfbd44ab94b3bc193be30b97b97c8a1478",
  "swarm_hashes": {
    "absl_hardening_tests": "45a06f76b930b2c5a597c5904b064f7f0bab3a2baf5f319ff95dffa8ba66c8e6/569",
    "accessibility_unittests": "3e5c52bc9172337fd5c616c20772ab8d32b8be71e53e6e9aa7863f41bac3b956/569",
    "angle_unittests": "d77699423907cbb40f420b150c624150219b7729035d6606ad161268e226f178/570",
    "app_shell_unittests": "784a415921ba84061528b2ce89d38a35e6326cd780af73a564b2ecd5ad213d5e/809",
    "aura_unittests": "e78068d0f4a0576112ca78e0555775eab34d4ec1fa1e715cedd0a13dc72a947e/569",
    "base_unittests": "fe65aa60bc0556180e4af6e58caf094efd1b835b4cf891f14682c99a6ef89439/648",
    "blink_common_unittests": "dd57593680ce9af098e3252cdbb656193dca03bfa08420f369439dd9e57ea632/647",
    "blink_fuzzer_unittests": "34df1cc9525e2190731c8d77aea10d584d291c754f32b8f4b38391d64b728f51/648",
    "blink_heap_unittests": "b3df7d50c7a1198357abc8d56a9dd73c6366c3cda6c12a4ae489147b0eb53852/648",
    "blink_platform_unittests": "e0a18dcb8e158d70107c4a0a26c48b6ed4ff3890c15de4616c8babb55eb240b7/726",
    "blink_unittests": "f74fa04f14d7e665bac3046d2856fdef7d242faba08345ee27cf728044a5feac/726",
    "boringssl_crypto_tests": "98824d99d8e25a96dd11eba685fba8e33b4590a866d0672979514a1ec9ff019b/570",
    "boringssl_ssl_tests": "8c305ae1b50862a44be9a189d76d8f93c721dfe0a4974bd0cb74c27eef1358de/569",
    "capture_unittests": "353820a769166909eee61f79f99df6fdaaad4d76a80bd1554d44048c2326e81e/648",
    "cast_unittests": "7a757c2401df9281591b16b3ccced6b95877b8d2475dfca4ca1b01fdf7b56d0a/569",
    "cc_unittests": "72d77087d74bdf2f316f999b916b64ea5bd90c0bc91e2158938c53c10342dfcb/653",
    "chrome_app_unittests": "fdaa6f860e5f2163cb81e49919fcad06cb7b8eef17d63954155db3ce6024fb5b/811",
    "chromedriver_unittests": "34ef2a6c2ecc440f13f6ae383bdd4f1f63c0a6cffb5e9f6cf1eb472c2f77c90e/726",
    "color_unittests": "d7c7a746920c482394dc651a9b3e5994331c3436be3be3b9859b1eb30a02c052/569",
    "components_browsertests": "c325f17a13db8cb306c6c7bb163cd81800d9558bd9aac1cd31bba4edc8585ed0/892",
    "components_unittests": "e877630493755b4abae698a95bcd2699fe6320f8b2f2a4f3a0f67e87a1a3d090/892",
    "compositor_unittests": "f890527d1c521b4b1f613b719bb731d81d234234b857980cd0673c1e5ee87628/645",
    "content_browsertests": "841b1b2749435619e3451a7cc0d07cca3d54f25aa03fa5214be1b99bf587e27f/887",
    "content_unittests": "c3a164734d9653303e1f5235fc740e93a1707d64d8f4b062c7c24e7382dcbf07/806",
    "cronet_tests": "878ff1aa490677ed6f0313e3f834bbd8245cefd57880e757fec067649ddc1e10/730",
    "cronet_unittests": "d6434a869e6c29b52bed1215474734c2ddd7f03bba9bc7c4354de480fde9a966/646",
    "crypto_unittests": "e0ac68a9f5ce093972aead3f28da1b2cdef0ae66cc1e9a87d8ca63ffacae2ee6/569",
    "dbus_unittests": "8b523d1c09930348ddf9f8da21b5fb526b82b8fc4fa9a5999c8a24c032081826/569",
    "device_unittests": "7bfac984a207f9d6898f44b011477ea1563657055890a25add9bb94d195f229c/646",
    "display_unittests": "8c76ccab783afc8a4b5ae051f63e15ad7482bf9582a6d7f7c39c1b240e39814d/569",
    "events_unittests": "d65e930646f21a67cc10a0eb1c2d88497e62320f84b5ef49942e1ac4d36a2a62/569",
    "extensions_browsertests": "358c2d11461c98b21c9022759e219bc9a5ad3758bbe9dff2cb896aa9cd0f0a2a/811",
    "extensions_unittests": "6f1925ec649a16d6e270653c6d9f69f83e6216989ac8526a838f33caf06b0af1/975",
    "filesystem_service_unittests": "18546b815e6356132bc9adb741b7d043839a6a70e073ed4093f556789dab4130/569",
    "gcm_unit_tests": "030ca04b6830fc84d3f3327ec40abd7e0d9bd245a2284839508b4b21b466dd55/646",
    "gfx_unittests": "f364a5161e79c757aefd278998b74893fe35a0cdc20d0e19b38fbdd331e3b6c8/645",
    "gin_unittests": "6ff8d1a08e9590c7b224de22b413134992a8221b0ecb546aa41609b90842a091/646",
    "gl_tests": "14b8d2d382bcc7a3e9b509b6c1179e641cf4e3b4d086ff31af2065c509e39d35/569",
    "gl_unittests": "69477dd2bc15c0f6869151be6e20e57a53853a4a694df27550ac55921740b7fb/569",
    "google_apis_unittests": "0119029ee90a2f8aaf84ae1ec2bab8d7fc76fdbd57aa01678a346392a95781ed/731",
    "gpu_unittests": "e0798800e5282d67c50eea3210871b874143ba48712a9a3658998e1b53848ebf/646",
    "gwp_asan_unittests": "8d350235d1cd26a092cc30aac4cc00dc217f19f78c482a7a6174fc2cbd04bf10/570",
    "headless_browsertests": "b3394731c3e5670814ea57e4ae57de6587b616393d9c3a800c27c3adcca1aa2c/809",
    "headless_unittests": "0f40d8e63b2c15bcf99225f649d2b3c7a8d5994a8df42529f9f75081e893d667/569",
    "interactive_ui_tests": "672684c7dcb8aa848298070b885aa02d652847d2740e325e3c4237392a450091/1128",
    "ipc_tests": "f353ee3e893eae3e9d284c75c8bb74a9eb1ef0ad58cbf4ff079573f0f0abae0c/569",
    "jingle_unittests": "35f94c0aa95ab17f61951a2989791c7894586a13dae67782b2c01a0322085f03/646",
    "latency_unittests": "de127681e3323417d23b36a927c5eab412fe4f2c33d2ade54e0d3ed638680493/569",
    "libjingle_xmpp_unittests": "af4845f4021d24ddc698198d90d16166134b231321e0ba629e281f66e05fc4cb/569",
    "liburlpattern_unittests": "a3ed80a9d85817af6325e466109634ce76558f2ea67e80c67e3d77fdda471073/569",
    "media_unittests": "0f629f268d8e3e0ec3c869195360e43d95dafd2784affa866636a93e3c36460f/649",
    "message_center_unittests": "dce01bfc5cea2c6ddad47e5391bb51f9963c3cf219d5a096a620d9833aabccaf/569",
    "midi_unittests": "8335f8898493228ff3616b1d2947a4fe9a88eef800e974c9a7aa36cfaab7cc98/569",
    "mojo_core_unittests": "557147a331b2846b117e62c665ab309e0e5fe5d939687c97cbbae0ac07deaccf/569",
    "mojo_unittests": "1e1e2a12cadd1f4461cd7b7d1c0ab979d048d1f5b59d5d899d2decfe0634dc75/647",
    "native_theme_unittests": "974ef5585365dd69a1784474ed8df33b118bd9acf508453314741b852c8868f6/569",
    "net_unittests": "03ab790a4ad449d39f59b85ea43df2e4c7a3d83b4a280990460c0b491f66abfe/648",
    "openscreen_unittests": "f5e34e5642d0ba315f49feb14d64b2bed880cc66275bf27f7dcb2a9b7a0ec074/811",
    "ozone_x11_unittests": "112a23a6948571e6af55b35b9c008b5048412071d3c59fdbd5bdd7f8764225bf/569",
    "pdf_unittests": "b723feb1785c27a5f1f9284eae64f36030535ba573dd4c16dfb0d046218d6bab/725",
    "perfetto_unittests": "ca366a171dfa490b6d65afc876f2231eaacc319a0639031d9a54c7808b23e8b7/569",
    "ppapi_unittests": "94a21a3e53a8b7598f97642095f9f605bde288465ce9704a6932eeb7bbb6f494/569",
    "printing_unittests": "77548642242cc4ebb74cc2ecb955d3a5f85f797de566f72226331bc840c07088/569",
    "remoting_unittests": "ebb9d598c2446627ea4d8786f46bdb9d359254e9510c1351a5c4a8b0cafc75b8/646",
    "sandbox_linux_unittests": "e0e7e9ea61dda45aeebd03fd625c2885272b14a4f792d060448a470f56635cef/569",
    "service_manager_unittests": "69026320278252bc928c6a3889596b49836b757258d59ed1ba922de797d5952e/569",
    "services_unittests": "d2fcd792502063650f424ff289a72a02360143f2bdd9df07e1f379d3f4b3f220/815",
    "shell_dialogs_unittests": "c9d3cf8767ff7cdd6f18e7c63f09437045b6dd323d880e1d6de6a8717de5d6db/569",
    "skia_unittests": "0310fe76fa91794ef6c742c26f384d82c285841f2bc25fdb8185a04f0b6874c1/569",
    "snapshot_unittests": "4fa5c7a80571f594c28e76f314a799585a335873094195fa9cd5c5f24e0860f6/569",
    "sql_unittests": "d7475b4c98b7253201c6a27eba7bed9959070c302c108b0388629ff75dc94b9d/646",
    "storage_unittests": "8376447fcd4d08c89195dba8ae4d043fc536e96744435db93c342d5973fe56b2/727",
    "sync_integration_tests": "932f08c7337df57d86c03f61031c00154f0966c0b8a920b7095e4d1a4c409bb0/892",
    "ui_base_unittests": "5b89785880a2e8c90bdc08c0a193bcd8a1c19cfcc26ea5e2b16771641d15a443/723",
    "ui_touch_selection_unittests": "acf5c4ef9fa85c65060e7635f0fe567f780bd8d3f1ff4ae957a998c0c1d8e175/569",
    "unit_tests": "1311254fcc1e7faa5bdb74b7eac9251edb1650213df9f436b92513394b77172a/1141",
    "url_unittests": "21b19b642418c5c659cc2bb89a73eaaf73756f8310625b073810501ff572c017/569",
    "views_unittests": "f3a18cf99d9a88f483dd4cf4fb43321933b7b387e5adc3419c8549a58e76b4e5/569",
    "viz_unittests": "e1b48682928a1f9fc736b1881f5bde40bb661125a44563eb46684916b705ed94/653",
    "vr_common_unittests": "ba2621c0f780562ebf25b944e14b5277121e9e865ac743f92181cc790af143ec/811",
    "vr_pixeltests": "22ad52e5e94bcee4ad9dc362043cfdc6c68c6800fbf847ef6ee7651e6f5a4111/725",
    "weblayer_browsertests": "7c69cc2a6ca3b6f75b8d86d0e3ba5aa770cd5ba1422100aab4c10ec69ce4aa3d/893",
    "weblayer_unittests": "30422391248d9cf7952deb4165d2a42e4f6e1218ed5b4212c5aa8b2dfea8484d/725",
    "wm_unittests": "1369f513d94e8c4a96f201a3aa83d7373c6c504770df69f3b2e7f2114e04a5a5/569",
    "wtf_unittests": "7b3aa908a1f1452166ea4866c456fe56bd7d8998c7cad06cd03f6dd7d3116c6a/569",
    "x11_unittests": "f6122a4db2a0788a6193222044cf9236e95b9309960b2c15000247ddb7ed3fe6/569",
    "xr_browser_tests": "3cb82eca2293f72db865f8b5a71689420bca4ea5ac795bac0e5abed21ee20259/891",
    "zlib_unittests": "e9968b8ad57e7dfec364f473a386473644377e97d31de79aca8b3dc28d9f0c9f/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "f0d486abf22639ab3ba9fd78912ffff90aee71501abf199e6c2518e5ece7d641/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/6da68dcfbd44ab94b3bc193be30b97b97c8a1478
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:78907
  • user_agent:recipe

Debug log (UTC)

[06:54:32.158] New invocation is queued and will start shortly
[06:54:32.158] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[06:54:33.314] Starting the invocation (attempt 1)
[06:54:33.354] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/6da68dcfbd44ab94b3bc193be30b97b97c8a1478"
[06:54:33.354] Popped gitiles commit info from properties and tags
[06:54:33.354] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[06:54:33.354] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[06:54:33.354] Buildbucket request:
{
  "requestId": "8996581749624843088",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "6da68dcfbd44ab94b3bc193be30b97b97c8a1478"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "ee8e8a68c5a9e9e0a0554d23369f76b663fbbc97",
      "parent_got_dawn_revision": "eb9339bdf38f06354d1583bf11ba6dbe029b50bb",
      "parent_got_nacl_revision": "9d577686a4321b08f6b86ff2589070fdee1c53f9",
      "parent_got_revision": "6da68dcfbd44ab94b3bc193be30b97b97c8a1478",
      "parent_got_revision_cp": "refs/heads/main@{#939242}",
      "parent_got_swiftshader_revision": "4c6da56da96ce9e90654850d2cd584ffe6e29514",
      "parent_got_v8_revision": "a852e3c734dfebeea8d9ca50a0673d93ff1dc71b",
      "parent_got_v8_revision_cp": "refs/heads/9.8.5@{#1}",
      "parent_got_webrtc_revision": "c276aee4eda7b1a466b139838f20e790bd746309",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35313}",
      "swarm_hashes": {
            "absl_hardening_tests": "45a06f76b930b2c5a597c5904b064f7f0bab3a2baf5f319ff95dffa8ba66c8e6/569",
            "accessibility_unittests": "3e5c52bc9172337fd5c616c20772ab8d32b8be71e53e6e9aa7863f41bac3b956/569",
            "angle_unittests": "d77699423907cbb40f420b150c624150219b7729035d6606ad161268e226f178/570",
            "app_shell_unittests": "784a415921ba84061528b2ce89d38a35e6326cd780af73a564b2ecd5ad213d5e/809",
            "aura_unittests": "e78068d0f4a0576112ca78e0555775eab34d4ec1fa1e715cedd0a13dc72a947e/569",
            "base_unittests": "fe65aa60bc0556180e4af6e58caf094efd1b835b4cf891f14682c99a6ef89439/648",
            "blink_common_unittests": "dd57593680ce9af098e3252cdbb656193dca03bfa08420f369439dd9e57ea632/647",
            "blink_fuzzer_unittests": "34df1cc9525e2190731c8d77aea10d584d291c754f32b8f4b38391d64b728f51/648",
            "blink_heap_unittests": "b3df7d50c7a1198357abc8d56a9dd73c6366c3cda6c12a4ae489147b0eb53852/648",
            "blink_platform_unittests": "e0a18dcb8e158d70107c4a0a26c48b6ed4ff3890c15de4616c8babb55eb240b7/726",
            "blink_unittests": "f74fa04f14d7e665bac3046d2856fdef7d242faba08345ee27cf728044a5feac/726",
            "boringssl_crypto_tests": "98824d99d8e25a96dd11eba685fba8e33b4590a866d0672979514a1ec9ff019b/570",
            "boringssl_ssl_tests": "8c305ae1b50862a44be9a189d76d8f93c721dfe0a4974bd0cb74c27eef1358de/569",
            "capture_unittests": "353820a769166909eee61f79f99df6fdaaad4d76a80bd1554d44048c2326e81e/648",
            "cast_unittests": "7a757c2401df9281591b16b3ccced6b95877b8d2475dfca4ca1b01fdf7b56d0a/569",
            "cc_unittests": "72d77087d74bdf2f316f999b916b64ea5bd90c0bc91e2158938c53c10342dfcb/653",
            "chrome_app_unittests": "fdaa6f860e5f2163cb81e49919fcad06cb7b8eef17d63954155db3ce6024fb5b/811",
            "chromedriver_unittests": "34ef2a6c2ecc440f13f6ae383bdd4f1f63c0a6cffb5e9f6cf1eb472c2f77c90e/726",
            "color_unittests": "d7c7a746920c482394dc651a9b3e5994331c3436be3be3b9859b1eb30a02c052/569",
            "components_browsertests": "c325f17a13db8cb306c6c7bb163cd81800d9558bd9aac1cd31bba4edc8585ed0/892",
            "components_unittests": "e877630493755b4abae698a95bcd2699fe6320f8b2f2a4f3a0f67e87a1a3d090/892",
            "compositor_unittests": "f890527d1c521b4b1f613b719bb731d81d234234b857980cd0673c1e5ee87628/645",
            "content_browsertests": "841b1b2749435619e3451a7cc0d07cca3d54f25aa03fa5214be1b99bf587e27f/887",
            "content_unittests": "c3a164734d9653303e1f5235fc740e93a1707d64d8f4b062c7c24e7382dcbf07/806",
            "cronet_tests": "878ff1aa490677ed6f0313e3f834bbd8245cefd57880e757fec067649ddc1e10/730",
            "cronet_unittests": "d6434a869e6c29b52bed1215474734c2ddd7f03bba9bc7c4354de480fde9a966/646",
            "crypto_unittests": "e0ac68a9f5ce093972aead3f28da1b2cdef0ae66cc1e9a87d8ca63ffacae2ee6/569",
            "dbus_unittests": "8b523d1c09930348ddf9f8da21b5fb526b82b8fc4fa9a5999c8a24c032081826/569",
            "device_unittests": "7bfac984a207f9d6898f44b011477ea1563657055890a25add9bb94d195f229c/646",
            "display_unittests": "8c76ccab783afc8a4b5ae051f63e15ad7482bf9582a6d7f7c39c1b240e39814d/569",
            "events_unittests": "d65e930646f21a67cc10a0eb1c2d88497e62320f84b5ef49942e1ac4d36a2a62/569",
            "extensions_browsertests": "358c2d11461c98b21c9022759e219bc9a5ad3758bbe9dff2cb896aa9cd0f0a2a/811",
            "extensions_unittests": "6f1925ec649a16d6e270653c6d9f69f83e6216989ac8526a838f33caf06b0af1/975",
            "filesystem_service_unittests": "18546b815e6356132bc9adb741b7d043839a6a70e073ed4093f556789dab4130/569",
            "gcm_unit_tests": "030ca04b6830fc84d3f3327ec40abd7e0d9bd245a2284839508b4b21b466dd55/646",
            "gfx_unittests": "f364a5161e79c757aefd278998b74893fe35a0cdc20d0e19b38fbdd331e3b6c8/645",
            "gin_unittests": "6ff8d1a08e9590c7b224de22b413134992a8221b0ecb546aa41609b90842a091/646",
            "gl_tests": "14b8d2d382bcc7a3e9b509b6c1179e641cf4e3b4d086ff31af2065c509e39d35/569",
            "gl_unittests": "69477dd2bc15c0f6869151be6e20e57a53853a4a694df27550ac55921740b7fb/569",
            "google_apis_unittests": "0119029ee90a2f8aaf84ae1ec2bab8d7fc76fdbd57aa01678a346392a95781ed/731",
            "gpu_unittests": "e0798800e5282d67c50eea3210871b874143ba48712a9a3658998e1b53848ebf/646",
            "gwp_asan_unittests": "8d350235d1cd26a092cc30aac4cc00dc217f19f78c482a7a6174fc2cbd04bf10/570",
            "headless_browsertests": "b3394731c3e5670814ea57e4ae57de6587b616393d9c3a800c27c3adcca1aa2c/809",
            "headless_unittests": "0f40d8e63b2c15bcf99225f649d2b3c7a8d5994a8df42529f9f75081e893d667/569",
            "interactive_ui_tests": "672684c7dcb8aa848298070b885aa02d652847d2740e325e3c4237392a450091/1128",
            "ipc_tests": "f353ee3e893eae3e9d284c75c8bb74a9eb1ef0ad58cbf4ff079573f0f0abae0c/569",
            "jingle_unittests": "35f94c0aa95ab17f61951a2989791c7894586a13dae67782b2c01a0322085f03/646",
            "latency_unittests": "de127681e3323417d23b36a927c5eab412fe4f2c33d2ade54e0d3ed638680493/569",
            "libjingle_xmpp_unittests": "af4845f4021d24ddc698198d90d16166134b231321e0ba629e281f66e05fc4cb/569",
            "liburlpattern_unittests": "a3ed80a9d85817af6325e466109634ce76558f2ea67e80c67e3d77fdda471073/569",
            "media_unittests": "0f629f268d8e3e0ec3c869195360e43d95dafd2784affa866636a93e3c36460f/649",
            "message_center_unittests": "dce01bfc5cea2c6ddad47e5391bb51f9963c3cf219d5a096a620d9833aabccaf/569",
            "midi_unittests": "8335f8898493228ff3616b1d2947a4fe9a88eef800e974c9a7aa36cfaab7cc98/569",
            "mojo_core_unittests": "557147a331b2846b117e62c665ab309e0e5fe5d939687c97cbbae0ac07deaccf/569",
            "mojo_unittests": "1e1e2a12cadd1f4461cd7b7d1c0ab979d048d1f5b59d5d899d2decfe0634dc75/647",
            "native_theme_unittests": "974ef5585365dd69a1784474ed8df33b118bd9acf508453314741b852c8868f6/569",
            "net_unittests": "03ab790a4ad449d39f59b85ea43df2e4c7a3d83b4a280990460c0b491f66abfe/648",
            "openscreen_unittests": "f5e34e5642d0ba315f49feb14d64b2bed880cc66275bf27f7dcb2a9b7a0ec074/811",
            "ozone_x11_unittests": "112a23a6948571e6af55b35b9c008b5048412071d3c59fdbd5bdd7f8764225bf/569",
            "pdf_unittests": "b723feb1785c27a5f1f9284eae64f36030535ba573dd4c16dfb0d046218d6bab/725",
            "perfetto_unittests": "ca366a171dfa490b6d65afc876f2231eaacc319a0639031d9a54c7808b23e8b7/569",
            "ppapi_unittests": "94a21a3e53a8b7598f97642095f9f605bde288465ce9704a6932eeb7bbb6f494/569",
            "printing_unittests": "77548642242cc4ebb74cc2ecb955d3a5f85f797de566f72226331bc840c07088/569",
            "remoting_unittests": "ebb9d598c2446627ea4d8786f46bdb9d359254e9510c1351a5c4a8b0cafc75b8/646",
            "sandbox_linux_unittests": "e0e7e9ea61dda45aeebd03fd625c2885272b14a4f792d060448a470f56635cef/569",
            "service_manager_unittests": "69026320278252bc928c6a3889596b49836b757258d59ed1ba922de797d5952e/569",
            "services_unittests": "d2fcd792502063650f424ff289a72a02360143f2bdd9df07e1f379d3f4b3f220/815",
            "shell_dialogs_unittests": "c9d3cf8767ff7cdd6f18e7c63f09437045b6dd323d880e1d6de6a8717de5d6db/569",
            "skia_unittests": "0310fe76fa91794ef6c742c26f384d82c285841f2bc25fdb8185a04f0b6874c1/569",
            "snapshot_unittests": "4fa5c7a80571f594c28e76f314a799585a335873094195fa9cd5c5f24e0860f6/569",
            "sql_unittests": "d7475b4c98b7253201c6a27eba7bed9959070c302c108b0388629ff75dc94b9d/646",
            "storage_unittests": "8376447fcd4d08c89195dba8ae4d043fc536e96744435db93c342d5973fe56b2/727",
            "sync_integration_tests": "932f08c7337df57d86c03f61031c00154f0966c0b8a920b7095e4d1a4c409bb0/892",
            "ui_base_unittests": "5b89785880a2e8c90bdc08c0a193bcd8a1c19cfcc26ea5e2b16771641d15a443/723",
            "ui_touch_selection_unittests": "acf5c4ef9fa85c65060e7635f0fe567f780bd8d3f1ff4ae957a998c0c1d8e175/569",
            "unit_tests": "1311254fcc1e7faa5bdb74b7eac9251edb1650213df9f436b92513394b77172a/1141",
            "url_unittests": "21b19b642418c5c659cc2bb89a73eaaf73756f8310625b073810501ff572c017/569",
            "views_unittests": "f3a18cf99d9a88f483dd4cf4fb43321933b7b387e5adc3419c8549a58e76b4e5/569",
            "viz_unittests": "e1b48682928a1f9fc736b1881f5bde40bb661125a44563eb46684916b705ed94/653",
            "vr_common_unittests": "ba2621c0f780562ebf25b944e14b5277121e9e865ac743f92181cc790af143ec/811",
            "vr_pixeltests": "22ad52e5e94bcee4ad9dc362043cfdc6c68c6800fbf847ef6ee7651e6f5a4111/725",
            "weblayer_browsertests": "7c69cc2a6ca3b6f75b8d86d0e3ba5aa770cd5ba1422100aab4c10ec69ce4aa3d/893",
            "weblayer_unittests": "30422391248d9cf7952deb4165d2a42e4f6e1218ed5b4212c5aa8b2dfea8484d/725",
            "wm_unittests": "1369f513d94e8c4a96f201a3aa83d7373c6c504770df69f3b2e7f2114e04a5a5/569",
            "wtf_unittests": "7b3aa908a1f1452166ea4866c456fe56bd7d8998c7cad06cd03f6dd7d3116c6a/569",
            "x11_unittests": "f6122a4db2a0788a6193222044cf9236e95b9309960b2c15000247ddb7ed3fe6/569",
            "xr_browser_tests": "3cb82eca2293f72db865f8b5a71689420bca4ea5ac795bac0e5abed21ee20259/891",
            "zlib_unittests": "e9968b8ad57e7dfec364f473a386473644377e97d31de79aca8b3dc28d9f0c9f/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "f0d486abf22639ab3ba9fd78912ffff90aee71501abf199e6c2518e5ece7d641/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "6da68dcfbd44ab94b3bc193be30b97b97c8a1478",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8996581749624843088"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "78907"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[06:54:33.836] Scheduled build:
{
  "id": "8831151687637765969",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 70863,
  "createdBy": "project:chromium",
  "createTime": "2021-11-08T06:54:33.420887554Z",
  "updateTime": "2021-11-08T06:54:33.420887554Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "6da68dcfbd44ab94b3bc193be30b97b97c8a1478",
      "ref": "refs/heads/main"
    }
  }
}
[06:54:33.836] Task URL: https://cr-buildbucket.appspot.com/build/8831151687637765969
[06:54:33.836] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996581749624843088:2:0) after 6m31s
[06:55:27.700] Received PubSub notification, asking Buildbucket for the build status
[06:55:27.728] Build status: STARTED
[07:01:04.861] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996581749624843088:2:0)
[07:01:04.891] Build status: STARTED
[07:01:04.891] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996581749624843088:4:0) after 3m30s
[07:04:35.016] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996581749624843088:4:0)
[07:04:35.056] Build status: STARTED
[07:04:35.056] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996581749624843088:5:0) after 9m37s
[07:14:12.090] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996581749624843088:5:0)
[07:14:12.122] Build status: STARTED
[07:14:12.122] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996581749624843088:6:0) after 2m40s
[07:16:52.159] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996581749624843088:6:0)
[07:16:52.198] Build status: STARTED
[07:16:52.198] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996581749624843088:7:0) after 1m24s
[07:18:16.331] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996581749624843088:7:0)
[07:18:16.364] Build status: STARTED
[07:18:16.364] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996581749624843088:8:0) after 8m26s
[07:24:25.115] Received PubSub notification, asking Buildbucket for the build status
[07:24:25.156] Build:
{
  "id": "8831151687637765969",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 70863,
  "createdBy": "project:chromium",
  "createTime": "2021-11-08T06:54:33.420887554Z",
  "startTime": "2021-11-08T06:55:25.855194Z",
  "endTime": "2021-11-08T07:24:24.523169605Z",
  "updateTime": "2021-11-08T07:24:24.523169605Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "6da68dcfbd44ab94b3bc193be30b97b97c8a1478",
      "ref": "refs/heads/main"
    }
  }
}
[07:24:25.156] Invocation finished in 29m53.015727264s with status FAILED