Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 46 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/77996 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "c4e47bb58a7fab392e6834ccbef3888ffd70c4a0"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "0a85f8f741a46a43617572ec37da075511537f52",
  "parent_got_dawn_revision": "ccbc1a39da703667a575793387ca7e29913cec59",
  "parent_got_nacl_revision": "03e09a770367fe15c1b0154b9168a909cf8a22c5",
  "parent_got_revision": "c4e47bb58a7fab392e6834ccbef3888ffd70c4a0",
  "parent_got_revision_cp": "refs/heads/main@{#928640}",
  "parent_got_swiftshader_revision": "8c181d7d11654ef9e3002dc4f3a2105d563b6364",
  "parent_got_v8_revision": "0b7bda016178bf438f09b3c93da572ae3663a1f7",
  "parent_got_v8_revision_cp": "refs/heads/9.6.180@{#1}",
  "parent_got_webrtc_revision": "404cd60ecce1879ce1c9c593ca0d0cb9784e0589",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35151}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "c4e47bb58a7fab392e6834ccbef3888ffd70c4a0",
  "swarm_hashes": {
    "absl_hardening_tests": "fcd44b54f7374dbbbe4368c8a5df5091afb99452b1d57c82d7f3db3d94980103/569",
    "accessibility_unittests": "801a4beeb3c5936172da2653d333df4947abba4ae9648a787f50f537ef4e3eee/569",
    "angle_unittests": "b7f6b60a00e4b6e6fa69e85ffb8d88ed3d3bf982eaadb48d2051a64b04f47f38/570",
    "app_shell_unittests": "1845fd189bb7e8bbf1764c6b9236871db5e4e14be61e916f6be1a246d8c4c563/809",
    "aura_unittests": "73ac4bff0e160adf13cb13d9d9e233fbb2d631de970a1fdf147a2ced79ef535c/569",
    "base_unittests": "89afcd0bfd6aee45282ed34d87522125013ca11ee7c2b8ec7aba29fa44a6a80d/648",
    "blink_common_unittests": "2b24efe347d4a888eef8b66988ddc8a811ae44b78aaf33efcfe9f34aba72f934/647",
    "blink_fuzzer_unittests": "4ebcb13ca4387dc3e03e42cb7c9ffdaa0afddc11d0abff624c2bcc970af091a4/648",
    "blink_heap_unittests": "32715351e66c6e7fe2ca2574f6f87c574c22b417ea562dbd8a31fe526c83f28e/648",
    "blink_platform_unittests": "c5f57328c5342368b59158fea44b785d679fa5093bf969e463a73da84040d624/726",
    "blink_unittests": "98587bd2dda324c1a6d9eeb5eb022ebfb55a6e656ab7699b1cc7f1f5e1a99276/726",
    "boringssl_crypto_tests": "eb518ebfad8d7c49ead1aea6fe72c7b2fe7fe06933b1deeec52ac967fb93ef3e/570",
    "boringssl_ssl_tests": "2f12c05d34908e3c614729a0c773a69e2305e5f5c288ebe432b59bc01e13e5e7/569",
    "capture_unittests": "a94ba9214c16ea4762f98688a2143f7b77fd172c431e6eab5651e37663f2913a/648",
    "cast_unittests": "8bbb4634fda96b9c55855d0467912d7792043154fae592efc0f4c82239d62281/569",
    "cc_unittests": "d8121e81c64ca820fb66259c737087620452b41161619df08e1e02399635bd65/653",
    "chrome_app_unittests": "3ec933f3a1f439e17ba1a09571af65fbd91cf0d65a7acbf97d0c736843207295/811",
    "chromedriver_unittests": "fcc6a83c41ea0a05c212cd776c1bb85de157a01e85d8c51981d08b7149e05e20/726",
    "color_unittests": "3f78d3ae26a8306b7a8ae9c125365e93b07e789c70b35935672c438084efb451/569",
    "components_browsertests": "97db5966b61ce32a119f1a59384f8a2e2c30125c1702b815f594208613a98d2a/892",
    "components_unittests": "08c89bcec44277faed3985a6770d956c775f92c34219b4edae0cd2a509278124/892",
    "compositor_unittests": "476b25cc175ea5cadc0afbac843ecd86a7b1f13a0b76e01ea3379f3fb9837fdf/645",
    "content_browsertests": "9ae6cd27a75d0078af0839f489f502b71b474375fbf8cff9f507072b40b4b506/887",
    "content_unittests": "c3e1ed9568266b47b188da1f8a9477d1161a16acadec019c32ca88215e59bf6a/806",
    "cronet_tests": "af45e28345f9816446504b3f7ca3ac2ce1ded3ec57634674b6952b359ea14e86/730",
    "cronet_unittests": "99895ad42fbdc6ebe6409beb2f2d217dcc2fd1d3f553546d0961234363ae1a51/646",
    "crypto_unittests": "49e2ae65b433baabeba6600eee90233845d076a1fa9b9a55a7dcfc86b761ad5d/569",
    "dbus_unittests": "c022a3f41e147790cd1f1d8bd4965c58efaba6a9a425eb7123cf73e2bf264e50/569",
    "device_unittests": "e99bdaa87efb5230919bdcebc28ee989a85ab8b26a4ad466fdcc4b06e222b155/646",
    "display_unittests": "f7bd2bf7c294bac690e65e2d05d6a929b39516a3f1aafced8288cb3aea2c5aa9/569",
    "events_unittests": "8758af8d539216816280bfd814c37989dbe79d4c21b8a5f516d4b4ef86081f19/569",
    "extensions_browsertests": "2a69691d6fd807286eaca1593e1bc771e9189e44232f71b3b5dacb933cef634d/811",
    "extensions_unittests": "82cbad2a88b234c4391b69ef3a2ac6b5d010f8a8012100e69ece2137fcc9f8c6/975",
    "filesystem_service_unittests": "79f6788f5ec3a7ee17cddf43fa6309d6ffe6996f0e23548c701f661327bbc8be/569",
    "gcm_unit_tests": "fe0ee7b936659839efe9dc95c966b96347e083d5c88a94aec3ab9f27a09cf8a8/646",
    "gfx_unittests": "e2159abd31e7bc340426e704b9d124de3e60714812062059e99493eb48563da8/645",
    "gin_unittests": "039280b262feaa75d2617123dbb4068ef2d81be00e0a626342bb9351e52557ab/646",
    "gl_tests": "a62e068883ec65751033e67468a8e423daaf0383880d6933a0535c418554c7e6/569",
    "gl_unittests": "5768059118c16576f4b2dbe79a21314e032e9d071add5e321622313cf9804ae5/569",
    "google_apis_unittests": "94262b9af77a1e4f63c1e7c3f510310a1d9ddd84601d7b2faa170b1ca11b9e2f/731",
    "gpu_unittests": "49f22ba7edf654c9d4198dc0c35e54364a00dae0c6328d34c7e74be2ef7c3dca/646",
    "gtk_unittests": "c193074520512963d9c8fad2d7cf70b4d43f2851a62ca22198a28655c6ddc5ad/569",
    "gwp_asan_unittests": "dcf9cc61f0f11ad43eae886a89da60656b456383ee0705e517d4e92341af68e3/570",
    "headless_browsertests": "19161f797857b201cb363cb42fb9979ba647b6d04fcd4f32d3e9e22b7c44ecd7/809",
    "headless_unittests": "360ceaeded5ba8b476c416bc20755e23a1857e391f1d7ee703946c94cfa11e02/569",
    "interactive_ui_tests": "4dd6f419a6298b020a9615e01699bc698fbf8f472b6f18b69d6c3979317601b2/1128",
    "ipc_tests": "ad01fe54d25d40a840fb317341b3ef1725a9e8e882add45637660d8f92d53ecf/569",
    "jingle_unittests": "9a9cbceb258a32aa9afb50ec1c5b6d8f50e49e0d5708923e42d16e32cb548b16/646",
    "latency_unittests": "6ece2a08571b62188eb3adaddd9d595a61f858ea422ac1073100557fd2c55dec/569",
    "libjingle_xmpp_unittests": "ad77b91438c043704aaaa58d2ee6c9d512d50e7d1c6ade65ef4ac690709bfa73/569",
    "liburlpattern_unittests": "51655c7cb630aa76ac1a6284ffe1bbd79fb27812bb24ed6e0de9eb18b696f760/569",
    "media_unittests": "719bf3c8285c6cc6cbfa822c4551284fe454075f1118447676e768e9a2f6cbfb/649",
    "message_center_unittests": "c13af81eb404915931e65a74e5afafc7429d763bd9b3a5ebe418c4dab4662fb2/569",
    "midi_unittests": "e0419efc802c322795459f9e9d7306a11c328fbcf82c59a8204a523f9119f95f/569",
    "mojo_core_unittests": "88dd53897bf1a359fb9d7ebbb8695b4efd2eb8f1bee21c712795c051612fe074/569",
    "mojo_unittests": "e65f887afb75dbad81c5823af5e13059199bb8ad9cc8bb4ef64fcd3bc79526b4/647",
    "native_theme_unittests": "b10feec98627c58e7efe1008a3138f1371b33747f1b916d0703dfa0b6b7b30f5/569",
    "net_unittests": "9c859c539c44075df00af2cd4d1664a09e7f11d07d8472594744c06f0ce17c0e/648",
    "openscreen_unittests": "a1b49ed3d93c9fbdb47172f9c378144a6a9281cdb5d85e5c052a0483b7d6c399/811",
    "ozone_x11_unittests": "85b32332ecde6a6e88f0176475d937ed47f21a4499d98fc89939d87aaeeac774/569",
    "pdf_unittests": "85fc9d587bef0be1e4f329530f82444f38930004df3dd4732e5a4f7ff2a90bd4/725",
    "perfetto_unittests": "f0f4cc32ceef46d065b9b6b9197110a6b37d35d0ae680c3d28d7ce764e3e1b88/569",
    "ppapi_unittests": "460f9b1b0d1c326485e405508ab81c15972e6216f4c0b9f8f6939f9fdb06af12/569",
    "printing_unittests": "0215323da765cf3e43c0a1a000316f7b9c465909a341f74139d3647f1383f00c/569",
    "remoting_unittests": "bfa3cc54b8c0869340824e73c9f70603d6220d14361f39465e4e422460560436/646",
    "sandbox_linux_unittests": "2ead2cd1d86c613741f292c8494e3ac70a32e653e9ea819502932f49c1ca32ea/569",
    "service_manager_unittests": "7babfb2d810a4c48ef313e26ed7abf6055a0ab4a7ccaa8e156d59c35941a76e2/569",
    "services_unittests": "88564877027bf60afd2c9b7b9d3ed4b260b31e17cb42626979c4158e9f7766c7/815",
    "shell_dialogs_unittests": "ea5c79d9bb4d466610a1928952628aaaad378a16c1cb447443aab2557310b14c/569",
    "skia_unittests": "e8826bf409a415b7960c171eb7a9d0dae271dbbc318ef5a848b7d40e6e46e661/569",
    "snapshot_unittests": "a26d197f33064bdece56de00a5fde557c2620ed2596c4099d8da1a92b82a8bc8/569",
    "sql_unittests": "2f6135e7f95e1b832b129cb384c7b449e8eb6c36b2e0e01c33985947d5dd7622/646",
    "storage_unittests": "eb341f814a8345aafda2f3603b8334ad8a64d6dfc61edae4fc405f13e53f05ed/727",
    "sync_integration_tests": "e205974222647a916f00888b3f72591f7683b3a2ee1c11b3f85da12cbdbb6ad9/892",
    "ui_base_unittests": "1db1165ee5eb70dc49d44faf079c7d6acdf78d58ccc4b25251d91c8b2bf4d5b8/723",
    "ui_touch_selection_unittests": "81f098cd54ade2f1ba5b17b9f4e23a95d0b44e7de0b20c5430c223e03e9d6edd/569",
    "unit_tests": "38bd1f119027e75560e6a3cd8ded5fe195141248736a11e20fdf24d40c5cf768/1141",
    "url_unittests": "7e5fb5ba4e6f8ba60bf0f2821b6c9b339b5cf4a8607d991776b650cfdf63fc9f/569",
    "views_unittests": "328534c4653bc88ec819baa40c9532c914ccc0443da1181b10cc83d8dd0a3362/569",
    "viz_unittests": "df7608801d3022bd0f2b9458e700e214e0889af7f4d55a85009b4c8dfcd5fc86/653",
    "vr_common_unittests": "d8e5396b02a7d3bacc32f4cb21702e9265d110bc1dc2d5376a4dadd9b84779a2/811",
    "vr_pixeltests": "74f327e44ee43d626b76cae69a1fa2852265d24adc38361e83a632c9bf7e252e/725",
    "weblayer_browsertests": "befb8b7b63f89bcad62cb44e726193628f11b01db00521f080764a9b9b7951c2/893",
    "weblayer_unittests": "0ac0b22f4e27fd235fbccb1514ca077169de74d06cda028baa3780974c3f2cc6/725",
    "wm_unittests": "b18a361c6ace8a6212d13239c5490398b36b13a1a494ec7537db897161034750/569",
    "wtf_unittests": "48ad37050c9ad2eba168f2e95c68da885b7f469e7bc1dbe71b31c6c09b02068a/569",
    "x11_unittests": "9e45ff6b379ff3a10bca7a531d1826c9f91edbc0bb7cddac8113d6378000d558/569",
    "xr_browser_tests": "9885c408844723f6794ada2d241317fdea92325e74c4f30a0709432d5e8aa661/891",
    "zlib_unittests": "d8df5882383e4aaa839c1161015d2183662411a963ea436fdd6b1343e683125b/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "a737c3978d8217c5d52b0b885ca0018ad0e5420c0ed97a0e9b5f7ac48162d323/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c4e47bb58a7fab392e6834ccbef3888ffd70c4a0
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:77996
  • user_agent:recipe

Debug log (UTC)

[14:04:50.208] New invocation is queued and will start shortly
[14:04:50.208] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[14:04:51.304] Starting the invocation (attempt 1)
[14:04:51.337] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/c4e47bb58a7fab392e6834ccbef3888ffd70c4a0"
[14:04:51.337] Popped gitiles commit info from properties and tags
[14:04:51.337] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[14:04:51.338] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[14:04:51.338] Buildbucket request:
{
  "requestId": "8999544377327963840",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "c4e47bb58a7fab392e6834ccbef3888ffd70c4a0"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "0a85f8f741a46a43617572ec37da075511537f52",
      "parent_got_dawn_revision": "ccbc1a39da703667a575793387ca7e29913cec59",
      "parent_got_nacl_revision": "03e09a770367fe15c1b0154b9168a909cf8a22c5",
      "parent_got_revision": "c4e47bb58a7fab392e6834ccbef3888ffd70c4a0",
      "parent_got_revision_cp": "refs/heads/main@{#928640}",
      "parent_got_swiftshader_revision": "8c181d7d11654ef9e3002dc4f3a2105d563b6364",
      "parent_got_v8_revision": "0b7bda016178bf438f09b3c93da572ae3663a1f7",
      "parent_got_v8_revision_cp": "refs/heads/9.6.180@{#1}",
      "parent_got_webrtc_revision": "404cd60ecce1879ce1c9c593ca0d0cb9784e0589",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35151}",
      "swarm_hashes": {
            "absl_hardening_tests": "fcd44b54f7374dbbbe4368c8a5df5091afb99452b1d57c82d7f3db3d94980103/569",
            "accessibility_unittests": "801a4beeb3c5936172da2653d333df4947abba4ae9648a787f50f537ef4e3eee/569",
            "angle_unittests": "b7f6b60a00e4b6e6fa69e85ffb8d88ed3d3bf982eaadb48d2051a64b04f47f38/570",
            "app_shell_unittests": "1845fd189bb7e8bbf1764c6b9236871db5e4e14be61e916f6be1a246d8c4c563/809",
            "aura_unittests": "73ac4bff0e160adf13cb13d9d9e233fbb2d631de970a1fdf147a2ced79ef535c/569",
            "base_unittests": "89afcd0bfd6aee45282ed34d87522125013ca11ee7c2b8ec7aba29fa44a6a80d/648",
            "blink_common_unittests": "2b24efe347d4a888eef8b66988ddc8a811ae44b78aaf33efcfe9f34aba72f934/647",
            "blink_fuzzer_unittests": "4ebcb13ca4387dc3e03e42cb7c9ffdaa0afddc11d0abff624c2bcc970af091a4/648",
            "blink_heap_unittests": "32715351e66c6e7fe2ca2574f6f87c574c22b417ea562dbd8a31fe526c83f28e/648",
            "blink_platform_unittests": "c5f57328c5342368b59158fea44b785d679fa5093bf969e463a73da84040d624/726",
            "blink_unittests": "98587bd2dda324c1a6d9eeb5eb022ebfb55a6e656ab7699b1cc7f1f5e1a99276/726",
            "boringssl_crypto_tests": "eb518ebfad8d7c49ead1aea6fe72c7b2fe7fe06933b1deeec52ac967fb93ef3e/570",
            "boringssl_ssl_tests": "2f12c05d34908e3c614729a0c773a69e2305e5f5c288ebe432b59bc01e13e5e7/569",
            "capture_unittests": "a94ba9214c16ea4762f98688a2143f7b77fd172c431e6eab5651e37663f2913a/648",
            "cast_unittests": "8bbb4634fda96b9c55855d0467912d7792043154fae592efc0f4c82239d62281/569",
            "cc_unittests": "d8121e81c64ca820fb66259c737087620452b41161619df08e1e02399635bd65/653",
            "chrome_app_unittests": "3ec933f3a1f439e17ba1a09571af65fbd91cf0d65a7acbf97d0c736843207295/811",
            "chromedriver_unittests": "fcc6a83c41ea0a05c212cd776c1bb85de157a01e85d8c51981d08b7149e05e20/726",
            "color_unittests": "3f78d3ae26a8306b7a8ae9c125365e93b07e789c70b35935672c438084efb451/569",
            "components_browsertests": "97db5966b61ce32a119f1a59384f8a2e2c30125c1702b815f594208613a98d2a/892",
            "components_unittests": "08c89bcec44277faed3985a6770d956c775f92c34219b4edae0cd2a509278124/892",
            "compositor_unittests": "476b25cc175ea5cadc0afbac843ecd86a7b1f13a0b76e01ea3379f3fb9837fdf/645",
            "content_browsertests": "9ae6cd27a75d0078af0839f489f502b71b474375fbf8cff9f507072b40b4b506/887",
            "content_unittests": "c3e1ed9568266b47b188da1f8a9477d1161a16acadec019c32ca88215e59bf6a/806",
            "cronet_tests": "af45e28345f9816446504b3f7ca3ac2ce1ded3ec57634674b6952b359ea14e86/730",
            "cronet_unittests": "99895ad42fbdc6ebe6409beb2f2d217dcc2fd1d3f553546d0961234363ae1a51/646",
            "crypto_unittests": "49e2ae65b433baabeba6600eee90233845d076a1fa9b9a55a7dcfc86b761ad5d/569",
            "dbus_unittests": "c022a3f41e147790cd1f1d8bd4965c58efaba6a9a425eb7123cf73e2bf264e50/569",
            "device_unittests": "e99bdaa87efb5230919bdcebc28ee989a85ab8b26a4ad466fdcc4b06e222b155/646",
            "display_unittests": "f7bd2bf7c294bac690e65e2d05d6a929b39516a3f1aafced8288cb3aea2c5aa9/569",
            "events_unittests": "8758af8d539216816280bfd814c37989dbe79d4c21b8a5f516d4b4ef86081f19/569",
            "extensions_browsertests": "2a69691d6fd807286eaca1593e1bc771e9189e44232f71b3b5dacb933cef634d/811",
            "extensions_unittests": "82cbad2a88b234c4391b69ef3a2ac6b5d010f8a8012100e69ece2137fcc9f8c6/975",
            "filesystem_service_unittests": "79f6788f5ec3a7ee17cddf43fa6309d6ffe6996f0e23548c701f661327bbc8be/569",
            "gcm_unit_tests": "fe0ee7b936659839efe9dc95c966b96347e083d5c88a94aec3ab9f27a09cf8a8/646",
            "gfx_unittests": "e2159abd31e7bc340426e704b9d124de3e60714812062059e99493eb48563da8/645",
            "gin_unittests": "039280b262feaa75d2617123dbb4068ef2d81be00e0a626342bb9351e52557ab/646",
            "gl_tests": "a62e068883ec65751033e67468a8e423daaf0383880d6933a0535c418554c7e6/569",
            "gl_unittests": "5768059118c16576f4b2dbe79a21314e032e9d071add5e321622313cf9804ae5/569",
            "google_apis_unittests": "94262b9af77a1e4f63c1e7c3f510310a1d9ddd84601d7b2faa170b1ca11b9e2f/731",
            "gpu_unittests": "49f22ba7edf654c9d4198dc0c35e54364a00dae0c6328d34c7e74be2ef7c3dca/646",
            "gtk_unittests": "c193074520512963d9c8fad2d7cf70b4d43f2851a62ca22198a28655c6ddc5ad/569",
            "gwp_asan_unittests": "dcf9cc61f0f11ad43eae886a89da60656b456383ee0705e517d4e92341af68e3/570",
            "headless_browsertests": "19161f797857b201cb363cb42fb9979ba647b6d04fcd4f32d3e9e22b7c44ecd7/809",
            "headless_unittests": "360ceaeded5ba8b476c416bc20755e23a1857e391f1d7ee703946c94cfa11e02/569",
            "interactive_ui_tests": "4dd6f419a6298b020a9615e01699bc698fbf8f472b6f18b69d6c3979317601b2/1128",
            "ipc_tests": "ad01fe54d25d40a840fb317341b3ef1725a9e8e882add45637660d8f92d53ecf/569",
            "jingle_unittests": "9a9cbceb258a32aa9afb50ec1c5b6d8f50e49e0d5708923e42d16e32cb548b16/646",
            "latency_unittests": "6ece2a08571b62188eb3adaddd9d595a61f858ea422ac1073100557fd2c55dec/569",
            "libjingle_xmpp_unittests": "ad77b91438c043704aaaa58d2ee6c9d512d50e7d1c6ade65ef4ac690709bfa73/569",
            "liburlpattern_unittests": "51655c7cb630aa76ac1a6284ffe1bbd79fb27812bb24ed6e0de9eb18b696f760/569",
            "media_unittests": "719bf3c8285c6cc6cbfa822c4551284fe454075f1118447676e768e9a2f6cbfb/649",
            "message_center_unittests": "c13af81eb404915931e65a74e5afafc7429d763bd9b3a5ebe418c4dab4662fb2/569",
            "midi_unittests": "e0419efc802c322795459f9e9d7306a11c328fbcf82c59a8204a523f9119f95f/569",
            "mojo_core_unittests": "88dd53897bf1a359fb9d7ebbb8695b4efd2eb8f1bee21c712795c051612fe074/569",
            "mojo_unittests": "e65f887afb75dbad81c5823af5e13059199bb8ad9cc8bb4ef64fcd3bc79526b4/647",
            "native_theme_unittests": "b10feec98627c58e7efe1008a3138f1371b33747f1b916d0703dfa0b6b7b30f5/569",
            "net_unittests": "9c859c539c44075df00af2cd4d1664a09e7f11d07d8472594744c06f0ce17c0e/648",
            "openscreen_unittests": "a1b49ed3d93c9fbdb47172f9c378144a6a9281cdb5d85e5c052a0483b7d6c399/811",
            "ozone_x11_unittests": "85b32332ecde6a6e88f0176475d937ed47f21a4499d98fc89939d87aaeeac774/569",
            "pdf_unittests": "85fc9d587bef0be1e4f329530f82444f38930004df3dd4732e5a4f7ff2a90bd4/725",
            "perfetto_unittests": "f0f4cc32ceef46d065b9b6b9197110a6b37d35d0ae680c3d28d7ce764e3e1b88/569",
            "ppapi_unittests": "460f9b1b0d1c326485e405508ab81c15972e6216f4c0b9f8f6939f9fdb06af12/569",
            "printing_unittests": "0215323da765cf3e43c0a1a000316f7b9c465909a341f74139d3647f1383f00c/569",
            "remoting_unittests": "bfa3cc54b8c0869340824e73c9f70603d6220d14361f39465e4e422460560436/646",
            "sandbox_linux_unittests": "2ead2cd1d86c613741f292c8494e3ac70a32e653e9ea819502932f49c1ca32ea/569",
            "service_manager_unittests": "7babfb2d810a4c48ef313e26ed7abf6055a0ab4a7ccaa8e156d59c35941a76e2/569",
            "services_unittests": "88564877027bf60afd2c9b7b9d3ed4b260b31e17cb42626979c4158e9f7766c7/815",
            "shell_dialogs_unittests": "ea5c79d9bb4d466610a1928952628aaaad378a16c1cb447443aab2557310b14c/569",
            "skia_unittests": "e8826bf409a415b7960c171eb7a9d0dae271dbbc318ef5a848b7d40e6e46e661/569",
            "snapshot_unittests": "a26d197f33064bdece56de00a5fde557c2620ed2596c4099d8da1a92b82a8bc8/569",
            "sql_unittests": "2f6135e7f95e1b832b129cb384c7b449e8eb6c36b2e0e01c33985947d5dd7622/646",
            "storage_unittests": "eb341f814a8345aafda2f3603b8334ad8a64d6dfc61edae4fc405f13e53f05ed/727",
            "sync_integration_tests": "e205974222647a916f00888b3f72591f7683b3a2ee1c11b3f85da12cbdbb6ad9/892",
            "ui_base_unittests": "1db1165ee5eb70dc49d44faf079c7d6acdf78d58ccc4b25251d91c8b2bf4d5b8/723",
            "ui_touch_selection_unittests": "81f098cd54ade2f1ba5b17b9f4e23a95d0b44e7de0b20c5430c223e03e9d6edd/569",
            "unit_tests": "38bd1f119027e75560e6a3cd8ded5fe195141248736a11e20fdf24d40c5cf768/1141",
            "url_unittests": "7e5fb5ba4e6f8ba60bf0f2821b6c9b339b5cf4a8607d991776b650cfdf63fc9f/569",
            "views_unittests": "328534c4653bc88ec819baa40c9532c914ccc0443da1181b10cc83d8dd0a3362/569",
            "viz_unittests": "df7608801d3022bd0f2b9458e700e214e0889af7f4d55a85009b4c8dfcd5fc86/653",
            "vr_common_unittests": "d8e5396b02a7d3bacc32f4cb21702e9265d110bc1dc2d5376a4dadd9b84779a2/811",
            "vr_pixeltests": "74f327e44ee43d626b76cae69a1fa2852265d24adc38361e83a632c9bf7e252e/725",
            "weblayer_browsertests": "befb8b7b63f89bcad62cb44e726193628f11b01db00521f080764a9b9b7951c2/893",
            "weblayer_unittests": "0ac0b22f4e27fd235fbccb1514ca077169de74d06cda028baa3780974c3f2cc6/725",
            "wm_unittests": "b18a361c6ace8a6212d13239c5490398b36b13a1a494ec7537db897161034750/569",
            "wtf_unittests": "48ad37050c9ad2eba168f2e95c68da885b7f469e7bc1dbe71b31c6c09b02068a/569",
            "x11_unittests": "9e45ff6b379ff3a10bca7a531d1826c9f91edbc0bb7cddac8113d6378000d558/569",
            "xr_browser_tests": "9885c408844723f6794ada2d241317fdea92325e74c4f30a0709432d5e8aa661/891",
            "zlib_unittests": "d8df5882383e4aaa839c1161015d2183662411a963ea436fdd6b1343e683125b/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "a737c3978d8217c5d52b0b885ca0018ad0e5420c0ed97a0e9b5f7ac48162d323/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "c4e47bb58a7fab392e6834ccbef3888ffd70c4a0",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8999544377327963840"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "77996"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[14:04:52.079] Scheduled build:
{
  "id": "8834114315389044721",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 69957,
  "createdBy": "project:chromium",
  "createTime": "2021-10-06T14:04:51.424577867Z",
  "updateTime": "2021-10-06T14:04:51.807602369Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "c4e47bb58a7fab392e6834ccbef3888ffd70c4a0",
      "ref": "refs/heads/main"
    }
  }
}
[14:04:52.079] Task URL: https://cr-buildbucket.appspot.com/build/8834114315389044721
[14:04:52.079] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999544377327963840:2:0) after 4m6s
[14:08:58.302] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999544377327963840:2:0)
[14:08:58.332] Build status: SCHEDULED
[14:08:58.332] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999544377327963840:3:0) after 9m24s
[14:09:02.972] Received PubSub notification, asking Buildbucket for the build status
[14:09:03.017] Build status: STARTED
[14:18:22.343] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999544377327963840:3:0)
[14:18:22.378] Build status: STARTED
[14:18:22.378] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999544377327963840:5:0) after 4m15s
[14:22:37.400] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999544377327963840:5:0)
[14:22:37.433] Build status: STARTED
[14:22:37.433] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999544377327963840:6:0) after 7m40s
[14:30:17.676] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999544377327963840:6:0)
[14:30:17.707] Build status: STARTED
[14:30:17.707] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999544377327963840:7:0) after 8m59s
[14:39:17.140] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999544377327963840:7:0)
[14:39:17.219] Build status: STARTED
[14:39:17.219] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999544377327963840:8:0) after 8m40s
[14:47:57.303] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999544377327963840:8:0)
[14:47:57.336] Build status: STARTED
[14:47:57.336] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8999544377327963840:9:0) after 6m44s
[14:51:42.923] Received PubSub notification, asking Buildbucket for the build status
[14:51:42.967] Build:
{
  "id": "8834114315389044721",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 69957,
  "createdBy": "project:chromium",
  "createTime": "2021-10-06T14:04:51.424577867Z",
  "startTime": "2021-10-06T14:09:01.738430Z",
  "endTime": "2021-10-06T14:51:42.182345344Z",
  "updateTime": "2021-10-06T14:51:42.182781628Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "c4e47bb58a7fab392e6834ccbef3888ffd70c4a0",
      "ref": "refs/heads/main"
    }
  }
}
[14:51:42.967] Invocation finished in 46m52.775188554s with status FAILED