Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 30 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/77022 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "3a1b738b21b686fac7dafbdeae35b52f58cd6b8c"
    }
  },
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "3a9df22fcc51510a8e0aace8fddc2905b79906fb",
  "parent_got_dawn_revision": "c7226a76245d2bbabaa75685cfaf87b1e530934f",
  "parent_got_nacl_revision": "e9a12f9be6984fc2677657cf1ec7ede960f78143",
  "parent_got_revision": "3a1b738b21b686fac7dafbdeae35b52f58cd6b8c",
  "parent_got_revision_cp": "refs/heads/main@{#916679}",
  "parent_got_swiftshader_revision": "8ed4e39caa5bf34a6f5de2fc38c4a158a0ab6aa5",
  "parent_got_v8_revision": "0ded752bb09d76b25c2fd6bc5b384333caafb4c5",
  "parent_got_v8_revision_cp": "refs/heads/9.5.90@{#1}",
  "parent_got_webrtc_revision": "27edde3182ccc9c6afcd65b7e6d8b6558cb49d64",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#34855}",
  "revision": "3a1b738b21b686fac7dafbdeae35b52f58cd6b8c",
  "swarm_hashes": {
    "absl_hardening_tests": "59da6d185b5dffe105d43e2d6fb4c2714963bf2fc922f04fae077b312fce9e27/485",
    "accessibility_unittests": "9151813ea86102dc427f4035453a8429995a90a11dcb7814803378256109042b/485",
    "angle_unittests": "9a4ca7d31f0131c2d4eb55115da778cf6268b9823eca2c9ec9fa000e96c2f2df/486",
    "app_shell_unittests": "2c5d75dc6e7280b3c18b788804e320a0aa766a2a66f590942e0cbfa6dea46731/725",
    "aura_unittests": "79e83ffeaee4fc8f29ca3412d52c9c6d62cbaf7721334dcf0f1940d8d08fb8dc/485",
    "base_unittests": "c4d268e0576c421197193476d591b1310ca4ef59e889c1b6b0e5e6f5da705b0d/564",
    "blink_common_unittests": "9b75a2fcab61173401aabea9b9ca1865067c29d6e38f830bd232302ee6b5c762/563",
    "blink_fuzzer_unittests": "6886549dfffb64f989aae91152d49822219a9f6f735f450791af999987e55f17/564",
    "blink_heap_unittests": "7825eae45e2bdb82428d7fd6767a211a3e0a5597cacbe7cd60c2b93def984a34/564",
    "blink_platform_unittests": "da8e6b44aaffe37ac201d256a6c7e9bc13991dd1abe71c63398615df8acf72a6/642",
    "blink_unittests": "e374754666c950da12cfcc751185d32901d14c1ada4b4a74de8a4f1ce887be9c/642",
    "boringssl_crypto_tests": "2ed3857b3b72df92931b074c42f166f5b93025a160c7a24bd9657c6554f23ef9/486",
    "boringssl_ssl_tests": "59118be865c53b8878903c24b2a71d601ee4b38ea7fea1019598331d1fd64444/485",
    "capture_unittests": "69b2df093bd1c4abf0da9a6ef44d06221f56c40d93fb25a451fb013d2afb226a/564",
    "cast_unittests": "e43c2de0b8d6d41494dce263c5ee1f246b613d179494e15cc9b4af8def89e024/485",
    "cc_unittests": "58e2abe200e491f10022f583a0f96b9ea7f0e25bddd84fac6467d098f4857ffb/569",
    "chrome_app_unittests": "938f4cae35d81ce6b7c66323e809b535d13a6fc4580fd58a3848c071399fa0a7/727",
    "chromedriver_unittests": "d7686aad925d638f70f468c42bdcf9d56087a12fe6bcb899dfb75318e97871d2/642",
    "color_unittests": "0c8e1d78d63cee217d4da5d5d7d84386f0466703b3c829c3cd1debe39872287f/485",
    "components_browsertests": "f37072e82e0f232688dd654c41a4056667ded6d176a55ad17376bd431e9fd2e1/808",
    "components_unittests": "a6c2bbf16af5ccd7c49e10cc69ccb3112e9d6ae67b7b5c13748e85daec4a85c3/808",
    "compositor_unittests": "59cb23998d2e3965151c4f233c54401a7742f25587a00c2ae8bea45096165808/561",
    "content_browsertests": "95d253076caa201d220ea00d5ee84a7cd7e903a60aa7ac1b40d7eac6a6e50f01/803",
    "content_unittests": "4a10d7aad1f351488e9d5bccd8b778c1065cc20fe82a0191b544b75fda43fa92/722",
    "cronet_tests": "57691af6e89941283c13290b6d949cc7b919518424e37a6fc86f41d7bfceb19d/646",
    "cronet_unittests": "ea5c77302c96b8c69e1fbfa95f4d8d1fc0b8fda27febdd73c47acf1d2b3b49bc/562",
    "crypto_unittests": "2e18860d27a444c5fc4cb9941cf2bdeea98a142eb0451249761483605496c3e1/485",
    "dbus_unittests": "5826b3e5f8f604447903e588b052879e0f1361f8d56e3b82815a4f8e33edb46f/485",
    "device_unittests": "f27006bd89e3911895dc3604524c94ad1b7c564d2e86ef57f23919f6d86e1050/562",
    "display_unittests": "f10d1a7e7e98ae1ff13b91539290fc7b67534f1e17bd5d6596edd01b65058982/485",
    "events_unittests": "f4615599644c8530daf954551227352cfcb6aaf8b9a17f9f4bd7b2c3bbad59ba/485",
    "extensions_browsertests": "9f510921cf0329e60c23a79d87315eb5be63dd1716f4ee1a236c4e44b3e6ecd6/727",
    "extensions_unittests": "e7ac5cafe7d7cd55b9f92152ad5f045eb5ef1ab307d79f32f3c0b2fa9f6b9896/891",
    "filesystem_service_unittests": "4c1d9f3b8aa15f9ee7e269861280ed06c2f4168aaffdaf0562b04acdc38b1748/485",
    "gcm_unit_tests": "a4f226b6048444ce6f88b06350dfeadb4f5c0810bd3560fd0b8a41a040751f2e/562",
    "gfx_unittests": "6d08f1c2adceeb6e4c7826f29fcc1e59815db033aaa65a9aaa2fa7049cfef7d2/561",
    "gin_unittests": "d213a02865dbd2c062b0fec52c07eca39ded2d88a1c2e30c0ef8fcb2a1b9b475/562",
    "gl_tests": "f822cfbf8bae9c0a074042c944f29751d27da5577d06bfa7106508852c89c59c/485",
    "gl_unittests": "576dd296ad1cc0b88f6208a994e7369e29b25a15888994311c22e68782352f41/485",
    "google_apis_unittests": "631d5cfc4fec0d0bad6e6468f1cea4f2693c062e509691b7c656b23ed82bfab4/647",
    "gpu_unittests": "294d691eb66f6ef5919711088bf537741a2020af2ae13110d2d5083ee16abc7e/562",
    "gtk_unittests": "23ded9cb13243f0a3f4d58bf7426aab31806d1c75d7e07ddb08b385f12f0a926/485",
    "gwp_asan_unittests": "c5d6934e25fbc23a1d87b5a1dfc7370983e094db3acc413a8694a32e4cdbc5a1/486",
    "headless_browsertests": "b6dc6e6ca49aa07f57bbc2eefde201b668a54802ebb8c8103f1596094c0b3312/725",
    "headless_unittests": "cefb2feea03fee86e87b5a011795634245c683f665e948499870479864d57071/485",
    "interactive_ui_tests": "1790ab052d74b41580dacc2656bf4dfa43032bc7e3ba7afe0751a33e2bd0d8df/1044",
    "ipc_tests": "0f70223ff84b97b6cb5eab0a1db03ddb7e0c99c36847ea3ecdaef0edebede43b/485",
    "jingle_unittests": "09763cc4236bdb5fdbabac117a211841473b12b0c1dfb964da5bdbd0175d5041/562",
    "latency_unittests": "933b102f5531823ee4af5e9eac41ba128d24018c4709fcbaea27c699dd13436e/485",
    "libjingle_xmpp_unittests": "61feac6169d33ded14239e8a9aa29126a4ea3c0ff2f17b2a9aa067cc5693e582/485",
    "liburlpattern_unittests": "32a65b189c1ef33f319322e70c11cfa2ea27cf31ff4fe3640a4dbe846e49ba1b/485",
    "media_unittests": "bd0a199224860949b41b102d7b51f70653e7e1c3c83ff2ff8915dc5297eb259c/565",
    "message_center_unittests": "717972998c60181a51b65751691e14f944ce2c3f0c8b5d43e6107911b9fe62cd/485",
    "midi_unittests": "ed21f2d252bef184edf19dd8fd187bfa7cd27dfd939135f07cb74289cd1f920e/485",
    "mojo_core_unittests": "7cec9a8780ec9704672df2c7635c33a71b8deb2255a912876643e2514d58d98e/485",
    "mojo_unittests": "477308121addb741ac1f38a6a1461b684a72a16d42fa0211271094670fc4032c/563",
    "native_theme_unittests": "b8e16a4d21601d2732eee75156c4891e4c94402523536824ac2a83f83809b863/485",
    "net_unittests": "4a7b46e75dacd86a1cadca82a26856f024d92a85339342d7fad9796669c5e190/564",
    "openscreen_unittests": "f664ccc7e8e57df6f4370ffd5b70a3e1433f130dc251034d182d1f68d43a74ba/727",
    "pdf_unittests": "d87dbb5f952e91df571cda535d9a441658519f95ec5a4e7f27a4c23242bd0a26/641",
    "perfetto_unittests": "075aba3c937d19cb9ab5268022f27adcdbbf9675afb519e2662458861b786f7c/485",
    "ppapi_unittests": "81c48c14b2cb3296eef54cd378190fa381aefe788c292cf5749e7cc373a7f8ea/485",
    "printing_unittests": "36bdad402a555abc4996a9abb07ba8163e3679952a4c6e54a69a12311cacf4a9/485",
    "remoting_unittests": "5c7b306a9ee4a62943f66cd97a302dc208210f6cd0edd8990dcb8cd40753b407/562",
    "sandbox_linux_unittests": "59db43736dcf9b40dfb3c784784791c73287fd022ae65165777f0f3f481a665e/485",
    "service_manager_unittests": "8c6a70daa94c8ebe4540b9dc5ddd4328c9edff181264804adf1b14eed426a089/485",
    "services_unittests": "c62d5db1dfc3596ec1fdc82a9d392060760eb0fe0c5d539c54dc28cb664aa56f/731",
    "shell_dialogs_unittests": "59f2eb6e6397b11103bd8e56b4ab7c62a48b7dc060b1b0ec75604898e5b38236/485",
    "skia_unittests": "7df98525fc76a30b44a5933f20cd63c674acbf27456a0b886d29eacd67ceea12/485",
    "snapshot_unittests": "b270831c8d86899fd3b0dd854662cd836cb2c01d5180603228b80ababa2125c0/485",
    "sql_unittests": "7e23f088cf0c0b0ab541b0748866f0704a4b72dca9abef884fe344a655caadd7/562",
    "storage_unittests": "5f9c3a96f6a3ec7224ab333fabc75e9ee0f0f53e62f004bf2518f987ae058ee9/643",
    "sync_integration_tests": "94a55bf339c769f3923a0bea8c937d8bfcdbfa56889c7c0799a11399b29c9cb2/808",
    "traffic_annotation_auditor_unittests": "99626d2e282e95e49d65a2fc227520a389e70cacd6d410cfa228be6c975670bf/566",
    "ui_base_unittests": "ace02a37ba4592fb979521343e9abe836f1b1e154d0b8f4854d2230f79f862cc/639",
    "ui_touch_selection_unittests": "d2905f52f214cbf79d373a9ba41d3b51c6899c62ae85c961c24ff141dd923bae/485",
    "unit_tests": "4dd662caf6a696b63f4602da20d1bc51de0cd3e7bb013fff3dfeb8691c5f83ba/1057",
    "url_unittests": "bc3c5149ab2db0acfcfba391ca7a0194650a0b12f33c35440fb28554a41d50b4/485",
    "views_unittests": "9545be22992eeac0a774362bb1f3d8308a4734ae5adfbcb1eafe1f0d135f6fdf/485",
    "viz_unittests": "d21a1a368f96639a5238f639a73872a07e86b772b6e6a002211cbda42535089c/569",
    "vr_common_unittests": "cffa8e5ee229e8225a08407f46f9b87c8735c926751950356b10274d047ae42a/727",
    "vr_pixeltests": "925f3ebe29d2669953bf668820c5f410e22b7971d9d48472b429d5de95508f80/641",
    "weblayer_browsertests": "b49938e8e702daa37321ba4181078b8f0f47d75b9dce6ac8f0e8584a5429643b/809",
    "weblayer_unittests": "8fe2a20f023c2cae5a65137f63a8db950a693f291726e9a6dd635a5e3c2a3b16/641",
    "wm_unittests": "0f72304c3711939b2d7f3b0ec422782b4f46d751d4c5a620d38da3340392bb0a/485",
    "wtf_unittests": "e34322f64f9f5314e4a25356e21ab80b81dad004ab965ab0e771ecb245b322af/485",
    "x11_unittests": "cdb96a0a973491f34d970657cec73c87e259e1cc0da1bd9c5ead586c6116747f/485",
    "xr_browser_tests": "80ee6f871303e018d16964916b82fc9f1dbdb09b9d80554e7e2b5355f78ff58b/807",
    "zlib_unittests": "02fb2cede00d7027fd3f99d0af42c3fe26db4a4b476f4c921fcbcf0dcab99ff8/486"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "e72e1a0ee60a3025feb4553ecc2b98359bae41ea95b68cf312527eb188ab646d/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3a1b738b21b686fac7dafbdeae35b52f58cd6b8c
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:77022
  • user_agent:recipe

Debug log (UTC)

[04:49:12.805] New invocation is queued and will start shortly
[04:49:12.805] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[04:49:13.921] Starting the invocation (attempt 1)
[04:49:13.958] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3a1b738b21b686fac7dafbdeae35b52f58cd6b8c"
[04:49:13.958] Reconstructed gitiles commit from tags
[04:49:13.958] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[04:49:13.959] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[04:49:13.959] Buildbucket request:
{
  "requestId": "9002840824918754752",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "3a1b738b21b686fac7dafbdeae35b52f58cd6b8c"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "3a9df22fcc51510a8e0aace8fddc2905b79906fb",
      "parent_got_dawn_revision": "c7226a76245d2bbabaa75685cfaf87b1e530934f",
      "parent_got_nacl_revision": "e9a12f9be6984fc2677657cf1ec7ede960f78143",
      "parent_got_revision": "3a1b738b21b686fac7dafbdeae35b52f58cd6b8c",
      "parent_got_revision_cp": "refs/heads/main@{#916679}",
      "parent_got_swiftshader_revision": "8ed4e39caa5bf34a6f5de2fc38c4a158a0ab6aa5",
      "parent_got_v8_revision": "0ded752bb09d76b25c2fd6bc5b384333caafb4c5",
      "parent_got_v8_revision_cp": "refs/heads/9.5.90@{#1}",
      "parent_got_webrtc_revision": "27edde3182ccc9c6afcd65b7e6d8b6558cb49d64",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#34855}",
      "swarm_hashes": {
            "absl_hardening_tests": "59da6d185b5dffe105d43e2d6fb4c2714963bf2fc922f04fae077b312fce9e27/485",
            "accessibility_unittests": "9151813ea86102dc427f4035453a8429995a90a11dcb7814803378256109042b/485",
            "angle_unittests": "9a4ca7d31f0131c2d4eb55115da778cf6268b9823eca2c9ec9fa000e96c2f2df/486",
            "app_shell_unittests": "2c5d75dc6e7280b3c18b788804e320a0aa766a2a66f590942e0cbfa6dea46731/725",
            "aura_unittests": "79e83ffeaee4fc8f29ca3412d52c9c6d62cbaf7721334dcf0f1940d8d08fb8dc/485",
            "base_unittests": "c4d268e0576c421197193476d591b1310ca4ef59e889c1b6b0e5e6f5da705b0d/564",
            "blink_common_unittests": "9b75a2fcab61173401aabea9b9ca1865067c29d6e38f830bd232302ee6b5c762/563",
            "blink_fuzzer_unittests": "6886549dfffb64f989aae91152d49822219a9f6f735f450791af999987e55f17/564",
            "blink_heap_unittests": "7825eae45e2bdb82428d7fd6767a211a3e0a5597cacbe7cd60c2b93def984a34/564",
            "blink_platform_unittests": "da8e6b44aaffe37ac201d256a6c7e9bc13991dd1abe71c63398615df8acf72a6/642",
            "blink_unittests": "e374754666c950da12cfcc751185d32901d14c1ada4b4a74de8a4f1ce887be9c/642",
            "boringssl_crypto_tests": "2ed3857b3b72df92931b074c42f166f5b93025a160c7a24bd9657c6554f23ef9/486",
            "boringssl_ssl_tests": "59118be865c53b8878903c24b2a71d601ee4b38ea7fea1019598331d1fd64444/485",
            "capture_unittests": "69b2df093bd1c4abf0da9a6ef44d06221f56c40d93fb25a451fb013d2afb226a/564",
            "cast_unittests": "e43c2de0b8d6d41494dce263c5ee1f246b613d179494e15cc9b4af8def89e024/485",
            "cc_unittests": "58e2abe200e491f10022f583a0f96b9ea7f0e25bddd84fac6467d098f4857ffb/569",
            "chrome_app_unittests": "938f4cae35d81ce6b7c66323e809b535d13a6fc4580fd58a3848c071399fa0a7/727",
            "chromedriver_unittests": "d7686aad925d638f70f468c42bdcf9d56087a12fe6bcb899dfb75318e97871d2/642",
            "color_unittests": "0c8e1d78d63cee217d4da5d5d7d84386f0466703b3c829c3cd1debe39872287f/485",
            "components_browsertests": "f37072e82e0f232688dd654c41a4056667ded6d176a55ad17376bd431e9fd2e1/808",
            "components_unittests": "a6c2bbf16af5ccd7c49e10cc69ccb3112e9d6ae67b7b5c13748e85daec4a85c3/808",
            "compositor_unittests": "59cb23998d2e3965151c4f233c54401a7742f25587a00c2ae8bea45096165808/561",
            "content_browsertests": "95d253076caa201d220ea00d5ee84a7cd7e903a60aa7ac1b40d7eac6a6e50f01/803",
            "content_unittests": "4a10d7aad1f351488e9d5bccd8b778c1065cc20fe82a0191b544b75fda43fa92/722",
            "cronet_tests": "57691af6e89941283c13290b6d949cc7b919518424e37a6fc86f41d7bfceb19d/646",
            "cronet_unittests": "ea5c77302c96b8c69e1fbfa95f4d8d1fc0b8fda27febdd73c47acf1d2b3b49bc/562",
            "crypto_unittests": "2e18860d27a444c5fc4cb9941cf2bdeea98a142eb0451249761483605496c3e1/485",
            "dbus_unittests": "5826b3e5f8f604447903e588b052879e0f1361f8d56e3b82815a4f8e33edb46f/485",
            "device_unittests": "f27006bd89e3911895dc3604524c94ad1b7c564d2e86ef57f23919f6d86e1050/562",
            "display_unittests": "f10d1a7e7e98ae1ff13b91539290fc7b67534f1e17bd5d6596edd01b65058982/485",
            "events_unittests": "f4615599644c8530daf954551227352cfcb6aaf8b9a17f9f4bd7b2c3bbad59ba/485",
            "extensions_browsertests": "9f510921cf0329e60c23a79d87315eb5be63dd1716f4ee1a236c4e44b3e6ecd6/727",
            "extensions_unittests": "e7ac5cafe7d7cd55b9f92152ad5f045eb5ef1ab307d79f32f3c0b2fa9f6b9896/891",
            "filesystem_service_unittests": "4c1d9f3b8aa15f9ee7e269861280ed06c2f4168aaffdaf0562b04acdc38b1748/485",
            "gcm_unit_tests": "a4f226b6048444ce6f88b06350dfeadb4f5c0810bd3560fd0b8a41a040751f2e/562",
            "gfx_unittests": "6d08f1c2adceeb6e4c7826f29fcc1e59815db033aaa65a9aaa2fa7049cfef7d2/561",
            "gin_unittests": "d213a02865dbd2c062b0fec52c07eca39ded2d88a1c2e30c0ef8fcb2a1b9b475/562",
            "gl_tests": "f822cfbf8bae9c0a074042c944f29751d27da5577d06bfa7106508852c89c59c/485",
            "gl_unittests": "576dd296ad1cc0b88f6208a994e7369e29b25a15888994311c22e68782352f41/485",
            "google_apis_unittests": "631d5cfc4fec0d0bad6e6468f1cea4f2693c062e509691b7c656b23ed82bfab4/647",
            "gpu_unittests": "294d691eb66f6ef5919711088bf537741a2020af2ae13110d2d5083ee16abc7e/562",
            "gtk_unittests": "23ded9cb13243f0a3f4d58bf7426aab31806d1c75d7e07ddb08b385f12f0a926/485",
            "gwp_asan_unittests": "c5d6934e25fbc23a1d87b5a1dfc7370983e094db3acc413a8694a32e4cdbc5a1/486",
            "headless_browsertests": "b6dc6e6ca49aa07f57bbc2eefde201b668a54802ebb8c8103f1596094c0b3312/725",
            "headless_unittests": "cefb2feea03fee86e87b5a011795634245c683f665e948499870479864d57071/485",
            "interactive_ui_tests": "1790ab052d74b41580dacc2656bf4dfa43032bc7e3ba7afe0751a33e2bd0d8df/1044",
            "ipc_tests": "0f70223ff84b97b6cb5eab0a1db03ddb7e0c99c36847ea3ecdaef0edebede43b/485",
            "jingle_unittests": "09763cc4236bdb5fdbabac117a211841473b12b0c1dfb964da5bdbd0175d5041/562",
            "latency_unittests": "933b102f5531823ee4af5e9eac41ba128d24018c4709fcbaea27c699dd13436e/485",
            "libjingle_xmpp_unittests": "61feac6169d33ded14239e8a9aa29126a4ea3c0ff2f17b2a9aa067cc5693e582/485",
            "liburlpattern_unittests": "32a65b189c1ef33f319322e70c11cfa2ea27cf31ff4fe3640a4dbe846e49ba1b/485",
            "media_unittests": "bd0a199224860949b41b102d7b51f70653e7e1c3c83ff2ff8915dc5297eb259c/565",
            "message_center_unittests": "717972998c60181a51b65751691e14f944ce2c3f0c8b5d43e6107911b9fe62cd/485",
            "midi_unittests": "ed21f2d252bef184edf19dd8fd187bfa7cd27dfd939135f07cb74289cd1f920e/485",
            "mojo_core_unittests": "7cec9a8780ec9704672df2c7635c33a71b8deb2255a912876643e2514d58d98e/485",
            "mojo_unittests": "477308121addb741ac1f38a6a1461b684a72a16d42fa0211271094670fc4032c/563",
            "native_theme_unittests": "b8e16a4d21601d2732eee75156c4891e4c94402523536824ac2a83f83809b863/485",
            "net_unittests": "4a7b46e75dacd86a1cadca82a26856f024d92a85339342d7fad9796669c5e190/564",
            "openscreen_unittests": "f664ccc7e8e57df6f4370ffd5b70a3e1433f130dc251034d182d1f68d43a74ba/727",
            "pdf_unittests": "d87dbb5f952e91df571cda535d9a441658519f95ec5a4e7f27a4c23242bd0a26/641",
            "perfetto_unittests": "075aba3c937d19cb9ab5268022f27adcdbbf9675afb519e2662458861b786f7c/485",
            "ppapi_unittests": "81c48c14b2cb3296eef54cd378190fa381aefe788c292cf5749e7cc373a7f8ea/485",
            "printing_unittests": "36bdad402a555abc4996a9abb07ba8163e3679952a4c6e54a69a12311cacf4a9/485",
            "remoting_unittests": "5c7b306a9ee4a62943f66cd97a302dc208210f6cd0edd8990dcb8cd40753b407/562",
            "sandbox_linux_unittests": "59db43736dcf9b40dfb3c784784791c73287fd022ae65165777f0f3f481a665e/485",
            "service_manager_unittests": "8c6a70daa94c8ebe4540b9dc5ddd4328c9edff181264804adf1b14eed426a089/485",
            "services_unittests": "c62d5db1dfc3596ec1fdc82a9d392060760eb0fe0c5d539c54dc28cb664aa56f/731",
            "shell_dialogs_unittests": "59f2eb6e6397b11103bd8e56b4ab7c62a48b7dc060b1b0ec75604898e5b38236/485",
            "skia_unittests": "7df98525fc76a30b44a5933f20cd63c674acbf27456a0b886d29eacd67ceea12/485",
            "snapshot_unittests": "b270831c8d86899fd3b0dd854662cd836cb2c01d5180603228b80ababa2125c0/485",
            "sql_unittests": "7e23f088cf0c0b0ab541b0748866f0704a4b72dca9abef884fe344a655caadd7/562",
            "storage_unittests": "5f9c3a96f6a3ec7224ab333fabc75e9ee0f0f53e62f004bf2518f987ae058ee9/643",
            "sync_integration_tests": "94a55bf339c769f3923a0bea8c937d8bfcdbfa56889c7c0799a11399b29c9cb2/808",
            "traffic_annotation_auditor_unittests": "99626d2e282e95e49d65a2fc227520a389e70cacd6d410cfa228be6c975670bf/566",
            "ui_base_unittests": "ace02a37ba4592fb979521343e9abe836f1b1e154d0b8f4854d2230f79f862cc/639",
            "ui_touch_selection_unittests": "d2905f52f214cbf79d373a9ba41d3b51c6899c62ae85c961c24ff141dd923bae/485",
            "unit_tests": "4dd662caf6a696b63f4602da20d1bc51de0cd3e7bb013fff3dfeb8691c5f83ba/1057",
            "url_unittests": "bc3c5149ab2db0acfcfba391ca7a0194650a0b12f33c35440fb28554a41d50b4/485",
            "views_unittests": "9545be22992eeac0a774362bb1f3d8308a4734ae5adfbcb1eafe1f0d135f6fdf/485",
            "viz_unittests": "d21a1a368f96639a5238f639a73872a07e86b772b6e6a002211cbda42535089c/569",
            "vr_common_unittests": "cffa8e5ee229e8225a08407f46f9b87c8735c926751950356b10274d047ae42a/727",
            "vr_pixeltests": "925f3ebe29d2669953bf668820c5f410e22b7971d9d48472b429d5de95508f80/641",
            "weblayer_browsertests": "b49938e8e702daa37321ba4181078b8f0f47d75b9dce6ac8f0e8584a5429643b/809",
            "weblayer_unittests": "8fe2a20f023c2cae5a65137f63a8db950a693f291726e9a6dd635a5e3c2a3b16/641",
            "wm_unittests": "0f72304c3711939b2d7f3b0ec422782b4f46d751d4c5a620d38da3340392bb0a/485",
            "wtf_unittests": "e34322f64f9f5314e4a25356e21ab80b81dad004ab965ab0e771ecb245b322af/485",
            "x11_unittests": "cdb96a0a973491f34d970657cec73c87e259e1cc0da1bd9c5ead586c6116747f/485",
            "xr_browser_tests": "80ee6f871303e018d16964916b82fc9f1dbdb09b9d80554e7e2b5355f78ff58b/807",
            "zlib_unittests": "02fb2cede00d7027fd3f99d0af42c3fe26db4a4b476f4c921fcbcf0dcab99ff8/486"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "e72e1a0ee60a3025feb4553ecc2b98359bae41ea95b68cf312527eb188ab646d/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "3a1b738b21b686fac7dafbdeae35b52f58cd6b8c",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "9002840824918754752"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "77022"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[04:49:14.629] Scheduled build:
{
  "id": "8837410762901852353",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 68990,
  "createdBy": "project:chromium",
  "createTime": "2021-08-31T04:49:14.096967217Z",
  "updateTime": "2021-08-31T04:49:14.399135105Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "3a1b738b21b686fac7dafbdeae35b52f58cd6b8c",
      "ref": "refs/heads/main"
    }
  }
}
[04:49:14.629] Task URL: https://cr-buildbucket.appspot.com/build/8837410762901852353
[04:49:14.629] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9002840824918754752:2:0) after 9m58s
[04:49:53.117] Received PubSub notification, asking Buildbucket for the build status
[04:49:53.196] Build status: STARTED
[04:59:12.647] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9002840824918754752:2:0)
[04:59:12.690] Build status: STARTED
[04:59:12.690] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9002840824918754752:4:0) after 9m45s
[05:08:57.774] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9002840824918754752:4:0)
[05:08:57.829] Build status: STARTED
[05:08:57.829] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9002840824918754752:5:0) after 3m9s
[05:12:06.854] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9002840824918754752:5:0)
[05:12:06.902] Build status: STARTED
[05:12:06.902] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:9002840824918754752:6:0) after 8m55s
[05:19:48.066] Received PubSub notification, asking Buildbucket for the build status
[05:19:48.096] Build:
{
  "id": "8837410762901852353",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 68990,
  "createdBy": "project:chromium",
  "createTime": "2021-08-31T04:49:14.096967217Z",
  "startTime": "2021-08-31T04:49:52.177972Z",
  "endTime": "2021-08-31T05:19:47.425632909Z",
  "updateTime": "2021-08-31T05:19:47.459446837Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "3a1b738b21b686fac7dafbdeae35b52f58cd6b8c",
      "ref": "refs/heads/main"
    }
  }
}
[05:19:48.096] Invocation finished in 30m35.306603303s with status FAILED