Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 28 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/78665 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "3c10a5f021bc67a14e5f14edaeaeff577235cfdb"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "d2b4d9aec1590dae5c33625a30878b5bcf423527",
  "parent_got_dawn_revision": "b19556e907c5012e6e28906a797f62b197aff965",
  "parent_got_nacl_revision": "9d577686a4321b08f6b86ff2589070fdee1c53f9",
  "parent_got_revision": "3c10a5f021bc67a14e5f14edaeaeff577235cfdb",
  "parent_got_revision_cp": "refs/heads/main@{#936717}",
  "parent_got_swiftshader_revision": "9d8950e082d87b79f9a67a9fb26494cec36827ba",
  "parent_got_v8_revision": "db391a3b8fc5c3e8448bb0f5c2af1683ae8a4c32",
  "parent_got_v8_revision_cp": "refs/heads/9.7.84@{#1}",
  "parent_got_webrtc_revision": "3cff17133342a6edf438c8614fe630728e88d8c0",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35282}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "3c10a5f021bc67a14e5f14edaeaeff577235cfdb",
  "swarm_hashes": {
    "absl_hardening_tests": "6e19fc6d34bf39af4f09d7e66285abe15fbda9d0d1cd5c96c31716799a06a651/569",
    "accessibility_unittests": "c858d9e7864e8897f4bb38e601659699bd93ae93a522a07bc613d2f35d8ea767/569",
    "angle_unittests": "89aae4252ff2d5108a24d2ed4de8523090e8cdf2aa71e1e3af74ddf87abe9e0d/570",
    "app_shell_unittests": "65ed0a552ca990be1df64378407bcb250a5b924ae0352d8243eeec3816ea2efe/809",
    "aura_unittests": "f7ef4b7dc2f459cd075c144770293a33e38cf7f4406f710602a28901db177ebb/569",
    "base_unittests": "f6d0d867e981b0a51fea32632e37e18b5e170022002a1024042aa042f02fb9ae/648",
    "blink_common_unittests": "49ce4f843d3fdd95e5efe470aa4d27c4a1c2bbd1d5003c27cae3841a08fdba2b/647",
    "blink_fuzzer_unittests": "7c73bdfa03184eba6e2d67fbfd9a4bcec1b223573f4b7edd5d041974be51383f/648",
    "blink_heap_unittests": "fb57b435d8b9074a0ec1a0effea782aa986c6c96b031e4d9760c2be94f12516f/648",
    "blink_platform_unittests": "1926d96c395614d0c089ef27f8999ad1cc0c5a307ce5245ef9c3c451255add8b/726",
    "blink_unittests": "99729aea354b10de78634d69628edc74bf2dbe681460469d036e25a0288aecab/726",
    "boringssl_crypto_tests": "068397fc10ca535f12d6ed499b8863259d8c08611aaed19e60396aa75fc081c1/570",
    "boringssl_ssl_tests": "c709200f08dbf2341553bfb19a1ebd7c3c91eee4191e7ac7e2e1879fe0108b40/569",
    "capture_unittests": "cefde533cd84bb1037458a1a20dd87da12d30e01604fedf73e7ad7c75a41769a/648",
    "cast_unittests": "fd532c1f989f98505473573e24d82621724d597c94800821fafd55e858daaa51/569",
    "cc_unittests": "a3644fe924216d7272ca9dedb2f434d786512b28e10e0fda1a648dfea45bc733/653",
    "chrome_app_unittests": "afad8abacc7105da38be98b3fc2066290130f501f28023d554a93cca78629de7/811",
    "chromedriver_unittests": "13feb161a4fe496d84baf95727012b171b06009a775d603e37e5cf8574b3b227/726",
    "color_unittests": "b2743494c218920e19ae25c8ab644fc20cd2485a8d41721ed1774712bf9221c1/569",
    "components_browsertests": "623b7c72a4faa8c9d39846895dd835da75f2e8ff78c76c02db396d35dbd690e7/892",
    "components_unittests": "e9c722d316c744d41b3889eb66833e16f43c55b82cb2257aa3f6f5f51a6d6c01/892",
    "compositor_unittests": "4f42fd158e8510abd3f705001db54967527806f3e213d3025bc09b8947608f4c/645",
    "content_browsertests": "7885e3fa1df633da01a99b61208f872e5923fdebe0262b4e1d21811b4d279c99/887",
    "content_unittests": "2ca00dc02c7628ea690161cdcb239df10a5d897987d460e33948463a8ade4948/806",
    "cronet_tests": "549ff05b80c0b90370095be16d2379bdaa0eaaef44776270310274af30fb459d/730",
    "cronet_unittests": "c8725c587d245067e46867ace36497aa0ea9048d3a96a4ccc50ca2e0954bc2ea/646",
    "crypto_unittests": "311d5fedfd4e6dc453927a9b45a9cd63522e5d02fa927ea854c8330921766db8/569",
    "dbus_unittests": "d8164ca15b54a152aa23f2f6199e215a70ee44cde17b68baab73737e4451d1fd/569",
    "device_unittests": "42499fff0923db511d1bcfd2a371a0eb726b349e8baf413d059e46dfdb312fcc/646",
    "display_unittests": "8ea54451889182859c781ec3169cb897d00bc8e1e574ca10f5ef0831e58f95af/569",
    "events_unittests": "62e2e1137ca90f4d693e8ab358ba4b67a3eec94237b855c6c63a4e359182c9e2/569",
    "extensions_browsertests": "0952bc943a88eb55dad9ba85f361d36d757ae35804486a397245f706d43e6cf0/811",
    "extensions_unittests": "a1615a7b86f7e1eb024cf443325941d5a2b2d9cf09272ad66bf53765d84ad127/975",
    "filesystem_service_unittests": "dc41023c06770c68da39a920c11300e8b09f53ae2774528c808441d7978366ff/569",
    "gcm_unit_tests": "b2f1a9678948337ea664a4fb94cda4f864dedafc93b4e2f4d0d6cbaa4ffbeb88/646",
    "gfx_unittests": "978a321d2566f54554dd8680a3a1cbabf01b4f46427b5c74fe7c053a40c4a72e/645",
    "gin_unittests": "3c16fc128ba1e81fc1616d84c1acd2c3f74840b8b3517b9aa47faca9464cabb9/646",
    "gl_tests": "f069b01c400d870fbb98c678171b74b62cf7a6cde83b31e08301fc76c4564010/569",
    "gl_unittests": "38c64e061ea63c201600ef7e30c9c027545e1061a27ee9387fa5e3a169bc4a18/569",
    "google_apis_unittests": "b479c6a74532012b421d6e6d993b5ca1abcd84c011e93edb168a5d49298df093/731",
    "gpu_unittests": "131f5b08a609c0823bbfd2b486287ca8519e73ce29cd63c1a566c488f66003e2/646",
    "gwp_asan_unittests": "38ee13b9f4ec816811d9f8868da005b80544fab58a0534944db70bab13b5f355/570",
    "headless_browsertests": "5cfd1d6bd590df05f079a23a78cc6d8f0ac9c24eb2b137e590468d3d71d30cca/809",
    "headless_unittests": "7dd5adb44638eb758f1b638f4b7aecffa89cdfd5499aa25622a54caf9272a42e/569",
    "interactive_ui_tests": "0c6345a448aaba6c9ab6932f0104de49b3d7b305530c368bc08669fcfe9c616a/1128",
    "ipc_tests": "307bee5598faa7c792b993d425f81d2f87c062dd0461dce6ee0a637d8bbe11fb/569",
    "jingle_unittests": "b0320750bd8ec3483fd5e468d5af8855638136aa6517e8b12ea7f19936f48390/646",
    "latency_unittests": "d43cce3a9ffcde5602ddf4837779fd7ca0a71342e5382df0bb71a21d13132f95/569",
    "libjingle_xmpp_unittests": "cc5156bed9d9213f3af4dd1e76b9a8a4fe9dfb9026e186da6e9f782fee0af8e3/569",
    "liburlpattern_unittests": "b0886976237e7943695869a817340bea7660163785a91858b58273ebc7cfba3b/569",
    "media_unittests": "7fc567bd9e3ace9ce5162fef81f3dfb2642ec7f6f56f48ccefd1dd265de14267/649",
    "message_center_unittests": "6e3b9b22bae0500eea866052c3998495919c7d5db068e56812a1c286b836877c/569",
    "midi_unittests": "05b9df9efc4ce3cced5e84b55c06d8b0ee51b11e50d8a4b30179818fa875d1b7/569",
    "mojo_core_unittests": "27c414c5bd3acc7088563866369142e6fa253302cafe7e1379c9461bafdcc281/569",
    "mojo_unittests": "0bc360c86092b812e5d3aadf437ae83102168035dc8e04d60ed212c40e2b49e6/647",
    "native_theme_unittests": "5a06af07c3f8eb409cd115ea93c0700dc92aeb3fbbb7440b7904872a4d3d289c/569",
    "net_unittests": "4859388c518b5f0644d5811354b688baac4797d0cf1025a43de67a9366aae517/648",
    "openscreen_unittests": "b0503ccd7913fc761492ca9651b79a658fc13ea7800562870f3ff71e57bfcbf0/811",
    "ozone_x11_unittests": "5db72743efad2f517d49f8d3aa71d1cc9f6f74b95a5e5cd85d4e535f8cbe5ce9/569",
    "pdf_unittests": "9ca7590675b9201700788225efd22673d7d5877fb0c42e52fedce3eb92ec76a9/725",
    "perfetto_unittests": "27dc5e71abdbad028f8943a9b9ab3ec4b8b3361533b818581bbe03215f518b8c/569",
    "ppapi_unittests": "a4fb08ec264f35b302b72fbc93b2d99b2aa408e676367ab675dc748e90ac0739/569",
    "printing_unittests": "47484042ab9bc4b8dbfc73097b58ab7347635c330daa365799b6f31c8d90cc01/569",
    "remoting_unittests": "17e019df96a9948080bdd5440cf32dd0cd0ddd98d5b1ad72c39f2029439480c2/646",
    "sandbox_linux_unittests": "12a96ce63e3cfcd1886337f7f33665bc415b8e5f8c53115bc5673af6114416e7/569",
    "service_manager_unittests": "1dafee514e8a781ad04274fcb639e029a4859ae755c258e3e0f26fd46c2474ef/569",
    "services_unittests": "395bb0535981161311ffa0b06023082dbb209a4de2e47d1023ed70fd9a3be653/815",
    "shell_dialogs_unittests": "63436404b4eb8c2110ef23ea3771067728343ba8ad1c22563f439282f53c22e5/569",
    "skia_unittests": "1fa0457b189217242a8c6b9c4ca8403d917a6b266c7c3c94caf01daec060e288/569",
    "snapshot_unittests": "45dcb6694380d2c9ef9384e47c6546cd8705d292872fffef9eb4de014e85172a/569",
    "sql_unittests": "452fc024db3a1ae943ea256aa9fd3d17b22b77cc2095d69af0bea8bdc80e7525/646",
    "storage_unittests": "d78ac1dab27b6a536bf494bd5a44f9de942fbf64831d93a6a5fdcac671a95c0e/727",
    "sync_integration_tests": "e590803995b3a97e77d8be48b5444c8d90c93989707421384ecb5f6d6f677c6e/892",
    "ui_base_unittests": "1c2fd329c6477cb7c0e63cff445fdbc74fada1945c6a895e4fa90c0966bd9fff/723",
    "ui_touch_selection_unittests": "ed8b1eb947dc7ec72608a532787129faf604d898656527df2fc650db15cd88c6/569",
    "unit_tests": "472e6458588490268aa5e2b10cbd9ff00247d5f6af0d56dcea61f82632ff2b51/1141",
    "url_unittests": "3377f39c31a5f11c1fe443316741f6f7c0bd3773e366301e1f4fe986e7e10f61/569",
    "views_unittests": "e63ad736aa17571c232fe204f9204074e78f8bf655a9716884796455d943971b/569",
    "viz_unittests": "a3d4e7370f4358dd760595f5baebf53e109f4af5da0d9a8ce3686e5e9d8f9d9d/653",
    "vr_common_unittests": "682519f7cb2e2cd77fab86e4e12d07a91eea4a3be282a12e027692686d420b98/811",
    "vr_pixeltests": "c66c2ad66926a4a63131b53635d59000f4ec477ca58c8af4181381812fedab29/725",
    "weblayer_browsertests": "a163f45100d78dacf3136082aece7f99f22c351baa6c1f1722097bcb07734ba7/893",
    "weblayer_unittests": "13044bbc774df850fdd808ae99c501ace80a3be7a2f5dca72657c037e85fe8c7/725",
    "wm_unittests": "309241f8c100a14a1ca0f7f1b4eaa28b852e928779242235717f64a97659dc4f/569",
    "wtf_unittests": "795af51b7634b18fc0f87ed0b387bd49a7b755aa94f6c107c850ed41d91c315e/569",
    "x11_unittests": "7d54d6849747d826081645b633bc7ca16b76b7fb8e73b7ab0399c35fcbb29bd0/569",
    "xr_browser_tests": "d5368f9150c3026a85148fbcd077960059cb61d8d6dfcb5e4807abdb8e0693a9/891",
    "zlib_unittests": "37da475d70aa618bc936d161fdb9abbab0ae226810d0f1c748e24c09bece6688/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "f0d486abf22639ab3ba9fd78912ffff90aee71501abf199e6c2518e5ece7d641/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3c10a5f021bc67a14e5f14edaeaeff577235cfdb
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:78665
  • user_agent:recipe

Debug log (UTC)

[23:10:26.235] New invocation is queued and will start shortly
[23:10:26.235] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[23:10:27.299] Starting the invocation (attempt 1)
[23:10:27.336] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3c10a5f021bc67a14e5f14edaeaeff577235cfdb"
[23:10:27.336] Popped gitiles commit info from properties and tags
[23:10:27.336] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:10:27.336] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:10:27.337] Buildbucket request:
{
  "requestId": "8997335723922169216",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "3c10a5f021bc67a14e5f14edaeaeff577235cfdb"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "d2b4d9aec1590dae5c33625a30878b5bcf423527",
      "parent_got_dawn_revision": "b19556e907c5012e6e28906a797f62b197aff965",
      "parent_got_nacl_revision": "9d577686a4321b08f6b86ff2589070fdee1c53f9",
      "parent_got_revision": "3c10a5f021bc67a14e5f14edaeaeff577235cfdb",
      "parent_got_revision_cp": "refs/heads/main@{#936717}",
      "parent_got_swiftshader_revision": "9d8950e082d87b79f9a67a9fb26494cec36827ba",
      "parent_got_v8_revision": "db391a3b8fc5c3e8448bb0f5c2af1683ae8a4c32",
      "parent_got_v8_revision_cp": "refs/heads/9.7.84@{#1}",
      "parent_got_webrtc_revision": "3cff17133342a6edf438c8614fe630728e88d8c0",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35282}",
      "swarm_hashes": {
            "absl_hardening_tests": "6e19fc6d34bf39af4f09d7e66285abe15fbda9d0d1cd5c96c31716799a06a651/569",
            "accessibility_unittests": "c858d9e7864e8897f4bb38e601659699bd93ae93a522a07bc613d2f35d8ea767/569",
            "angle_unittests": "89aae4252ff2d5108a24d2ed4de8523090e8cdf2aa71e1e3af74ddf87abe9e0d/570",
            "app_shell_unittests": "65ed0a552ca990be1df64378407bcb250a5b924ae0352d8243eeec3816ea2efe/809",
            "aura_unittests": "f7ef4b7dc2f459cd075c144770293a33e38cf7f4406f710602a28901db177ebb/569",
            "base_unittests": "f6d0d867e981b0a51fea32632e37e18b5e170022002a1024042aa042f02fb9ae/648",
            "blink_common_unittests": "49ce4f843d3fdd95e5efe470aa4d27c4a1c2bbd1d5003c27cae3841a08fdba2b/647",
            "blink_fuzzer_unittests": "7c73bdfa03184eba6e2d67fbfd9a4bcec1b223573f4b7edd5d041974be51383f/648",
            "blink_heap_unittests": "fb57b435d8b9074a0ec1a0effea782aa986c6c96b031e4d9760c2be94f12516f/648",
            "blink_platform_unittests": "1926d96c395614d0c089ef27f8999ad1cc0c5a307ce5245ef9c3c451255add8b/726",
            "blink_unittests": "99729aea354b10de78634d69628edc74bf2dbe681460469d036e25a0288aecab/726",
            "boringssl_crypto_tests": "068397fc10ca535f12d6ed499b8863259d8c08611aaed19e60396aa75fc081c1/570",
            "boringssl_ssl_tests": "c709200f08dbf2341553bfb19a1ebd7c3c91eee4191e7ac7e2e1879fe0108b40/569",
            "capture_unittests": "cefde533cd84bb1037458a1a20dd87da12d30e01604fedf73e7ad7c75a41769a/648",
            "cast_unittests": "fd532c1f989f98505473573e24d82621724d597c94800821fafd55e858daaa51/569",
            "cc_unittests": "a3644fe924216d7272ca9dedb2f434d786512b28e10e0fda1a648dfea45bc733/653",
            "chrome_app_unittests": "afad8abacc7105da38be98b3fc2066290130f501f28023d554a93cca78629de7/811",
            "chromedriver_unittests": "13feb161a4fe496d84baf95727012b171b06009a775d603e37e5cf8574b3b227/726",
            "color_unittests": "b2743494c218920e19ae25c8ab644fc20cd2485a8d41721ed1774712bf9221c1/569",
            "components_browsertests": "623b7c72a4faa8c9d39846895dd835da75f2e8ff78c76c02db396d35dbd690e7/892",
            "components_unittests": "e9c722d316c744d41b3889eb66833e16f43c55b82cb2257aa3f6f5f51a6d6c01/892",
            "compositor_unittests": "4f42fd158e8510abd3f705001db54967527806f3e213d3025bc09b8947608f4c/645",
            "content_browsertests": "7885e3fa1df633da01a99b61208f872e5923fdebe0262b4e1d21811b4d279c99/887",
            "content_unittests": "2ca00dc02c7628ea690161cdcb239df10a5d897987d460e33948463a8ade4948/806",
            "cronet_tests": "549ff05b80c0b90370095be16d2379bdaa0eaaef44776270310274af30fb459d/730",
            "cronet_unittests": "c8725c587d245067e46867ace36497aa0ea9048d3a96a4ccc50ca2e0954bc2ea/646",
            "crypto_unittests": "311d5fedfd4e6dc453927a9b45a9cd63522e5d02fa927ea854c8330921766db8/569",
            "dbus_unittests": "d8164ca15b54a152aa23f2f6199e215a70ee44cde17b68baab73737e4451d1fd/569",
            "device_unittests": "42499fff0923db511d1bcfd2a371a0eb726b349e8baf413d059e46dfdb312fcc/646",
            "display_unittests": "8ea54451889182859c781ec3169cb897d00bc8e1e574ca10f5ef0831e58f95af/569",
            "events_unittests": "62e2e1137ca90f4d693e8ab358ba4b67a3eec94237b855c6c63a4e359182c9e2/569",
            "extensions_browsertests": "0952bc943a88eb55dad9ba85f361d36d757ae35804486a397245f706d43e6cf0/811",
            "extensions_unittests": "a1615a7b86f7e1eb024cf443325941d5a2b2d9cf09272ad66bf53765d84ad127/975",
            "filesystem_service_unittests": "dc41023c06770c68da39a920c11300e8b09f53ae2774528c808441d7978366ff/569",
            "gcm_unit_tests": "b2f1a9678948337ea664a4fb94cda4f864dedafc93b4e2f4d0d6cbaa4ffbeb88/646",
            "gfx_unittests": "978a321d2566f54554dd8680a3a1cbabf01b4f46427b5c74fe7c053a40c4a72e/645",
            "gin_unittests": "3c16fc128ba1e81fc1616d84c1acd2c3f74840b8b3517b9aa47faca9464cabb9/646",
            "gl_tests": "f069b01c400d870fbb98c678171b74b62cf7a6cde83b31e08301fc76c4564010/569",
            "gl_unittests": "38c64e061ea63c201600ef7e30c9c027545e1061a27ee9387fa5e3a169bc4a18/569",
            "google_apis_unittests": "b479c6a74532012b421d6e6d993b5ca1abcd84c011e93edb168a5d49298df093/731",
            "gpu_unittests": "131f5b08a609c0823bbfd2b486287ca8519e73ce29cd63c1a566c488f66003e2/646",
            "gwp_asan_unittests": "38ee13b9f4ec816811d9f8868da005b80544fab58a0534944db70bab13b5f355/570",
            "headless_browsertests": "5cfd1d6bd590df05f079a23a78cc6d8f0ac9c24eb2b137e590468d3d71d30cca/809",
            "headless_unittests": "7dd5adb44638eb758f1b638f4b7aecffa89cdfd5499aa25622a54caf9272a42e/569",
            "interactive_ui_tests": "0c6345a448aaba6c9ab6932f0104de49b3d7b305530c368bc08669fcfe9c616a/1128",
            "ipc_tests": "307bee5598faa7c792b993d425f81d2f87c062dd0461dce6ee0a637d8bbe11fb/569",
            "jingle_unittests": "b0320750bd8ec3483fd5e468d5af8855638136aa6517e8b12ea7f19936f48390/646",
            "latency_unittests": "d43cce3a9ffcde5602ddf4837779fd7ca0a71342e5382df0bb71a21d13132f95/569",
            "libjingle_xmpp_unittests": "cc5156bed9d9213f3af4dd1e76b9a8a4fe9dfb9026e186da6e9f782fee0af8e3/569",
            "liburlpattern_unittests": "b0886976237e7943695869a817340bea7660163785a91858b58273ebc7cfba3b/569",
            "media_unittests": "7fc567bd9e3ace9ce5162fef81f3dfb2642ec7f6f56f48ccefd1dd265de14267/649",
            "message_center_unittests": "6e3b9b22bae0500eea866052c3998495919c7d5db068e56812a1c286b836877c/569",
            "midi_unittests": "05b9df9efc4ce3cced5e84b55c06d8b0ee51b11e50d8a4b30179818fa875d1b7/569",
            "mojo_core_unittests": "27c414c5bd3acc7088563866369142e6fa253302cafe7e1379c9461bafdcc281/569",
            "mojo_unittests": "0bc360c86092b812e5d3aadf437ae83102168035dc8e04d60ed212c40e2b49e6/647",
            "native_theme_unittests": "5a06af07c3f8eb409cd115ea93c0700dc92aeb3fbbb7440b7904872a4d3d289c/569",
            "net_unittests": "4859388c518b5f0644d5811354b688baac4797d0cf1025a43de67a9366aae517/648",
            "openscreen_unittests": "b0503ccd7913fc761492ca9651b79a658fc13ea7800562870f3ff71e57bfcbf0/811",
            "ozone_x11_unittests": "5db72743efad2f517d49f8d3aa71d1cc9f6f74b95a5e5cd85d4e535f8cbe5ce9/569",
            "pdf_unittests": "9ca7590675b9201700788225efd22673d7d5877fb0c42e52fedce3eb92ec76a9/725",
            "perfetto_unittests": "27dc5e71abdbad028f8943a9b9ab3ec4b8b3361533b818581bbe03215f518b8c/569",
            "ppapi_unittests": "a4fb08ec264f35b302b72fbc93b2d99b2aa408e676367ab675dc748e90ac0739/569",
            "printing_unittests": "47484042ab9bc4b8dbfc73097b58ab7347635c330daa365799b6f31c8d90cc01/569",
            "remoting_unittests": "17e019df96a9948080bdd5440cf32dd0cd0ddd98d5b1ad72c39f2029439480c2/646",
            "sandbox_linux_unittests": "12a96ce63e3cfcd1886337f7f33665bc415b8e5f8c53115bc5673af6114416e7/569",
            "service_manager_unittests": "1dafee514e8a781ad04274fcb639e029a4859ae755c258e3e0f26fd46c2474ef/569",
            "services_unittests": "395bb0535981161311ffa0b06023082dbb209a4de2e47d1023ed70fd9a3be653/815",
            "shell_dialogs_unittests": "63436404b4eb8c2110ef23ea3771067728343ba8ad1c22563f439282f53c22e5/569",
            "skia_unittests": "1fa0457b189217242a8c6b9c4ca8403d917a6b266c7c3c94caf01daec060e288/569",
            "snapshot_unittests": "45dcb6694380d2c9ef9384e47c6546cd8705d292872fffef9eb4de014e85172a/569",
            "sql_unittests": "452fc024db3a1ae943ea256aa9fd3d17b22b77cc2095d69af0bea8bdc80e7525/646",
            "storage_unittests": "d78ac1dab27b6a536bf494bd5a44f9de942fbf64831d93a6a5fdcac671a95c0e/727",
            "sync_integration_tests": "e590803995b3a97e77d8be48b5444c8d90c93989707421384ecb5f6d6f677c6e/892",
            "ui_base_unittests": "1c2fd329c6477cb7c0e63cff445fdbc74fada1945c6a895e4fa90c0966bd9fff/723",
            "ui_touch_selection_unittests": "ed8b1eb947dc7ec72608a532787129faf604d898656527df2fc650db15cd88c6/569",
            "unit_tests": "472e6458588490268aa5e2b10cbd9ff00247d5f6af0d56dcea61f82632ff2b51/1141",
            "url_unittests": "3377f39c31a5f11c1fe443316741f6f7c0bd3773e366301e1f4fe986e7e10f61/569",
            "views_unittests": "e63ad736aa17571c232fe204f9204074e78f8bf655a9716884796455d943971b/569",
            "viz_unittests": "a3d4e7370f4358dd760595f5baebf53e109f4af5da0d9a8ce3686e5e9d8f9d9d/653",
            "vr_common_unittests": "682519f7cb2e2cd77fab86e4e12d07a91eea4a3be282a12e027692686d420b98/811",
            "vr_pixeltests": "c66c2ad66926a4a63131b53635d59000f4ec477ca58c8af4181381812fedab29/725",
            "weblayer_browsertests": "a163f45100d78dacf3136082aece7f99f22c351baa6c1f1722097bcb07734ba7/893",
            "weblayer_unittests": "13044bbc774df850fdd808ae99c501ace80a3be7a2f5dca72657c037e85fe8c7/725",
            "wm_unittests": "309241f8c100a14a1ca0f7f1b4eaa28b852e928779242235717f64a97659dc4f/569",
            "wtf_unittests": "795af51b7634b18fc0f87ed0b387bd49a7b755aa94f6c107c850ed41d91c315e/569",
            "x11_unittests": "7d54d6849747d826081645b633bc7ca16b76b7fb8e73b7ab0399c35fcbb29bd0/569",
            "xr_browser_tests": "d5368f9150c3026a85148fbcd077960059cb61d8d6dfcb5e4807abdb8e0693a9/891",
            "zlib_unittests": "37da475d70aa618bc936d161fdb9abbab0ae226810d0f1c748e24c09bece6688/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "f0d486abf22639ab3ba9fd78912ffff90aee71501abf199e6c2518e5ece7d641/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "3c10a5f021bc67a14e5f14edaeaeff577235cfdb",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8997335723922169216"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "78665"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[23:10:27.762] Scheduled build:
{
  "id": "8831905662038523681",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 70621,
  "createdBy": "project:chromium",
  "createTime": "2021-10-30T23:10:27.398539150Z",
  "updateTime": "2021-10-30T23:10:27.398539150Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "3c10a5f021bc67a14e5f14edaeaeff577235cfdb",
      "ref": "refs/heads/main"
    }
  }
}
[23:10:27.762] Task URL: https://cr-buildbucket.appspot.com/build/8831905662038523681
[23:10:27.762] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997335723922169216:2:0) after 8m33s
[23:10:39.598] Received PubSub notification, asking Buildbucket for the build status
[23:10:39.628] Build status: STARTED
[23:19:00.783] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997335723922169216:2:0)
[23:19:00.819] Build status: STARTED
[23:19:00.819] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997335723922169216:4:0) after 5m0s
[23:24:00.839] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997335723922169216:4:0)
[23:24:00.867] Build status: STARTED
[23:24:00.867] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997335723922169216:5:0) after 6m34s
[23:30:35.054] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997335723922169216:5:0)
[23:30:35.099] Build status: STARTED
[23:30:35.099] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997335723922169216:6:0) after 3m52s
[23:34:27.139] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997335723922169216:6:0)
[23:34:36.803] Build status: STARTED
[23:34:36.803] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997335723922169216:7:0) after 2m3s
[23:36:41.082] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997335723922169216:7:0)
[23:36:41.113] Build status: STARTED
[23:36:41.113] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997335723922169216:8:0) after 7m7s
[23:38:48.406] Received PubSub notification, asking Buildbucket for the build status
[23:38:48.434] Build:
{
  "id": "8831905662038523681",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 70621,
  "createdBy": "project:chromium",
  "createTime": "2021-10-30T23:10:27.398539150Z",
  "startTime": "2021-10-30T23:10:37.430347Z",
  "endTime": "2021-10-30T23:38:47.787185442Z",
  "updateTime": "2021-10-30T23:38:47.787185442Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "3c10a5f021bc67a14e5f14edaeaeff577235cfdb",
      "ref": "refs/heads/main"
    }
  }
}
[23:38:48.434] Invocation finished in 28m22.215965471s with status FAILED