Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 26 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/78935 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "7b3393cfc382142a553a8762445d5c8ed4a61994"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "f16d7b9ceefba1b09c07df350fc4940a22815e55",
  "parent_got_dawn_revision": "bcd8e700c73b2ffd3951d54f8aa131aed41d23fe",
  "parent_got_nacl_revision": "9d577686a4321b08f6b86ff2589070fdee1c53f9",
  "parent_got_revision": "7b3393cfc382142a553a8762445d5c8ed4a61994",
  "parent_got_revision_cp": "refs/heads/main@{#939663}",
  "parent_got_swiftshader_revision": "4c6da56da96ce9e90654850d2cd584ffe6e29514",
  "parent_got_v8_revision": "09c85624e32f49ee8d23eb37cb4e1ab8e2fe386a",
  "parent_got_v8_revision_cp": "refs/heads/9.8.9@{#1}",
  "parent_got_webrtc_revision": "c276aee4eda7b1a466b139838f20e790bd746309",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35313}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "7b3393cfc382142a553a8762445d5c8ed4a61994",
  "swarm_hashes": {
    "absl_hardening_tests": "39ccf876dc6820c65cf29fe388cb254cc36517500fa96726a7a0f36598546e57/569",
    "accessibility_unittests": "71999bf791865b791b778cbf15aa25789e6705494671d91458d8e01649d76b04/569",
    "angle_unittests": "2a80e98e1e4732f8ab56f072934dbbba037341bef9d0caa5121d7b44a959d658/570",
    "app_shell_unittests": "14377afee557dbcc1d1dee174c03ad93573d24ece51259e6809c6fcb086d99cf/809",
    "aura_unittests": "d3de31d3ccc0d6d403d0b975f50c471c96df7f852553c927c29d609838b1bc26/569",
    "base_unittests": "3a398af58d26f23e309ff32fc88dae9b285e50a1730367061802b6a552daa978/648",
    "blink_common_unittests": "6027c211f6d60ee82cdfbabe513216e3e271851682a2dcbd17082f707d5cc7ae/647",
    "blink_fuzzer_unittests": "4a9a250659d684b1d546aebc22de48497bd634edd64e247bb9ffa6d12eaba6b4/648",
    "blink_heap_unittests": "ef7a15b01599bb150a3b54fbc48ad8da7019729fa42383fdefe16efd534482db/648",
    "blink_platform_unittests": "b5f77ef56d7cfee371179cbadf41ab1bad6bc5de5154194a9c076645bd4571c3/726",
    "blink_unittests": "aadd4673f8fe148b108733b321c14c0a5f1659c93269692e0e287fd1e4335991/726",
    "boringssl_crypto_tests": "55f5a79a24a3ca4df19cd1e528f3f9e86476799d7ccb5ccbe45a5173541b1cba/570",
    "boringssl_ssl_tests": "33d21ceae1220ab5ca00b1e49e6d0a5f0e38a0d9382c744a55e743e29704f97d/569",
    "capture_unittests": "58bc7da4bac0b55a19659ef5f854b35ad05b7d94ee75ccc861c3721bb486ec9e/648",
    "cast_unittests": "304a6eee92b624cee42aa5f6f90652f5b4c62944c9aac7ef8190b8469a147bc7/569",
    "cc_unittests": "b3bd7b37304c77265b392ee8a7600caa8fbc8308d64671a5a3f5d2a4a2fdb32a/653",
    "chrome_app_unittests": "65ec4753795ac1006edd8cc846e564ee90e77c90d3172e19592f2a840dfc1560/811",
    "chromedriver_unittests": "7221ae407af990fb76f591b2c8e6608ff2f6e8e3fb4b17ef998b93008ec98877/726",
    "color_unittests": "2d45a08fdf75f225475daf99114d493e8f4291b4ba2712658336b5a804cd4e0a/569",
    "components_browsertests": "d8f5834047cb1d767b8283741eb6b52cf5069eb28cfd62f74fc5a23002eb89c9/892",
    "components_unittests": "8b228f5fdc1ca3f50c6ce597e716bd4232f86938af259c0c49a60a1c5f4533fe/892",
    "compositor_unittests": "cfff849aa28d9928529256e43b361d494e57da6faa9180c461ee9ecf0323dc17/645",
    "content_browsertests": "158e32b9b8558575a1f23a5c7dc2e5905762abcfc517fa8acc85382509f662c8/887",
    "content_unittests": "dbeb6fa3e7669c822fc379b9f91d20e892794c452c6e748124d8270bdcd26ac3/806",
    "cronet_tests": "3ad5f0926dd26cb2f82a348c7518bec95855df7d87d8a2c476f0ea4d183bab44/730",
    "cronet_unittests": "6ceafe21f90b1dc3f6e76f6e991c034fa7458bfd75c3ef1e4bd66b19402fc35b/646",
    "crypto_unittests": "a3720b32e3d4dd0378d316eea11a146906bb1362b8509aebcb4b0fe3146f7ed4/569",
    "dbus_unittests": "a792051adfeafc56fbd3f1d9d58757cfb4693e8a82abeeed456372c1f4b2c03e/569",
    "device_unittests": "ce400b8f50ab41d800e586b03e6abb07fb89b6025c9aca006506e1b325bc2060/646",
    "display_unittests": "ec47ed691475580c3d208a84e3374bb3c374cfde6953a1b69ce8135941d26178/569",
    "events_unittests": "270cc6115772e87cebd4dcbda6597f64d39de45bd41971372c7b3e3e43dc7cad/569",
    "extensions_browsertests": "cc00219e16382a49ce9ef289d208f6fe0575ae00a0df9486bc389a7210dfafd0/811",
    "extensions_unittests": "993832f00a152a1f4ac619bc041f1cabdfcc2c714196d15077e1e895362a7359/975",
    "filesystem_service_unittests": "43e8f36b8c5aa31503e92702afc264143e46a9e7883f3cdf7d76b0ecde521ec4/569",
    "gcm_unit_tests": "af7629367d0c99485e02fd5fb402867b116b9587eaead85e22356989d6480c22/646",
    "gfx_unittests": "482fc3a4362bd0788b19ec716cba0b5bacc94e4d973aaa996dc49c2bed5b72ab/645",
    "gin_unittests": "5411ce71459fe35d6fa1f53e9e24e6870b99977b700fc7b92116887bade589d2/646",
    "gl_tests": "301c2a1680f4e1f172b38d5d7c68c60153d7ec0f8eda601bab9f9755fb35292c/569",
    "gl_unittests": "15c3159ae33d0e7907b684b938182318bc8f6ab3529729196419f10e964acc50/569",
    "google_apis_unittests": "914718bbd3bd129d4861d5ad8e45a5a15ae202daa43e37fc5e893473e8bad7bd/731",
    "gpu_unittests": "985a14a15a4c0177ab244b64cd1c4cb94a9f6129b821a3be093b4be785b326a1/646",
    "gwp_asan_unittests": "b83ffab35733cc84c3fabeab00576d8aa92b922c0f7001511a9bac62e907bc2f/570",
    "headless_browsertests": "f507f94ace78c1910ca45a0235eaf5d11e419721eaaa19c942cc11d313afbe71/809",
    "headless_unittests": "c2cac87b9cebd861c7e709a634d212a12f497d514dd41613420a270d5e4b13ac/569",
    "interactive_ui_tests": "b0d436f85651052ced57d17bc74378b5950b8bb80d90c4b6c237b1da806908b4/1128",
    "ipc_tests": "3aed2684ef586ef82ab9c302d448673db9d8c44df627a72a7d4997537321d3db/569",
    "jingle_unittests": "60d56fd28925926f4ae3ceb23d6673bebdd8c70a11bc62b752b0588685d5798e/646",
    "latency_unittests": "3fdc2b938ecd4120b295202f1937c40ee167f1564b3e27cbc00ead3cffda4975/569",
    "libjingle_xmpp_unittests": "959515d4fa68a6abb21dec407c6f5a26f3c82a7e6088c2cf26a1068c85461928/569",
    "liburlpattern_unittests": "77e3a9e06bd504aa5a455e2dce88ac127132840914689ac50f466aa38fefbd50/569",
    "media_unittests": "411ad12da5deb7917be38b30063966c66af03e6f45335d99c59d8ec87b0360ea/649",
    "message_center_unittests": "8a5a3c2333af684ea2c96d5e3aabf629866b6dcc72b347bba68ce1a9070658b4/569",
    "midi_unittests": "deea2d3d0501a49306e92a08ce443d7447d6a1c6a8896611208891a70929d0d3/569",
    "mojo_core_unittests": "f6427fdcba5642f1cefab40174e9a1543449be23b6da8c1c27d1bb9a544e4a45/569",
    "mojo_unittests": "6e0d7b8ff66d336995e738bb214b0cc0225f7e2621cb9e7b36dbda720d29dc0c/647",
    "native_theme_unittests": "2647e99f10876ad1c6d1edb1bffbc27e2cb60f9c7b7cb9ca5b91c5c125e16836/569",
    "net_unittests": "bd4534996099519398d04829c17088f161d9560e987f545a98e4d2ba81806a66/648",
    "openscreen_unittests": "48fa82cfdd587e44f77420f3401926a5e96907e6e5313f21c035d10576c37623/811",
    "ozone_x11_unittests": "ba3390415f6951ea528fedb01bd4b0ce592dddfdff8678d8b4bf786197fe5f63/569",
    "pdf_unittests": "39c0308d54730c1394a278befc230b345b426807c844457176bc44d75e3833ea/725",
    "perfetto_unittests": "67054a427ce47d8d675e604673db042927c2fef20f2aa3c2fcb3f616f76c4f24/569",
    "ppapi_unittests": "0a263b0b877e3ef5ce5e66aecae243a419c3410435b61b212988f58143d8296e/569",
    "printing_unittests": "9d5c6c68c4cb9995beb9ddb72a3f53721017b9073942e60f6a30885bf399e755/569",
    "remoting_unittests": "f8dc14decb5d501cb3afdd8d4ce7de9e57babe29bed5dab4be7e7179d69e9871/646",
    "sandbox_linux_unittests": "ce85d07be80be52d876edf0611367d6ee536c83f94ab0b20d68e55d98efe0472/569",
    "service_manager_unittests": "eec4c75eb85d0a4eb65c3c57d769f149d855c5a2d732fabb5cba80c0ae8e0369/569",
    "services_unittests": "5c26da9d4161072d7b1e5d06a76e808249fcb03c5545ffe7cd6dad140e99563c/815",
    "shell_dialogs_unittests": "1f9b4642905d701de67d8a1e2b961ecdc97d4ddfbaa4146902885e56e6670bbc/569",
    "skia_unittests": "8c8e274b14fcbf3ad80a590877ef188c73d56ce530f8fca798731b72b50493ab/569",
    "snapshot_unittests": "06691fc11c40f3e615fde2f3b29dbb201777600fb7507696dbc7c6be8ee24683/569",
    "sql_unittests": "a5a52462db33d41748c4ee5b9d2ffef44614ddee5825f047274060594b4aec82/646",
    "storage_unittests": "5926a60e8932e958537996560bbe787f5743d82bb02c56a31d22a0928823d94d/727",
    "sync_integration_tests": "971e8fdad4ebfd76cab0c9c5069f67f4834b27fddc04ad8262b771efcc339bac/892",
    "ui_base_unittests": "e1a1acae80a910011142ac39ed342e1a7242fd991a73ceaaea60641f2d2a0933/723",
    "ui_touch_selection_unittests": "fddc458033ef35e9b2b80f698c37df831623cdaebd689faea995b4d90cb146aa/569",
    "unit_tests": "0a59fcca5c0a7fb3f809acebdb09c4582e9eb6254b7f49fdd9df86c07d742508/1141",
    "url_unittests": "d70fc205f524e938f763e7e8f5d9f4425b5f19e394c2c7e41be7d91dde416750/569",
    "views_unittests": "2d04ba23e26efd38073b7932362b6e98fe156e77a28793c4b5ed7ca190adbe77/569",
    "viz_unittests": "dbbfaa70e37c11530fe8151002aa8a304734ade9d9444998cf92f10d23c5e581/653",
    "vr_common_unittests": "24af1c8f2327be1b802e48c8f13daa494e2919c637e82eaa32ea616cbe61b1d6/811",
    "vr_pixeltests": "1a077bdca81ffce71635c7eb6b419b976cde7984d61709cde5fa599b462a0f63/725",
    "weblayer_browsertests": "19645955018b06f799280be23dbbd080f5a4928a02eef167be478915688776fa/893",
    "weblayer_unittests": "acb877ac2bb6fedf80fbf3dc71aed76df0b213a1ebdc5cb0c79ab80f4222f5d1/725",
    "wm_unittests": "3ab6046df2617561d46c8e957f4350b92e5a08098d8a689be3275dc56acc1215/569",
    "wtf_unittests": "99cc723abf5b86cb8b61eee2696479a6a96f2bf0d5e7fbb62f35d8d712923f1d/569",
    "x11_unittests": "5a345ab35ca58aeb29e1b48f3e179b56fac22297cd4ad4c3e2c72a7b551f9a52/569",
    "xr_browser_tests": "217976d7dd150198a54115cb353351976aeff724a86273c0148867c0db42436e/891",
    "zlib_unittests": "fee9723ee55a8a1700e68a38a720dafb5cd284e455559a02d71941ef422fa188/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "f0d486abf22639ab3ba9fd78912ffff90aee71501abf199e6c2518e5ece7d641/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/7b3393cfc382142a553a8762445d5c8ed4a61994
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:78935
  • user_agent:recipe

Debug log (UTC)

[02:51:43.497] New invocation is queued and will start shortly
[02:51:43.497] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[02:51:44.767] Starting the invocation (attempt 1)
[02:51:44.807] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/7b3393cfc382142a553a8762445d5c8ed4a61994"
[02:51:44.807] Popped gitiles commit info from properties and tags
[02:51:44.807] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:51:44.807] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:51:44.808] Buildbucket request:
{
  "requestId": "8996506429007117280",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "7b3393cfc382142a553a8762445d5c8ed4a61994"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "f16d7b9ceefba1b09c07df350fc4940a22815e55",
      "parent_got_dawn_revision": "bcd8e700c73b2ffd3951d54f8aa131aed41d23fe",
      "parent_got_nacl_revision": "9d577686a4321b08f6b86ff2589070fdee1c53f9",
      "parent_got_revision": "7b3393cfc382142a553a8762445d5c8ed4a61994",
      "parent_got_revision_cp": "refs/heads/main@{#939663}",
      "parent_got_swiftshader_revision": "4c6da56da96ce9e90654850d2cd584ffe6e29514",
      "parent_got_v8_revision": "09c85624e32f49ee8d23eb37cb4e1ab8e2fe386a",
      "parent_got_v8_revision_cp": "refs/heads/9.8.9@{#1}",
      "parent_got_webrtc_revision": "c276aee4eda7b1a466b139838f20e790bd746309",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35313}",
      "swarm_hashes": {
            "absl_hardening_tests": "39ccf876dc6820c65cf29fe388cb254cc36517500fa96726a7a0f36598546e57/569",
            "accessibility_unittests": "71999bf791865b791b778cbf15aa25789e6705494671d91458d8e01649d76b04/569",
            "angle_unittests": "2a80e98e1e4732f8ab56f072934dbbba037341bef9d0caa5121d7b44a959d658/570",
            "app_shell_unittests": "14377afee557dbcc1d1dee174c03ad93573d24ece51259e6809c6fcb086d99cf/809",
            "aura_unittests": "d3de31d3ccc0d6d403d0b975f50c471c96df7f852553c927c29d609838b1bc26/569",
            "base_unittests": "3a398af58d26f23e309ff32fc88dae9b285e50a1730367061802b6a552daa978/648",
            "blink_common_unittests": "6027c211f6d60ee82cdfbabe513216e3e271851682a2dcbd17082f707d5cc7ae/647",
            "blink_fuzzer_unittests": "4a9a250659d684b1d546aebc22de48497bd634edd64e247bb9ffa6d12eaba6b4/648",
            "blink_heap_unittests": "ef7a15b01599bb150a3b54fbc48ad8da7019729fa42383fdefe16efd534482db/648",
            "blink_platform_unittests": "b5f77ef56d7cfee371179cbadf41ab1bad6bc5de5154194a9c076645bd4571c3/726",
            "blink_unittests": "aadd4673f8fe148b108733b321c14c0a5f1659c93269692e0e287fd1e4335991/726",
            "boringssl_crypto_tests": "55f5a79a24a3ca4df19cd1e528f3f9e86476799d7ccb5ccbe45a5173541b1cba/570",
            "boringssl_ssl_tests": "33d21ceae1220ab5ca00b1e49e6d0a5f0e38a0d9382c744a55e743e29704f97d/569",
            "capture_unittests": "58bc7da4bac0b55a19659ef5f854b35ad05b7d94ee75ccc861c3721bb486ec9e/648",
            "cast_unittests": "304a6eee92b624cee42aa5f6f90652f5b4c62944c9aac7ef8190b8469a147bc7/569",
            "cc_unittests": "b3bd7b37304c77265b392ee8a7600caa8fbc8308d64671a5a3f5d2a4a2fdb32a/653",
            "chrome_app_unittests": "65ec4753795ac1006edd8cc846e564ee90e77c90d3172e19592f2a840dfc1560/811",
            "chromedriver_unittests": "7221ae407af990fb76f591b2c8e6608ff2f6e8e3fb4b17ef998b93008ec98877/726",
            "color_unittests": "2d45a08fdf75f225475daf99114d493e8f4291b4ba2712658336b5a804cd4e0a/569",
            "components_browsertests": "d8f5834047cb1d767b8283741eb6b52cf5069eb28cfd62f74fc5a23002eb89c9/892",
            "components_unittests": "8b228f5fdc1ca3f50c6ce597e716bd4232f86938af259c0c49a60a1c5f4533fe/892",
            "compositor_unittests": "cfff849aa28d9928529256e43b361d494e57da6faa9180c461ee9ecf0323dc17/645",
            "content_browsertests": "158e32b9b8558575a1f23a5c7dc2e5905762abcfc517fa8acc85382509f662c8/887",
            "content_unittests": "dbeb6fa3e7669c822fc379b9f91d20e892794c452c6e748124d8270bdcd26ac3/806",
            "cronet_tests": "3ad5f0926dd26cb2f82a348c7518bec95855df7d87d8a2c476f0ea4d183bab44/730",
            "cronet_unittests": "6ceafe21f90b1dc3f6e76f6e991c034fa7458bfd75c3ef1e4bd66b19402fc35b/646",
            "crypto_unittests": "a3720b32e3d4dd0378d316eea11a146906bb1362b8509aebcb4b0fe3146f7ed4/569",
            "dbus_unittests": "a792051adfeafc56fbd3f1d9d58757cfb4693e8a82abeeed456372c1f4b2c03e/569",
            "device_unittests": "ce400b8f50ab41d800e586b03e6abb07fb89b6025c9aca006506e1b325bc2060/646",
            "display_unittests": "ec47ed691475580c3d208a84e3374bb3c374cfde6953a1b69ce8135941d26178/569",
            "events_unittests": "270cc6115772e87cebd4dcbda6597f64d39de45bd41971372c7b3e3e43dc7cad/569",
            "extensions_browsertests": "cc00219e16382a49ce9ef289d208f6fe0575ae00a0df9486bc389a7210dfafd0/811",
            "extensions_unittests": "993832f00a152a1f4ac619bc041f1cabdfcc2c714196d15077e1e895362a7359/975",
            "filesystem_service_unittests": "43e8f36b8c5aa31503e92702afc264143e46a9e7883f3cdf7d76b0ecde521ec4/569",
            "gcm_unit_tests": "af7629367d0c99485e02fd5fb402867b116b9587eaead85e22356989d6480c22/646",
            "gfx_unittests": "482fc3a4362bd0788b19ec716cba0b5bacc94e4d973aaa996dc49c2bed5b72ab/645",
            "gin_unittests": "5411ce71459fe35d6fa1f53e9e24e6870b99977b700fc7b92116887bade589d2/646",
            "gl_tests": "301c2a1680f4e1f172b38d5d7c68c60153d7ec0f8eda601bab9f9755fb35292c/569",
            "gl_unittests": "15c3159ae33d0e7907b684b938182318bc8f6ab3529729196419f10e964acc50/569",
            "google_apis_unittests": "914718bbd3bd129d4861d5ad8e45a5a15ae202daa43e37fc5e893473e8bad7bd/731",
            "gpu_unittests": "985a14a15a4c0177ab244b64cd1c4cb94a9f6129b821a3be093b4be785b326a1/646",
            "gwp_asan_unittests": "b83ffab35733cc84c3fabeab00576d8aa92b922c0f7001511a9bac62e907bc2f/570",
            "headless_browsertests": "f507f94ace78c1910ca45a0235eaf5d11e419721eaaa19c942cc11d313afbe71/809",
            "headless_unittests": "c2cac87b9cebd861c7e709a634d212a12f497d514dd41613420a270d5e4b13ac/569",
            "interactive_ui_tests": "b0d436f85651052ced57d17bc74378b5950b8bb80d90c4b6c237b1da806908b4/1128",
            "ipc_tests": "3aed2684ef586ef82ab9c302d448673db9d8c44df627a72a7d4997537321d3db/569",
            "jingle_unittests": "60d56fd28925926f4ae3ceb23d6673bebdd8c70a11bc62b752b0588685d5798e/646",
            "latency_unittests": "3fdc2b938ecd4120b295202f1937c40ee167f1564b3e27cbc00ead3cffda4975/569",
            "libjingle_xmpp_unittests": "959515d4fa68a6abb21dec407c6f5a26f3c82a7e6088c2cf26a1068c85461928/569",
            "liburlpattern_unittests": "77e3a9e06bd504aa5a455e2dce88ac127132840914689ac50f466aa38fefbd50/569",
            "media_unittests": "411ad12da5deb7917be38b30063966c66af03e6f45335d99c59d8ec87b0360ea/649",
            "message_center_unittests": "8a5a3c2333af684ea2c96d5e3aabf629866b6dcc72b347bba68ce1a9070658b4/569",
            "midi_unittests": "deea2d3d0501a49306e92a08ce443d7447d6a1c6a8896611208891a70929d0d3/569",
            "mojo_core_unittests": "f6427fdcba5642f1cefab40174e9a1543449be23b6da8c1c27d1bb9a544e4a45/569",
            "mojo_unittests": "6e0d7b8ff66d336995e738bb214b0cc0225f7e2621cb9e7b36dbda720d29dc0c/647",
            "native_theme_unittests": "2647e99f10876ad1c6d1edb1bffbc27e2cb60f9c7b7cb9ca5b91c5c125e16836/569",
            "net_unittests": "bd4534996099519398d04829c17088f161d9560e987f545a98e4d2ba81806a66/648",
            "openscreen_unittests": "48fa82cfdd587e44f77420f3401926a5e96907e6e5313f21c035d10576c37623/811",
            "ozone_x11_unittests": "ba3390415f6951ea528fedb01bd4b0ce592dddfdff8678d8b4bf786197fe5f63/569",
            "pdf_unittests": "39c0308d54730c1394a278befc230b345b426807c844457176bc44d75e3833ea/725",
            "perfetto_unittests": "67054a427ce47d8d675e604673db042927c2fef20f2aa3c2fcb3f616f76c4f24/569",
            "ppapi_unittests": "0a263b0b877e3ef5ce5e66aecae243a419c3410435b61b212988f58143d8296e/569",
            "printing_unittests": "9d5c6c68c4cb9995beb9ddb72a3f53721017b9073942e60f6a30885bf399e755/569",
            "remoting_unittests": "f8dc14decb5d501cb3afdd8d4ce7de9e57babe29bed5dab4be7e7179d69e9871/646",
            "sandbox_linux_unittests": "ce85d07be80be52d876edf0611367d6ee536c83f94ab0b20d68e55d98efe0472/569",
            "service_manager_unittests": "eec4c75eb85d0a4eb65c3c57d769f149d855c5a2d732fabb5cba80c0ae8e0369/569",
            "services_unittests": "5c26da9d4161072d7b1e5d06a76e808249fcb03c5545ffe7cd6dad140e99563c/815",
            "shell_dialogs_unittests": "1f9b4642905d701de67d8a1e2b961ecdc97d4ddfbaa4146902885e56e6670bbc/569",
            "skia_unittests": "8c8e274b14fcbf3ad80a590877ef188c73d56ce530f8fca798731b72b50493ab/569",
            "snapshot_unittests": "06691fc11c40f3e615fde2f3b29dbb201777600fb7507696dbc7c6be8ee24683/569",
            "sql_unittests": "a5a52462db33d41748c4ee5b9d2ffef44614ddee5825f047274060594b4aec82/646",
            "storage_unittests": "5926a60e8932e958537996560bbe787f5743d82bb02c56a31d22a0928823d94d/727",
            "sync_integration_tests": "971e8fdad4ebfd76cab0c9c5069f67f4834b27fddc04ad8262b771efcc339bac/892",
            "ui_base_unittests": "e1a1acae80a910011142ac39ed342e1a7242fd991a73ceaaea60641f2d2a0933/723",
            "ui_touch_selection_unittests": "fddc458033ef35e9b2b80f698c37df831623cdaebd689faea995b4d90cb146aa/569",
            "unit_tests": "0a59fcca5c0a7fb3f809acebdb09c4582e9eb6254b7f49fdd9df86c07d742508/1141",
            "url_unittests": "d70fc205f524e938f763e7e8f5d9f4425b5f19e394c2c7e41be7d91dde416750/569",
            "views_unittests": "2d04ba23e26efd38073b7932362b6e98fe156e77a28793c4b5ed7ca190adbe77/569",
            "viz_unittests": "dbbfaa70e37c11530fe8151002aa8a304734ade9d9444998cf92f10d23c5e581/653",
            "vr_common_unittests": "24af1c8f2327be1b802e48c8f13daa494e2919c637e82eaa32ea616cbe61b1d6/811",
            "vr_pixeltests": "1a077bdca81ffce71635c7eb6b419b976cde7984d61709cde5fa599b462a0f63/725",
            "weblayer_browsertests": "19645955018b06f799280be23dbbd080f5a4928a02eef167be478915688776fa/893",
            "weblayer_unittests": "acb877ac2bb6fedf80fbf3dc71aed76df0b213a1ebdc5cb0c79ab80f4222f5d1/725",
            "wm_unittests": "3ab6046df2617561d46c8e957f4350b92e5a08098d8a689be3275dc56acc1215/569",
            "wtf_unittests": "99cc723abf5b86cb8b61eee2696479a6a96f2bf0d5e7fbb62f35d8d712923f1d/569",
            "x11_unittests": "5a345ab35ca58aeb29e1b48f3e179b56fac22297cd4ad4c3e2c72a7b551f9a52/569",
            "xr_browser_tests": "217976d7dd150198a54115cb353351976aeff724a86273c0148867c0db42436e/891",
            "zlib_unittests": "fee9723ee55a8a1700e68a38a720dafb5cd284e455559a02d71941ef422fa188/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "f0d486abf22639ab3ba9fd78912ffff90aee71501abf199e6c2518e5ece7d641/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "7b3393cfc382142a553a8762445d5c8ed4a61994",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8996506429007117280"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "78935"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[02:51:45.292] Scheduled build:
{
  "id": "8831076366893535217",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 70891,
  "createdBy": "project:chromium",
  "createTime": "2021-11-09T02:51:44.879977347Z",
  "updateTime": "2021-11-09T02:51:44.879977347Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "7b3393cfc382142a553a8762445d5c8ed4a61994",
      "ref": "refs/heads/main"
    }
  }
}
[02:51:45.292] Task URL: https://cr-buildbucket.appspot.com/build/8831076366893535217
[02:51:45.292] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996506429007117280:2:0) after 9m21s
[02:52:16.579] Received PubSub notification, asking Buildbucket for the build status
[02:52:16.637] Build status: STARTED
[03:01:06.313] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996506429007117280:2:0)
[03:01:06.344] Build status: STARTED
[03:01:06.344] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996506429007117280:4:0) after 3m35s
[03:04:41.541] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996506429007117280:4:0)
[03:04:41.601] Build status: STARTED
[03:04:41.601] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996506429007117280:5:0) after 7m40s
[03:12:21.648] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996506429007117280:5:0)
[03:12:21.681] Build status: STARTED
[03:12:21.681] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996506429007117280:6:0) after 4m4s
[03:16:25.719] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996506429007117280:6:0)
[03:16:25.751] Build status: STARTED
[03:16:25.751] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996506429007117280:7:0) after 6m23s
[03:17:57.339] Received PubSub notification, asking Buildbucket for the build status
[03:17:57.389] Build:
{
  "id": "8831076366893535217",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 70891,
  "createdBy": "project:chromium",
  "createTime": "2021-11-09T02:51:44.879977347Z",
  "startTime": "2021-11-09T02:52:15.700082Z",
  "endTime": "2021-11-09T03:17:51.753839352Z",
  "updateTime": "2021-11-09T03:17:51.753839352Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "7b3393cfc382142a553a8762445d5c8ed4a61994",
      "ref": "refs/heads/main"
    }
  }
}
[03:17:57.389] Invocation finished in 26m13.909162305s with status FAILED