Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 28 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/78784 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "1a327c8f2ffe7e583eeaa2db9b0261be0bbe6498"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "d2b4d9aec1590dae5c33625a30878b5bcf423527",
  "parent_got_dawn_revision": "e53b9ef3f91c9089ecba72205f458146d446e81a",
  "parent_got_nacl_revision": "9d577686a4321b08f6b86ff2589070fdee1c53f9",
  "parent_got_revision": "1a327c8f2ffe7e583eeaa2db9b0261be0bbe6498",
  "parent_got_revision_cp": "refs/heads/main@{#938083}",
  "parent_got_swiftshader_revision": "91a9a020ca7622f2461db90ed6d22af8d40185a9",
  "parent_got_v8_revision": "49162da459e2ca1f078389a84f0bbfcc7fed7a2b",
  "parent_got_v8_revision_cp": "refs/heads/9.7.106@{#1}",
  "parent_got_webrtc_revision": "3041eb21e9c26277d6d80b7d6b0217f956b80dcb",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35300}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "1a327c8f2ffe7e583eeaa2db9b0261be0bbe6498",
  "swarm_hashes": {
    "absl_hardening_tests": "df079f317bb5fb63a098fffb2c1b6236dc3efdf646067ee9c4460f6e317b4151/569",
    "accessibility_unittests": "26d0ae8650b4fcbf1e19bf99e11f1432c4dc9393225351b36f186e410e333972/569",
    "angle_unittests": "350d23648ab376843dbdb82ebaff43037709f29fe70b17175d4ba7b166a4f19c/570",
    "app_shell_unittests": "2e0acb886d207ccc07f43551d7e39f76d55a9510688711d9256c83d21d1d9148/809",
    "aura_unittests": "ba377590d23faf61dadf9ecd126f9ee250f6171e1a762ddc118068d2e9222980/569",
    "base_unittests": "b2f534429c059df5379c267ba7d0603740b2d8fa9525a5d20b327d49393f0889/648",
    "blink_common_unittests": "927cc9cd5aa721cac25aed4cbbbcb4fb13512ad39719f5ac4631db36583354f5/647",
    "blink_fuzzer_unittests": "fd69e70378c11576f584a7da42e1da436dd9eeac7f2f1245336848bbfda693ef/648",
    "blink_heap_unittests": "84cfe018078ddd26bcbeba7e70fbe1aec3205c0330590331ab029eda7d764052/648",
    "blink_platform_unittests": "1222f4fc1ec8fefa249f609f8b63fcf2ff607dce85d07bc6fdb35cc1c4cc1400/726",
    "blink_unittests": "dd54312c250e037444df9e6b3424a8684eb62619010dd76670de8b70ac441b92/726",
    "boringssl_crypto_tests": "bbdf1e29f14257070e369013f5a1337b94e56a2e9af1258985779e851babc82d/570",
    "boringssl_ssl_tests": "455aeebed470357a6be1bcf7f59b4ec6c3863690144031107fcaaa2e4d54502a/569",
    "capture_unittests": "594cb149b0892e5d71fc6c5f5eacca0f37c6d955f210f20e55c3241f3896dbcf/648",
    "cast_unittests": "c7b8490e23b82795c517bb61f438ed5d131e88254f93d8b46b7578b893902813/569",
    "cc_unittests": "e1a8946c1318058ce19a91078deecf294f90f17c814f43f4f2bcc6337c95a9d3/653",
    "chrome_app_unittests": "7260d9ef08b3d6a058489f807b92c274afc8fb6ab7ad0b952e3c019fd57488ba/811",
    "chromedriver_unittests": "4793176a182bfd3929d672c9080f252738b5256baa153de00624506232638f6e/726",
    "color_unittests": "a6f2d30c68642138f288d61b5e076084c24b7f8e55968d256cc58d698d89f894/569",
    "components_browsertests": "8f002d49d0216c46a849d7a7c2560ba839230573905719b1f0fb2c494d45f450/892",
    "components_unittests": "7f60dc6093f32ba30170f6323e0c8d94913305edad62b2cbcc9141c08335b314/892",
    "compositor_unittests": "d27ee2484c24ab1a0fff0bf49a8b67cf7dab907e8bffd8c99bd0910c08c22445/645",
    "content_browsertests": "a9758803ba0078ff0a47b43ad27505d8222088cb92eeb5f5636c2cc3c2e0be2a/887",
    "content_unittests": "c56327d48e45b70ad002967257a0181fb60f051dc27cb311119ffe81c2594fbe/806",
    "cronet_tests": "6d60d85e33386377208da4ca473327d1805061737f0a2f4560b0fc1f242a694e/730",
    "cronet_unittests": "0e9f66c216954b051f477581e02f22de98f558e4b1d9c40dedfce3a43bdaad99/646",
    "crypto_unittests": "f1941a2c4c39cb118777251effa9f9975284f21e4415f30c5dc4a0024ddd76ee/569",
    "dbus_unittests": "6fac2d2747e081e4f810e4eaf83e8498d2fc6975d31716452662c0131d32f1ff/569",
    "device_unittests": "bc82edc28efdc4b5721134e3f0fa21c296ebda40a6af4ff91f7df54c03bde1eb/646",
    "display_unittests": "a729ae35d686b2d890d64eaedd558aa5e40b0c6f0e0f5a8011161511349165f6/569",
    "events_unittests": "cd7c28c4c3d68f0a07a9077cca5518946a11f8617f263af5b3b0130a9f6d8f67/569",
    "extensions_browsertests": "522d1b3ccf2eb013c8874a8f0baf56fcef9a13422a767ebdf56d6160caf30783/811",
    "extensions_unittests": "1e906dc008963e4bb5da9068fd3e194550c72d174ebf2fe49c758a863203f885/975",
    "filesystem_service_unittests": "7024aca707d374b14df2cb9f9c08ceb8bea098e178f3a36ac3da01880fa67b44/569",
    "gcm_unit_tests": "8102cf441320f032c9e4f3f2b9db1ebf14017aa4da37693914fb7f3da9afd9ed/646",
    "gfx_unittests": "e2b6440f8e8c75c3d6b771f88b18a42eb74415ca91a3f34f1d284352833e2c21/645",
    "gin_unittests": "5acbd658d2c4af2b1de5a8ff9e73c09e1ec14fffc927a9329e11997c48d3e5f7/646",
    "gl_tests": "e3da3cf3b1bb46c50ccf295b1e0bcc2d13ee3405b4fae50bd00d4a0703a4a392/569",
    "gl_unittests": "8f929bf437ab640b0eb53713e0b99305759e001af5f899761bec6a7b2c9da6c1/569",
    "google_apis_unittests": "268c73f5f5a79da55370791d227f21ff94905301210320400e7517ca2435775c/731",
    "gpu_unittests": "21d1ce38924094c63dce24e01def4e64cd669ac7aae633bf0b8c141c91352479/646",
    "gwp_asan_unittests": "87b9054b3d70f48822398afaa845afd3ac7549d1bb5d5e0fbbfd67408cc05f25/570",
    "headless_browsertests": "eadc78337260ad964302460b6985c3d810a5e6bc547fee3c47935c140dbdb520/809",
    "headless_unittests": "1ff3ab52fdae808ee6dce2f794b603d4a2446a89fcb12243def1d438f6bf368f/569",
    "interactive_ui_tests": "a74abf93c93d1fc6a039964fe23acb6a1d3547ad20d3740bababbf914c54b4c2/1128",
    "ipc_tests": "16c441bf21d5d8485cbb8484d9f9040584be5e93d95f11656d3a91fb4d01d5cb/569",
    "jingle_unittests": "249867e76f16adcd9dcd8283df286588a724cde4fe6ba943b264ec0ef1c57bf2/646",
    "latency_unittests": "84afc32fa8719d7372c37fe94fa0e37978ceed730d3234860e4a8fee7f08eaab/569",
    "libjingle_xmpp_unittests": "873644ff4c327613db3697a6425c4a6a7db3557825d7d33b71a2ec1ad0cc1502/569",
    "liburlpattern_unittests": "f0b8b30ee2d01aba350072c0c3a6ebe149c786786b193fb885a13a697b181784/569",
    "media_unittests": "bf847a269e0c1435e8483fd679ff8ba5d967e18d22480f4a2c521b99b5c48abf/649",
    "message_center_unittests": "9d6ceeec11a6b8400c469c2c72c887a273e54010ded2ed99a440459536ba67f4/569",
    "midi_unittests": "969b5adbc6cbd9444dad1f313fff8fc81ea1769a32950be21955c16c7c8b37ea/569",
    "mojo_core_unittests": "0c7155e27036c2d8ff57c620a27a538e6cb630698e69d95db9e4edd28275567a/569",
    "mojo_unittests": "2a491357eb207ba5ebc40421628deff98f84072fac585a1e33d571036f1be5a1/647",
    "native_theme_unittests": "4897e7f6c5a512f1119cd9dc08cbf383557e5555dca1703858d8c9a8c79e4988/569",
    "net_unittests": "9a77a94a7c4a71d116f2abfec5a68c45a9d7b0b823348538e9c8d81139649f28/648",
    "openscreen_unittests": "680c50ecd0e4522b018222270ae9447182cd0107b0b3a11d15c1b44255d93091/811",
    "ozone_x11_unittests": "7693ee161eea5334ffcf9ba8d3f69f3039e4b0c6485418e051bdb51ace5259e7/569",
    "pdf_unittests": "ac00085ecdd6f0659461b39e4e9b043c9d2fb7b1faa987cda8e5a2d9c7ea2e79/725",
    "perfetto_unittests": "434154db885b6abb2f58578fc2e4cdb96c2560a008961837f33774b4c207edb6/569",
    "ppapi_unittests": "4594fac041fc91e43bac386c6c8d630c4363c5159c5391b6ad5a502cbd2c7eca/569",
    "printing_unittests": "25c0945109ecf46b4d7e96160ae9b8055e8c57a39e04c97eababb515685cfe4e/569",
    "remoting_unittests": "4e7d2c213e5e5b06702c8bf4d684db9643d9de2b03cce937290b173484a1b661/646",
    "sandbox_linux_unittests": "2c4f7637b648d773ab414619ee1a9ecf8792c048c59286268b6d204efad7a08c/569",
    "service_manager_unittests": "09143bb54eddf2488000a338fa32d007bbae07df74b6246ca49b10fe4189c38f/569",
    "services_unittests": "775655f1f05e3878bf48446228f1672c254097b852ea2e3b2f4be338e2b29bc5/815",
    "shell_dialogs_unittests": "478a869ec9bbe0693dff9fd796b90bce61acf574196e8eeb914eb07345a9dd33/569",
    "skia_unittests": "5b3d1145735282058ea166015ae583fa12b120cdf75061d0948373906ae4e5cd/569",
    "snapshot_unittests": "febe87c1d6884c78eefbc5548fa5b7e2fa2c824e712eb0800664ede162ace402/569",
    "sql_unittests": "513cece26b9f342ac478e3735a5f6fade0e5efac16567d28a4700fe7e45e73b7/646",
    "storage_unittests": "61bf5b45150365d770c9e45a8bca80b215c1c4ce4f9678f171d9d9402b59fc4f/727",
    "sync_integration_tests": "cef8c798fea0b349780c5d61c5888490ca717bdc6ee9bc80cc9c023fd9c921fc/892",
    "ui_base_unittests": "16548253d62b81ffc378476af705006fc125888780f38de56f07a8f190b55766/723",
    "ui_touch_selection_unittests": "e89c70ee9dbae7e062c08be820df16c9b94c8b20cfd14507a1d9c39ed2b0734e/569",
    "unit_tests": "8d77d5a87c0fac7955495f360a81d24d91f99d9d5c253e4f641aae8f22bf4cbb/1141",
    "url_unittests": "328f7d2251df1e680269e11c23538fdd9f32653e02607e4c54d1a25162740afe/569",
    "views_unittests": "4083b008a7d42a02d83de9dfb3cd7a9414c58af4b4d63690c866f85b582e839c/569",
    "viz_unittests": "f3187733ac304c69194928dfab5e63378d9221f3501730938e9de0c7ae99f6ef/653",
    "vr_common_unittests": "fb4875c60981405da2861adaa14effb5d43f0b84c12eb299fec01da052b321b7/811",
    "vr_pixeltests": "e9743e810b917f7e78ec6d2f442cf728462ec0aff0cb5dca08e92642229e7007/725",
    "weblayer_browsertests": "77725ebda7e8a73d181cb4222532c7dbbfd65a7254e905762861f0e8f55c1842/893",
    "weblayer_unittests": "ab4de10eb1059f18c2cae071651d83432dc75d3d9a370a0068e720002df61a44/725",
    "wm_unittests": "4f888428b758c3e463ead8405ff1ad4106fe42aca8ba9938321c0711d213cc10/569",
    "wtf_unittests": "3c39cf550c2c17c49a63bdca5946ba8af66bba4ffe3a74325ef5ae96f8383a68/569",
    "x11_unittests": "3a51fd420cada9fca8f04f9e2dac867ef44e57477fa7c2be920bc7a7e1bea926/569",
    "xr_browser_tests": "a20e947a8772d22d2caa1aafa370edeef8f6f5d32396226da4481e1eb4dd5586/891",
    "zlib_unittests": "9549003a4a2611888fa2c2ae82465d6a3c6d1dee22d0b277919fed1e8631188f/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "f0d486abf22639ab3ba9fd78912ffff90aee71501abf199e6c2518e5ece7d641/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/1a327c8f2ffe7e583eeaa2db9b0261be0bbe6498
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:78784
  • user_agent:recipe

Debug log (UTC)

[01:59:50.678] New invocation is queued and will start shortly
[01:59:50.678] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[01:59:51.864] Starting the invocation (attempt 1)
[01:59:51.896] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/1a327c8f2ffe7e583eeaa2db9b0261be0bbe6498"
[01:59:51.896] Popped gitiles commit info from properties and tags
[01:59:51.896] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[01:59:51.896] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[01:59:51.897] Buildbucket request:
{
  "requestId": "8996962677863788176",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "1a327c8f2ffe7e583eeaa2db9b0261be0bbe6498"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "d2b4d9aec1590dae5c33625a30878b5bcf423527",
      "parent_got_dawn_revision": "e53b9ef3f91c9089ecba72205f458146d446e81a",
      "parent_got_nacl_revision": "9d577686a4321b08f6b86ff2589070fdee1c53f9",
      "parent_got_revision": "1a327c8f2ffe7e583eeaa2db9b0261be0bbe6498",
      "parent_got_revision_cp": "refs/heads/main@{#938083}",
      "parent_got_swiftshader_revision": "91a9a020ca7622f2461db90ed6d22af8d40185a9",
      "parent_got_v8_revision": "49162da459e2ca1f078389a84f0bbfcc7fed7a2b",
      "parent_got_v8_revision_cp": "refs/heads/9.7.106@{#1}",
      "parent_got_webrtc_revision": "3041eb21e9c26277d6d80b7d6b0217f956b80dcb",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35300}",
      "swarm_hashes": {
            "absl_hardening_tests": "df079f317bb5fb63a098fffb2c1b6236dc3efdf646067ee9c4460f6e317b4151/569",
            "accessibility_unittests": "26d0ae8650b4fcbf1e19bf99e11f1432c4dc9393225351b36f186e410e333972/569",
            "angle_unittests": "350d23648ab376843dbdb82ebaff43037709f29fe70b17175d4ba7b166a4f19c/570",
            "app_shell_unittests": "2e0acb886d207ccc07f43551d7e39f76d55a9510688711d9256c83d21d1d9148/809",
            "aura_unittests": "ba377590d23faf61dadf9ecd126f9ee250f6171e1a762ddc118068d2e9222980/569",
            "base_unittests": "b2f534429c059df5379c267ba7d0603740b2d8fa9525a5d20b327d49393f0889/648",
            "blink_common_unittests": "927cc9cd5aa721cac25aed4cbbbcb4fb13512ad39719f5ac4631db36583354f5/647",
            "blink_fuzzer_unittests": "fd69e70378c11576f584a7da42e1da436dd9eeac7f2f1245336848bbfda693ef/648",
            "blink_heap_unittests": "84cfe018078ddd26bcbeba7e70fbe1aec3205c0330590331ab029eda7d764052/648",
            "blink_platform_unittests": "1222f4fc1ec8fefa249f609f8b63fcf2ff607dce85d07bc6fdb35cc1c4cc1400/726",
            "blink_unittests": "dd54312c250e037444df9e6b3424a8684eb62619010dd76670de8b70ac441b92/726",
            "boringssl_crypto_tests": "bbdf1e29f14257070e369013f5a1337b94e56a2e9af1258985779e851babc82d/570",
            "boringssl_ssl_tests": "455aeebed470357a6be1bcf7f59b4ec6c3863690144031107fcaaa2e4d54502a/569",
            "capture_unittests": "594cb149b0892e5d71fc6c5f5eacca0f37c6d955f210f20e55c3241f3896dbcf/648",
            "cast_unittests": "c7b8490e23b82795c517bb61f438ed5d131e88254f93d8b46b7578b893902813/569",
            "cc_unittests": "e1a8946c1318058ce19a91078deecf294f90f17c814f43f4f2bcc6337c95a9d3/653",
            "chrome_app_unittests": "7260d9ef08b3d6a058489f807b92c274afc8fb6ab7ad0b952e3c019fd57488ba/811",
            "chromedriver_unittests": "4793176a182bfd3929d672c9080f252738b5256baa153de00624506232638f6e/726",
            "color_unittests": "a6f2d30c68642138f288d61b5e076084c24b7f8e55968d256cc58d698d89f894/569",
            "components_browsertests": "8f002d49d0216c46a849d7a7c2560ba839230573905719b1f0fb2c494d45f450/892",
            "components_unittests": "7f60dc6093f32ba30170f6323e0c8d94913305edad62b2cbcc9141c08335b314/892",
            "compositor_unittests": "d27ee2484c24ab1a0fff0bf49a8b67cf7dab907e8bffd8c99bd0910c08c22445/645",
            "content_browsertests": "a9758803ba0078ff0a47b43ad27505d8222088cb92eeb5f5636c2cc3c2e0be2a/887",
            "content_unittests": "c56327d48e45b70ad002967257a0181fb60f051dc27cb311119ffe81c2594fbe/806",
            "cronet_tests": "6d60d85e33386377208da4ca473327d1805061737f0a2f4560b0fc1f242a694e/730",
            "cronet_unittests": "0e9f66c216954b051f477581e02f22de98f558e4b1d9c40dedfce3a43bdaad99/646",
            "crypto_unittests": "f1941a2c4c39cb118777251effa9f9975284f21e4415f30c5dc4a0024ddd76ee/569",
            "dbus_unittests": "6fac2d2747e081e4f810e4eaf83e8498d2fc6975d31716452662c0131d32f1ff/569",
            "device_unittests": "bc82edc28efdc4b5721134e3f0fa21c296ebda40a6af4ff91f7df54c03bde1eb/646",
            "display_unittests": "a729ae35d686b2d890d64eaedd558aa5e40b0c6f0e0f5a8011161511349165f6/569",
            "events_unittests": "cd7c28c4c3d68f0a07a9077cca5518946a11f8617f263af5b3b0130a9f6d8f67/569",
            "extensions_browsertests": "522d1b3ccf2eb013c8874a8f0baf56fcef9a13422a767ebdf56d6160caf30783/811",
            "extensions_unittests": "1e906dc008963e4bb5da9068fd3e194550c72d174ebf2fe49c758a863203f885/975",
            "filesystem_service_unittests": "7024aca707d374b14df2cb9f9c08ceb8bea098e178f3a36ac3da01880fa67b44/569",
            "gcm_unit_tests": "8102cf441320f032c9e4f3f2b9db1ebf14017aa4da37693914fb7f3da9afd9ed/646",
            "gfx_unittests": "e2b6440f8e8c75c3d6b771f88b18a42eb74415ca91a3f34f1d284352833e2c21/645",
            "gin_unittests": "5acbd658d2c4af2b1de5a8ff9e73c09e1ec14fffc927a9329e11997c48d3e5f7/646",
            "gl_tests": "e3da3cf3b1bb46c50ccf295b1e0bcc2d13ee3405b4fae50bd00d4a0703a4a392/569",
            "gl_unittests": "8f929bf437ab640b0eb53713e0b99305759e001af5f899761bec6a7b2c9da6c1/569",
            "google_apis_unittests": "268c73f5f5a79da55370791d227f21ff94905301210320400e7517ca2435775c/731",
            "gpu_unittests": "21d1ce38924094c63dce24e01def4e64cd669ac7aae633bf0b8c141c91352479/646",
            "gwp_asan_unittests": "87b9054b3d70f48822398afaa845afd3ac7549d1bb5d5e0fbbfd67408cc05f25/570",
            "headless_browsertests": "eadc78337260ad964302460b6985c3d810a5e6bc547fee3c47935c140dbdb520/809",
            "headless_unittests": "1ff3ab52fdae808ee6dce2f794b603d4a2446a89fcb12243def1d438f6bf368f/569",
            "interactive_ui_tests": "a74abf93c93d1fc6a039964fe23acb6a1d3547ad20d3740bababbf914c54b4c2/1128",
            "ipc_tests": "16c441bf21d5d8485cbb8484d9f9040584be5e93d95f11656d3a91fb4d01d5cb/569",
            "jingle_unittests": "249867e76f16adcd9dcd8283df286588a724cde4fe6ba943b264ec0ef1c57bf2/646",
            "latency_unittests": "84afc32fa8719d7372c37fe94fa0e37978ceed730d3234860e4a8fee7f08eaab/569",
            "libjingle_xmpp_unittests": "873644ff4c327613db3697a6425c4a6a7db3557825d7d33b71a2ec1ad0cc1502/569",
            "liburlpattern_unittests": "f0b8b30ee2d01aba350072c0c3a6ebe149c786786b193fb885a13a697b181784/569",
            "media_unittests": "bf847a269e0c1435e8483fd679ff8ba5d967e18d22480f4a2c521b99b5c48abf/649",
            "message_center_unittests": "9d6ceeec11a6b8400c469c2c72c887a273e54010ded2ed99a440459536ba67f4/569",
            "midi_unittests": "969b5adbc6cbd9444dad1f313fff8fc81ea1769a32950be21955c16c7c8b37ea/569",
            "mojo_core_unittests": "0c7155e27036c2d8ff57c620a27a538e6cb630698e69d95db9e4edd28275567a/569",
            "mojo_unittests": "2a491357eb207ba5ebc40421628deff98f84072fac585a1e33d571036f1be5a1/647",
            "native_theme_unittests": "4897e7f6c5a512f1119cd9dc08cbf383557e5555dca1703858d8c9a8c79e4988/569",
            "net_unittests": "9a77a94a7c4a71d116f2abfec5a68c45a9d7b0b823348538e9c8d81139649f28/648",
            "openscreen_unittests": "680c50ecd0e4522b018222270ae9447182cd0107b0b3a11d15c1b44255d93091/811",
            "ozone_x11_unittests": "7693ee161eea5334ffcf9ba8d3f69f3039e4b0c6485418e051bdb51ace5259e7/569",
            "pdf_unittests": "ac00085ecdd6f0659461b39e4e9b043c9d2fb7b1faa987cda8e5a2d9c7ea2e79/725",
            "perfetto_unittests": "434154db885b6abb2f58578fc2e4cdb96c2560a008961837f33774b4c207edb6/569",
            "ppapi_unittests": "4594fac041fc91e43bac386c6c8d630c4363c5159c5391b6ad5a502cbd2c7eca/569",
            "printing_unittests": "25c0945109ecf46b4d7e96160ae9b8055e8c57a39e04c97eababb515685cfe4e/569",
            "remoting_unittests": "4e7d2c213e5e5b06702c8bf4d684db9643d9de2b03cce937290b173484a1b661/646",
            "sandbox_linux_unittests": "2c4f7637b648d773ab414619ee1a9ecf8792c048c59286268b6d204efad7a08c/569",
            "service_manager_unittests": "09143bb54eddf2488000a338fa32d007bbae07df74b6246ca49b10fe4189c38f/569",
            "services_unittests": "775655f1f05e3878bf48446228f1672c254097b852ea2e3b2f4be338e2b29bc5/815",
            "shell_dialogs_unittests": "478a869ec9bbe0693dff9fd796b90bce61acf574196e8eeb914eb07345a9dd33/569",
            "skia_unittests": "5b3d1145735282058ea166015ae583fa12b120cdf75061d0948373906ae4e5cd/569",
            "snapshot_unittests": "febe87c1d6884c78eefbc5548fa5b7e2fa2c824e712eb0800664ede162ace402/569",
            "sql_unittests": "513cece26b9f342ac478e3735a5f6fade0e5efac16567d28a4700fe7e45e73b7/646",
            "storage_unittests": "61bf5b45150365d770c9e45a8bca80b215c1c4ce4f9678f171d9d9402b59fc4f/727",
            "sync_integration_tests": "cef8c798fea0b349780c5d61c5888490ca717bdc6ee9bc80cc9c023fd9c921fc/892",
            "ui_base_unittests": "16548253d62b81ffc378476af705006fc125888780f38de56f07a8f190b55766/723",
            "ui_touch_selection_unittests": "e89c70ee9dbae7e062c08be820df16c9b94c8b20cfd14507a1d9c39ed2b0734e/569",
            "unit_tests": "8d77d5a87c0fac7955495f360a81d24d91f99d9d5c253e4f641aae8f22bf4cbb/1141",
            "url_unittests": "328f7d2251df1e680269e11c23538fdd9f32653e02607e4c54d1a25162740afe/569",
            "views_unittests": "4083b008a7d42a02d83de9dfb3cd7a9414c58af4b4d63690c866f85b582e839c/569",
            "viz_unittests": "f3187733ac304c69194928dfab5e63378d9221f3501730938e9de0c7ae99f6ef/653",
            "vr_common_unittests": "fb4875c60981405da2861adaa14effb5d43f0b84c12eb299fec01da052b321b7/811",
            "vr_pixeltests": "e9743e810b917f7e78ec6d2f442cf728462ec0aff0cb5dca08e92642229e7007/725",
            "weblayer_browsertests": "77725ebda7e8a73d181cb4222532c7dbbfd65a7254e905762861f0e8f55c1842/893",
            "weblayer_unittests": "ab4de10eb1059f18c2cae071651d83432dc75d3d9a370a0068e720002df61a44/725",
            "wm_unittests": "4f888428b758c3e463ead8405ff1ad4106fe42aca8ba9938321c0711d213cc10/569",
            "wtf_unittests": "3c39cf550c2c17c49a63bdca5946ba8af66bba4ffe3a74325ef5ae96f8383a68/569",
            "x11_unittests": "3a51fd420cada9fca8f04f9e2dac867ef44e57477fa7c2be920bc7a7e1bea926/569",
            "xr_browser_tests": "a20e947a8772d22d2caa1aafa370edeef8f6f5d32396226da4481e1eb4dd5586/891",
            "zlib_unittests": "9549003a4a2611888fa2c2ae82465d6a3c6d1dee22d0b277919fed1e8631188f/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "f0d486abf22639ab3ba9fd78912ffff90aee71501abf199e6c2518e5ece7d641/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "1a327c8f2ffe7e583eeaa2db9b0261be0bbe6498",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8996962677863788176"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "78784"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[01:59:52.510] Scheduled build:
{
  "id": "8831532615840163825",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 70740,
  "createdBy": "project:chromium",
  "createTime": "2021-11-04T01:59:51.977889877Z",
  "updateTime": "2021-11-04T01:59:51.977889877Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "1a327c8f2ffe7e583eeaa2db9b0261be0bbe6498",
      "ref": "refs/heads/main"
    }
  }
}
[01:59:52.510] Task URL: https://cr-buildbucket.appspot.com/build/8831532615840163825
[01:59:52.510] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996962677863788176:2:0) after 2m8s
[02:00:46.201] Received PubSub notification, asking Buildbucket for the build status
[02:00:46.236] Build status: STARTED
[02:02:00.821] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996962677863788176:2:0)
[02:02:00.863] Build status: STARTED
[02:02:00.863] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996962677863788176:4:0) after 3m34s
[02:05:34.984] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996962677863788176:4:0)
[02:05:35.013] Build status: STARTED
[02:05:35.013] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996962677863788176:5:0) after 3m8s
[02:08:42.997] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996962677863788176:5:0)
[02:08:43.090] Build status: STARTED
[02:08:43.090] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996962677863788176:6:0) after 5m0s
[02:13:43.233] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996962677863788176:6:0)
[02:13:43.270] Build status: STARTED
[02:13:43.270] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996962677863788176:7:0) after 5m1s
[02:18:44.431] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996962677863788176:7:0)
[02:18:44.462] Build status: STARTED
[02:18:44.462] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996962677863788176:8:0) after 8m16s
[02:27:00.633] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996962677863788176:8:0)
[02:27:00.671] Build status: STARTED
[02:27:00.671] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996962677863788176:9:0) after 3m40s
[02:27:59.173] Received PubSub notification, asking Buildbucket for the build status
[02:27:59.208] Build:
{
  "id": "8831532615840163825",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 70740,
  "createdBy": "project:chromium",
  "createTime": "2021-11-04T01:59:51.977889877Z",
  "startTime": "2021-11-04T02:00:42.940105Z",
  "endTime": "2021-11-04T02:27:58.770384665Z",
  "updateTime": "2021-11-04T02:27:58.770384665Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "1a327c8f2ffe7e583eeaa2db9b0261be0bbe6498",
      "ref": "refs/heads/main"
    }
  }
}
[02:27:59.208] Invocation finished in 28m8.545527954s with status FAILED