Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 31 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/78813 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "ee98935187572d2616bd937a9686204c173ebd35"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "8c9b8f03e0f3bfb58f2023231337db6d03b6fc84",
  "parent_got_dawn_revision": "d006cedb55ce59b793ae0e0bcee5a3e3a2dc31f7",
  "parent_got_nacl_revision": "9d577686a4321b08f6b86ff2589070fdee1c53f9",
  "parent_got_revision": "ee98935187572d2616bd937a9686204c173ebd35",
  "parent_got_revision_cp": "refs/heads/main@{#938618}",
  "parent_got_swiftshader_revision": "e733a26e2ba04c8eb37aece51a81600a99e01612",
  "parent_got_v8_revision": "49162da459e2ca1f078389a84f0bbfcc7fed7a2b",
  "parent_got_v8_revision_cp": "refs/heads/9.7.106@{#1}",
  "parent_got_webrtc_revision": "c276aee4eda7b1a466b139838f20e790bd746309",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35313}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "ee98935187572d2616bd937a9686204c173ebd35",
  "swarm_hashes": {
    "absl_hardening_tests": "630d705a9a918b51a0679c92be4acc653d2c603eea73f631d832aef055bc1dd5/569",
    "accessibility_unittests": "6fb59c2f5df5917c33ce74b082962c0bec104e588a309d91e752a2e742ec3eba/569",
    "angle_unittests": "49dd160e5cb82a794dd4d4a2af96bc80a56aada5aaf1a6bbcddb104c6cb074af/570",
    "app_shell_unittests": "08543aa1267c2cfd108fb5f2cd239386e802e93ea1d847e65f1143574ebe4bc3/809",
    "aura_unittests": "7f635f292e1fbbab540521cd6ec9d8579c6bd4bf143a6bbb378b75c50722eaa8/569",
    "base_unittests": "4871ac4c1e1a3aa29f9d275b6ffb6bfdcb899309d8bf14baf7995a724c62a139/648",
    "blink_common_unittests": "1e18dba1ab8525a2c52bd5165090f0e3d211655ee2432a958f36944e2be4f0c3/647",
    "blink_fuzzer_unittests": "b5f295e30a1a9b78a269d4c71bb8a665de1caca4a829662a31166d7174afd69a/648",
    "blink_heap_unittests": "57e5578e72e86b6df64a48aa8e4f464595e46460cfb4b576ad29bb55f01bc54a/648",
    "blink_platform_unittests": "28f3e4984642a3f7d7a14be519576f1cad9668284089f39c04ff8eb2eda34456/726",
    "blink_unittests": "36009d5e117e07466f32d710b39353882bbced23b796e30f68f7b05cc6717cd6/726",
    "boringssl_crypto_tests": "5d5bb03dc71cf1fc3a72fb0a9dd23a11aba3f6a523fb3955c786828218f08133/570",
    "boringssl_ssl_tests": "410198376369d23e70b978a3163c9e078f86c747e633f0b06e8067f34a6b600a/569",
    "capture_unittests": "45a84a3b347db95ed555320b7eb2b025764dbff1ca18afcc3b3e5d22d64eacb2/648",
    "cast_unittests": "6322c77ab0682ed2eaaf3b2680110037ea42aae97adacbf9ab2c03b5663131d8/569",
    "cc_unittests": "c559278f7f453774026cd7319bc41106d4d639d96989cdeb9e0269d0383ba122/653",
    "chrome_app_unittests": "4617e66924e7823cee574458edfe679fb4efcb93e14bf3ec0806b2c30b6c6ef2/811",
    "chromedriver_unittests": "bb34cb81a4d5eebdd2bb19eec0b9a62be9cea220190e302a84aad198d993e7f7/726",
    "color_unittests": "81e5be9c60699a57f5e8ce7e6af942f448313ab9d7651e89ddb526fe19c24c84/569",
    "components_browsertests": "7429088d2ce4c81925c5e9c3f70748a2d4bbe37bf43342ab5778007db61ca6ee/892",
    "components_unittests": "8630344be65cbcb2d362077d68d1aaf80b57a7545299458c174a3306ad388bdd/892",
    "compositor_unittests": "72eea4f8dbfea76245b2aaf2e83a55c7d9f9f7a2cff279e8a3464502078f6110/645",
    "content_browsertests": "b9443db6a7c65932f4c6acf03c681b9d27014fd395d017347d850a122a1af1bc/887",
    "content_unittests": "7b250b845076f80d9891c671f397a5d53213f2613b69bfe18ec925bdadf58476/806",
    "cronet_tests": "3f2d7c15e9323f7624f1ee8156f14078fd0a2cf82a10024d62d59b42c796931d/730",
    "cronet_unittests": "d89611805e277551f771a889e7b2035b5589c1038517916659fa3d6c37f9e8a6/646",
    "crypto_unittests": "1ace78ffb1e9497fa8e41a9e5acacf653bf5233079a3f83ee68b1a9c24ca887f/569",
    "dbus_unittests": "e033ba246b10e2825f2140f9eb69c07dfb28e3038de8720d9f81c3bd5d371bcd/569",
    "device_unittests": "dfc049a1667cb53b356aae83a0410638eb66b25ad97363a7058437ebac973413/646",
    "display_unittests": "4b93cd9b42a2bba8f3aa770260b80cc87193ae7ec2a9a336e10a2996bd58a305/569",
    "events_unittests": "d67cc3d91d2c38152507100647d465bd48678144838b1370aec6dfb00b7a4481/569",
    "extensions_browsertests": "8ebf36df271688fb20c7fafc05c79752978054be33cc8bff50da8c7d376c9e5c/811",
    "extensions_unittests": "c169cfcaee55678664518779bbeecf3a3d0c8099dd8dd04b6c12f899a2d591f7/975",
    "filesystem_service_unittests": "aafb90c48561adbc2e908625269a10a842d619f93c6f757d6a3cd7308d8a5418/569",
    "gcm_unit_tests": "f5a263eb0c32044c5c2441f4881e1f4e1303af60d0e9743c7abc80bf0830da05/646",
    "gfx_unittests": "e3d1a33a7cab44a5072a5cdbe3aba7df5f7648b2207d886206e449e7b313c7ff/645",
    "gin_unittests": "a88bc65ae7c8f79a86643215b13b199c03a985004eb1db045ad6494c2503d81b/646",
    "gl_tests": "f028411d5c8135f25ae247d58814532857100a991f0aa184f09209e2335749d7/569",
    "gl_unittests": "de29c6afe121ca85aa2655e35f2248b5f1e3113e2e7b04ffcc20111d7869bf50/569",
    "google_apis_unittests": "78bd90065436e28e673acc8e43cf3b92faf3cb556fa9c3422f6e240ba5cd5cb8/731",
    "gpu_unittests": "da96f905b6e15908bdd5c188f56d75d0ab71989cd886b220a6e0d418bcfe1806/646",
    "gwp_asan_unittests": "57f0788ccd480ee1ca6ba17ceb46b2968941f1055ec0ac7f27b010034f8110d2/570",
    "headless_browsertests": "c9b779b60ae065dfaf31c995380bbc3b3166125ec645fae504bfa9bd99aff405/809",
    "headless_unittests": "7be3c304dba30094d0f7ef448a178319da4be49ab7ab79f8dc8ef821bea6ffa5/569",
    "interactive_ui_tests": "cf8f9de1fefa2d1ebe08dcdeb97e0608fa333aa24cff0daafc18d13913c5df8c/1128",
    "ipc_tests": "826870741fd36e8d0dce3dbb215f09a04975ce4b5c71a2a685b5d6b2e256b73e/569",
    "jingle_unittests": "786fbbc5664cab5c3c0bebb821184644a6e1ac130d9c1d99733a4e1add49930c/646",
    "latency_unittests": "3fa61d3cf705988ca8ff1a13da5954d604d4fd7f970830cefae57b506564d720/569",
    "libjingle_xmpp_unittests": "f099be533783f52cdae1d67ecccdfb378b124bd219d46bcd65d045d969c39e58/569",
    "liburlpattern_unittests": "7c64b2a2c8aa2b4594191f39ed3674fe365971fcb32653a7c91f4b3bf7c4e30d/569",
    "media_unittests": "64f8b3447021265d8d0d01b3fcc7cdd3f378ce8b198d7d0ea31358da125dd3c7/649",
    "message_center_unittests": "628cd5a340d6731ce431a05e5c5ea6f78b0ed0596a7ad0204eb54bb6d8e00a04/569",
    "midi_unittests": "18155b6df713d1faca48727c8420360eb15965f324f05af65ee98938ffd02a06/569",
    "mojo_core_unittests": "66e9627c97f624acf6a65ef7668dc70f60bb7653a9410afda1aaee92dfd9d2d2/569",
    "mojo_unittests": "06dec046937bb2a874f651d5fb065c7950b59f06d8dc1dd1c5d3b61c9d0ad731/647",
    "native_theme_unittests": "c25bd7996a9149653d6f345c77bd3eeef6ab56f60d959db37e59912675a2d72e/569",
    "net_unittests": "86f739f74f4cb1ffeb4d0c9247b18e598b5080f23f0b0f371fc5b4dfabb09ea4/648",
    "openscreen_unittests": "f13ac27dee8ff3361107d71f8260c29fa29567b7f323395d9c1804f9f177168c/811",
    "ozone_x11_unittests": "c07839162d1e7d78301604c7b6e9be1db4721b77183cd274f67b835f0c3b1b22/569",
    "pdf_unittests": "2033184d590f60503939e140fa60dbb7348ffaa98aa9e325aa0883085e918530/725",
    "perfetto_unittests": "682dd01134828a1e7c02950d1eefeb1099afdb91460b45e660727a8e08f0dc68/569",
    "ppapi_unittests": "2798c9ee0ad5e53e6d1f45f7114aa8ff6733ef571b7427743db081290d818073/569",
    "printing_unittests": "1cccaa78523f29dd86dd72bf412c830c099f558d05e4575bf679d38a58f28947/569",
    "remoting_unittests": "145d3bf232670ddb92b558805ab895e8f587c55aabf27b07e721cc6c1755a870/646",
    "sandbox_linux_unittests": "530468aba4d50acb828e5a98661c106dd12e1e003ab9690c761f69b5211515cc/569",
    "service_manager_unittests": "5f36b40073085cb5116d93e2fe415c3d47ed0bdd876458a0730212ebb820e1b8/569",
    "services_unittests": "b47672caccb0a3c80ed50710f34e266a992d5ef1fca5fc2456d9276cd26be3c1/815",
    "shell_dialogs_unittests": "587d136aa7015ae16cb3145cb4c21261ba67679ec532238ffe94d83ec3199dff/569",
    "skia_unittests": "b6b77633e07d29a54ad763483d4a6666b8a69aa4f9e96eac788ab61d8b237d1e/569",
    "snapshot_unittests": "00c9d0f0680e84ba238b4de585c2ba91039e9918c868078e22f6c1080c734ff6/569",
    "sql_unittests": "3f33b661d64efbb1bb58206fb16d318464fa034da4992ba5ef5ce2910431e61c/646",
    "storage_unittests": "417f053e0df52ee7029436e75214cbd8f2f7ea312c1b564cf9999d260f0196f7/727",
    "sync_integration_tests": "d5efb0ac676fe3eca0bbbd450de7f437f80292fe2c6213a4bb01e0ad2a15cf24/892",
    "ui_base_unittests": "7096d9ac18cbac35939e37be24d7d9daf2be3d7234819dbc3cb39cf2b10bf3cd/723",
    "ui_touch_selection_unittests": "8b05f8b40392e386e5bb497d241fc7982049230c863c6527f49ee3f87d4da640/569",
    "unit_tests": "74c72b499a22d134c594b7b84ccb0e5940b7f0b7c177d294c8241cb2d3cdc80c/1141",
    "url_unittests": "1ce86394a49ace9262a7418bd1a7e12c69a638667a362802cd4deb86d6f962ec/569",
    "views_unittests": "ee87471912dc880c9c37c1c1995558ed7c59332110da34e9652fb0825a615004/569",
    "viz_unittests": "f19dbf7828971206dc23a9ae00ab38e1b2e3e022176f2674b1238c730789c479/653",
    "vr_common_unittests": "539a64a84255b0e281f448b4f53b23e275be267b9ef167d6a12e7e3636799c94/811",
    "vr_pixeltests": "2b3f829171aa8291a2fc21ac90defdfcb3bb77cf74367f043226a87b06c76f4b/725",
    "weblayer_browsertests": "e65d2eff1ae847e70787413af27ea11c11218da622e218cf85a6b3af2ae9a8c4/893",
    "weblayer_unittests": "1ca563258ad79fc1c8b32955c64b8e58b4a73a989443786f9cad1581cd131081/725",
    "wm_unittests": "0715be837a9d7f0482dc7194ab5c06a1d1ee27ad018db8a087402fd02188bc81/569",
    "wtf_unittests": "eb0545deb005f1621a8c09ecc642ddaeced325ac3d8563bf60804b45659b96bc/569",
    "x11_unittests": "817228c016ff6f29e4dcc57c502e98847bace42ec7597c179f14776a7cd205ec/569",
    "xr_browser_tests": "7f85b648f96a2696ea4af3355223b39bee66a578b8842f6645bc4bde3f851c19/891",
    "zlib_unittests": "1de0d089696f8886bfbd363c966d60fd09922707720f169fee5d4f57c61eddee/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "f0d486abf22639ab3ba9fd78912ffff90aee71501abf199e6c2518e5ece7d641/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/ee98935187572d2616bd937a9686204c173ebd35
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:78813
  • user_agent:recipe

Debug log (UTC)

[02:38:02.542] New invocation is queued and will start shortly
[02:38:02.542] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[02:38:03.618] Starting the invocation (attempt 1)
[02:38:03.686] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/ee98935187572d2616bd937a9686204c173ebd35"
[02:38:03.686] Popped gitiles commit info from properties and tags
[02:38:03.686] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[02:38:03.686] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[02:38:03.687] Buildbucket request:
{
  "requestId": "8996869677706634352",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "ee98935187572d2616bd937a9686204c173ebd35"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "8c9b8f03e0f3bfb58f2023231337db6d03b6fc84",
      "parent_got_dawn_revision": "d006cedb55ce59b793ae0e0bcee5a3e3a2dc31f7",
      "parent_got_nacl_revision": "9d577686a4321b08f6b86ff2589070fdee1c53f9",
      "parent_got_revision": "ee98935187572d2616bd937a9686204c173ebd35",
      "parent_got_revision_cp": "refs/heads/main@{#938618}",
      "parent_got_swiftshader_revision": "e733a26e2ba04c8eb37aece51a81600a99e01612",
      "parent_got_v8_revision": "49162da459e2ca1f078389a84f0bbfcc7fed7a2b",
      "parent_got_v8_revision_cp": "refs/heads/9.7.106@{#1}",
      "parent_got_webrtc_revision": "c276aee4eda7b1a466b139838f20e790bd746309",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35313}",
      "swarm_hashes": {
            "absl_hardening_tests": "630d705a9a918b51a0679c92be4acc653d2c603eea73f631d832aef055bc1dd5/569",
            "accessibility_unittests": "6fb59c2f5df5917c33ce74b082962c0bec104e588a309d91e752a2e742ec3eba/569",
            "angle_unittests": "49dd160e5cb82a794dd4d4a2af96bc80a56aada5aaf1a6bbcddb104c6cb074af/570",
            "app_shell_unittests": "08543aa1267c2cfd108fb5f2cd239386e802e93ea1d847e65f1143574ebe4bc3/809",
            "aura_unittests": "7f635f292e1fbbab540521cd6ec9d8579c6bd4bf143a6bbb378b75c50722eaa8/569",
            "base_unittests": "4871ac4c1e1a3aa29f9d275b6ffb6bfdcb899309d8bf14baf7995a724c62a139/648",
            "blink_common_unittests": "1e18dba1ab8525a2c52bd5165090f0e3d211655ee2432a958f36944e2be4f0c3/647",
            "blink_fuzzer_unittests": "b5f295e30a1a9b78a269d4c71bb8a665de1caca4a829662a31166d7174afd69a/648",
            "blink_heap_unittests": "57e5578e72e86b6df64a48aa8e4f464595e46460cfb4b576ad29bb55f01bc54a/648",
            "blink_platform_unittests": "28f3e4984642a3f7d7a14be519576f1cad9668284089f39c04ff8eb2eda34456/726",
            "blink_unittests": "36009d5e117e07466f32d710b39353882bbced23b796e30f68f7b05cc6717cd6/726",
            "boringssl_crypto_tests": "5d5bb03dc71cf1fc3a72fb0a9dd23a11aba3f6a523fb3955c786828218f08133/570",
            "boringssl_ssl_tests": "410198376369d23e70b978a3163c9e078f86c747e633f0b06e8067f34a6b600a/569",
            "capture_unittests": "45a84a3b347db95ed555320b7eb2b025764dbff1ca18afcc3b3e5d22d64eacb2/648",
            "cast_unittests": "6322c77ab0682ed2eaaf3b2680110037ea42aae97adacbf9ab2c03b5663131d8/569",
            "cc_unittests": "c559278f7f453774026cd7319bc41106d4d639d96989cdeb9e0269d0383ba122/653",
            "chrome_app_unittests": "4617e66924e7823cee574458edfe679fb4efcb93e14bf3ec0806b2c30b6c6ef2/811",
            "chromedriver_unittests": "bb34cb81a4d5eebdd2bb19eec0b9a62be9cea220190e302a84aad198d993e7f7/726",
            "color_unittests": "81e5be9c60699a57f5e8ce7e6af942f448313ab9d7651e89ddb526fe19c24c84/569",
            "components_browsertests": "7429088d2ce4c81925c5e9c3f70748a2d4bbe37bf43342ab5778007db61ca6ee/892",
            "components_unittests": "8630344be65cbcb2d362077d68d1aaf80b57a7545299458c174a3306ad388bdd/892",
            "compositor_unittests": "72eea4f8dbfea76245b2aaf2e83a55c7d9f9f7a2cff279e8a3464502078f6110/645",
            "content_browsertests": "b9443db6a7c65932f4c6acf03c681b9d27014fd395d017347d850a122a1af1bc/887",
            "content_unittests": "7b250b845076f80d9891c671f397a5d53213f2613b69bfe18ec925bdadf58476/806",
            "cronet_tests": "3f2d7c15e9323f7624f1ee8156f14078fd0a2cf82a10024d62d59b42c796931d/730",
            "cronet_unittests": "d89611805e277551f771a889e7b2035b5589c1038517916659fa3d6c37f9e8a6/646",
            "crypto_unittests": "1ace78ffb1e9497fa8e41a9e5acacf653bf5233079a3f83ee68b1a9c24ca887f/569",
            "dbus_unittests": "e033ba246b10e2825f2140f9eb69c07dfb28e3038de8720d9f81c3bd5d371bcd/569",
            "device_unittests": "dfc049a1667cb53b356aae83a0410638eb66b25ad97363a7058437ebac973413/646",
            "display_unittests": "4b93cd9b42a2bba8f3aa770260b80cc87193ae7ec2a9a336e10a2996bd58a305/569",
            "events_unittests": "d67cc3d91d2c38152507100647d465bd48678144838b1370aec6dfb00b7a4481/569",
            "extensions_browsertests": "8ebf36df271688fb20c7fafc05c79752978054be33cc8bff50da8c7d376c9e5c/811",
            "extensions_unittests": "c169cfcaee55678664518779bbeecf3a3d0c8099dd8dd04b6c12f899a2d591f7/975",
            "filesystem_service_unittests": "aafb90c48561adbc2e908625269a10a842d619f93c6f757d6a3cd7308d8a5418/569",
            "gcm_unit_tests": "f5a263eb0c32044c5c2441f4881e1f4e1303af60d0e9743c7abc80bf0830da05/646",
            "gfx_unittests": "e3d1a33a7cab44a5072a5cdbe3aba7df5f7648b2207d886206e449e7b313c7ff/645",
            "gin_unittests": "a88bc65ae7c8f79a86643215b13b199c03a985004eb1db045ad6494c2503d81b/646",
            "gl_tests": "f028411d5c8135f25ae247d58814532857100a991f0aa184f09209e2335749d7/569",
            "gl_unittests": "de29c6afe121ca85aa2655e35f2248b5f1e3113e2e7b04ffcc20111d7869bf50/569",
            "google_apis_unittests": "78bd90065436e28e673acc8e43cf3b92faf3cb556fa9c3422f6e240ba5cd5cb8/731",
            "gpu_unittests": "da96f905b6e15908bdd5c188f56d75d0ab71989cd886b220a6e0d418bcfe1806/646",
            "gwp_asan_unittests": "57f0788ccd480ee1ca6ba17ceb46b2968941f1055ec0ac7f27b010034f8110d2/570",
            "headless_browsertests": "c9b779b60ae065dfaf31c995380bbc3b3166125ec645fae504bfa9bd99aff405/809",
            "headless_unittests": "7be3c304dba30094d0f7ef448a178319da4be49ab7ab79f8dc8ef821bea6ffa5/569",
            "interactive_ui_tests": "cf8f9de1fefa2d1ebe08dcdeb97e0608fa333aa24cff0daafc18d13913c5df8c/1128",
            "ipc_tests": "826870741fd36e8d0dce3dbb215f09a04975ce4b5c71a2a685b5d6b2e256b73e/569",
            "jingle_unittests": "786fbbc5664cab5c3c0bebb821184644a6e1ac130d9c1d99733a4e1add49930c/646",
            "latency_unittests": "3fa61d3cf705988ca8ff1a13da5954d604d4fd7f970830cefae57b506564d720/569",
            "libjingle_xmpp_unittests": "f099be533783f52cdae1d67ecccdfb378b124bd219d46bcd65d045d969c39e58/569",
            "liburlpattern_unittests": "7c64b2a2c8aa2b4594191f39ed3674fe365971fcb32653a7c91f4b3bf7c4e30d/569",
            "media_unittests": "64f8b3447021265d8d0d01b3fcc7cdd3f378ce8b198d7d0ea31358da125dd3c7/649",
            "message_center_unittests": "628cd5a340d6731ce431a05e5c5ea6f78b0ed0596a7ad0204eb54bb6d8e00a04/569",
            "midi_unittests": "18155b6df713d1faca48727c8420360eb15965f324f05af65ee98938ffd02a06/569",
            "mojo_core_unittests": "66e9627c97f624acf6a65ef7668dc70f60bb7653a9410afda1aaee92dfd9d2d2/569",
            "mojo_unittests": "06dec046937bb2a874f651d5fb065c7950b59f06d8dc1dd1c5d3b61c9d0ad731/647",
            "native_theme_unittests": "c25bd7996a9149653d6f345c77bd3eeef6ab56f60d959db37e59912675a2d72e/569",
            "net_unittests": "86f739f74f4cb1ffeb4d0c9247b18e598b5080f23f0b0f371fc5b4dfabb09ea4/648",
            "openscreen_unittests": "f13ac27dee8ff3361107d71f8260c29fa29567b7f323395d9c1804f9f177168c/811",
            "ozone_x11_unittests": "c07839162d1e7d78301604c7b6e9be1db4721b77183cd274f67b835f0c3b1b22/569",
            "pdf_unittests": "2033184d590f60503939e140fa60dbb7348ffaa98aa9e325aa0883085e918530/725",
            "perfetto_unittests": "682dd01134828a1e7c02950d1eefeb1099afdb91460b45e660727a8e08f0dc68/569",
            "ppapi_unittests": "2798c9ee0ad5e53e6d1f45f7114aa8ff6733ef571b7427743db081290d818073/569",
            "printing_unittests": "1cccaa78523f29dd86dd72bf412c830c099f558d05e4575bf679d38a58f28947/569",
            "remoting_unittests": "145d3bf232670ddb92b558805ab895e8f587c55aabf27b07e721cc6c1755a870/646",
            "sandbox_linux_unittests": "530468aba4d50acb828e5a98661c106dd12e1e003ab9690c761f69b5211515cc/569",
            "service_manager_unittests": "5f36b40073085cb5116d93e2fe415c3d47ed0bdd876458a0730212ebb820e1b8/569",
            "services_unittests": "b47672caccb0a3c80ed50710f34e266a992d5ef1fca5fc2456d9276cd26be3c1/815",
            "shell_dialogs_unittests": "587d136aa7015ae16cb3145cb4c21261ba67679ec532238ffe94d83ec3199dff/569",
            "skia_unittests": "b6b77633e07d29a54ad763483d4a6666b8a69aa4f9e96eac788ab61d8b237d1e/569",
            "snapshot_unittests": "00c9d0f0680e84ba238b4de585c2ba91039e9918c868078e22f6c1080c734ff6/569",
            "sql_unittests": "3f33b661d64efbb1bb58206fb16d318464fa034da4992ba5ef5ce2910431e61c/646",
            "storage_unittests": "417f053e0df52ee7029436e75214cbd8f2f7ea312c1b564cf9999d260f0196f7/727",
            "sync_integration_tests": "d5efb0ac676fe3eca0bbbd450de7f437f80292fe2c6213a4bb01e0ad2a15cf24/892",
            "ui_base_unittests": "7096d9ac18cbac35939e37be24d7d9daf2be3d7234819dbc3cb39cf2b10bf3cd/723",
            "ui_touch_selection_unittests": "8b05f8b40392e386e5bb497d241fc7982049230c863c6527f49ee3f87d4da640/569",
            "unit_tests": "74c72b499a22d134c594b7b84ccb0e5940b7f0b7c177d294c8241cb2d3cdc80c/1141",
            "url_unittests": "1ce86394a49ace9262a7418bd1a7e12c69a638667a362802cd4deb86d6f962ec/569",
            "views_unittests": "ee87471912dc880c9c37c1c1995558ed7c59332110da34e9652fb0825a615004/569",
            "viz_unittests": "f19dbf7828971206dc23a9ae00ab38e1b2e3e022176f2674b1238c730789c479/653",
            "vr_common_unittests": "539a64a84255b0e281f448b4f53b23e275be267b9ef167d6a12e7e3636799c94/811",
            "vr_pixeltests": "2b3f829171aa8291a2fc21ac90defdfcb3bb77cf74367f043226a87b06c76f4b/725",
            "weblayer_browsertests": "e65d2eff1ae847e70787413af27ea11c11218da622e218cf85a6b3af2ae9a8c4/893",
            "weblayer_unittests": "1ca563258ad79fc1c8b32955c64b8e58b4a73a989443786f9cad1581cd131081/725",
            "wm_unittests": "0715be837a9d7f0482dc7194ab5c06a1d1ee27ad018db8a087402fd02188bc81/569",
            "wtf_unittests": "eb0545deb005f1621a8c09ecc642ddaeced325ac3d8563bf60804b45659b96bc/569",
            "x11_unittests": "817228c016ff6f29e4dcc57c502e98847bace42ec7597c179f14776a7cd205ec/569",
            "xr_browser_tests": "7f85b648f96a2696ea4af3355223b39bee66a578b8842f6645bc4bde3f851c19/891",
            "zlib_unittests": "1de0d089696f8886bfbd363c966d60fd09922707720f169fee5d4f57c61eddee/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "f0d486abf22639ab3ba9fd78912ffff90aee71501abf199e6c2518e5ece7d641/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "ee98935187572d2616bd937a9686204c173ebd35",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8996869677706634352"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "78813"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[02:38:04.170] Scheduled build:
{
  "id": "8831439615781059297",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 70769,
  "createdBy": "project:chromium",
  "createTime": "2021-11-05T02:38:03.744192606Z",
  "updateTime": "2021-11-05T02:38:03.744192606Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "ee98935187572d2616bd937a9686204c173ebd35",
      "ref": "refs/heads/main"
    }
  }
}
[02:38:04.170] Task URL: https://cr-buildbucket.appspot.com/build/8831439615781059297
[02:38:04.170] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996869677706634352:2:0) after 1m7s
[02:39:00.478] Received PubSub notification, asking Buildbucket for the build status
[02:39:00.508] Build status: STARTED
[02:39:11.477] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996869677706634352:2:0)
[02:39:11.514] Build status: STARTED
[02:39:11.515] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996869677706634352:4:0) after 2m7s
[02:41:18.551] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996869677706634352:4:0)
[02:41:18.584] Build status: STARTED
[02:41:18.584] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996869677706634352:5:0) after 5m17s
[02:46:35.728] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996869677706634352:5:0)
[02:46:35.796] Build status: STARTED
[02:46:35.796] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996869677706634352:6:0) after 1m19s
[02:47:55.488] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996869677706634352:6:0)
[02:47:55.520] Build status: STARTED
[02:47:55.520] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996869677706634352:7:0) after 1m23s
[02:49:18.661] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996869677706634352:7:0)
[02:49:18.691] Build status: STARTED
[02:49:18.691] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996869677706634352:8:0) after 9m14s
[02:58:32.820] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996869677706634352:8:0)
[02:58:32.864] Build status: STARTED
[02:58:32.864] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996869677706634352:9:0) after 8m15s
[03:06:47.885] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996869677706634352:9:0)
[03:06:47.914] Build status: STARTED
[03:06:47.914] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996869677706634352:10:0) after 2m23s
[03:09:04.675] Received PubSub notification, asking Buildbucket for the build status
[03:09:04.714] Build:
{
  "id": "8831439615781059297",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 70769,
  "createdBy": "project:chromium",
  "createTime": "2021-11-05T02:38:03.744192606Z",
  "startTime": "2021-11-05T02:38:56.691976Z",
  "endTime": "2021-11-05T03:09:04.349595563Z",
  "updateTime": "2021-11-05T03:09:04.349595563Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "ee98935187572d2616bd937a9686204c173ebd35",
      "ref": "refs/heads/main"
    }
  }
}
[03:09:04.714] Invocation finished in 31m2.188834529s with status FAILED