Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 29 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/78804 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "e452983a659ea80142d436b1dfe49b1ee103b4c2"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "d2b4d9aec1590dae5c33625a30878b5bcf423527",
  "parent_got_dawn_revision": "15dc49ce75a5b90c848db9fe99489731b616f526",
  "parent_got_nacl_revision": "9d577686a4321b08f6b86ff2589070fdee1c53f9",
  "parent_got_revision": "e452983a659ea80142d436b1dfe49b1ee103b4c2",
  "parent_got_revision_cp": "refs/heads/main@{#938318}",
  "parent_got_swiftshader_revision": "91a9a020ca7622f2461db90ed6d22af8d40185a9",
  "parent_got_v8_revision": "49162da459e2ca1f078389a84f0bbfcc7fed7a2b",
  "parent_got_v8_revision_cp": "refs/heads/9.7.106@{#1}",
  "parent_got_webrtc_revision": "3041eb21e9c26277d6d80b7d6b0217f956b80dcb",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35300}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "e452983a659ea80142d436b1dfe49b1ee103b4c2",
  "swarm_hashes": {
    "absl_hardening_tests": "088872525a646867ba12528116e0b859d35a659b94c5e64d30e6ed4590347fc2/569",
    "accessibility_unittests": "4d72f03c58f3cafdbfb2d241588da6223f7e6d5dd0386d1c7021135d6e3a060f/569",
    "angle_unittests": "bd1de6ed370dc405ac04298481890494ed2e9671079f1f1d6646b183f45ad030/570",
    "app_shell_unittests": "84ca0040b44cfaaa5bd13aca57fea0ad5f14bd5ca6cced61cdc3e2039cef5288/809",
    "aura_unittests": "ee6854689c4aafea300df899eb9017478f838b0c4eee1d7bac446a58e1eaf6d3/569",
    "base_unittests": "b29b8ccab5ebcf7cc57e132e8cbb33d08878051d6980b4e0f1a846b681e2340d/648",
    "blink_common_unittests": "3842ca8e79183b6037670b3b5a308a11205d92bfd29257355d7368c6b4aa9c79/647",
    "blink_fuzzer_unittests": "fd506385df34bf77e83ace58c51cd46882d70d6d1d78df4e0af07bbc0547f140/648",
    "blink_heap_unittests": "d67bbcf4a3bd828b2ceea9d9193aa87672e4d16630c3d2d01e2a456ae8171cb6/648",
    "blink_platform_unittests": "fb447f13559647ef6b08c33abde466353f4e1186eec0c87714e9ecc9d6382785/726",
    "blink_unittests": "1472644d8c76971b610d42772b1e8d895bb0ce51a09138279b1d2a07aa9cfbc5/726",
    "boringssl_crypto_tests": "df834c24b32087246194f8e7daf758aa144d9e0a1fbfe7a1108c3c6cd3ac5ae8/570",
    "boringssl_ssl_tests": "8ebd86c54b32689cc9bb5b09034fd7e400eddf7dd299a36eed26867e6517beb4/569",
    "capture_unittests": "eaeb0e0b32a4c1cce299dad4d9350ff86912f0a958307da1ecf05525298dc6f8/648",
    "cast_unittests": "67f0157c373bf2d6c627bb30fa6567c6114621d116095a5036883ec6ca63e31d/569",
    "cc_unittests": "f3ae854292b9f80ae4ed17f9adbec7a941c0116ff6ec01adcd265106b74c5028/653",
    "chrome_app_unittests": "cf8ccc07a8cba9a63e9396853709359aa3807f88e824e6bd937d3008aa013316/811",
    "chromedriver_unittests": "70f51e0470577370a717f08aba48c1c2454c4ef77a021a2f27e92538b822e952/726",
    "color_unittests": "4abb6767fdce8b5a8f0482dc5cf746210502f6a270bb245e19f88164dadf01f3/569",
    "components_browsertests": "0c9c31e9d64e81ccc9f559a6661ad819651da250665c468d5b4969887c31b514/892",
    "components_unittests": "c80f64770ad6ad0ef073c4eec6110fcd4c5a7bded3daec9ffb08f368a9838413/892",
    "compositor_unittests": "250e3cacc67d468c11445279c7b990f026d90902f1cdd25d0725709ce466c2af/645",
    "content_browsertests": "8afbdae596cecdc9a8bf5ed414d996e44a4780e3a83491b0bc1ff389faa3ba06/887",
    "content_unittests": "0ae31c4fead0081d0a88904a56c3df9955dad7552624c1634b414c7799a64274/806",
    "cronet_tests": "327ded5c9b93be91987cc470b1e9a4f063ed53e2a30e11d46fff26b88d9223af/730",
    "cronet_unittests": "2d4057549c3dae23886a2894f9d54b289ee7d30b7ff72f58fb2ca5ca13dfb158/646",
    "crypto_unittests": "03272ce090646e28b4096d28242622061ac86ed6e30fdc88326aa872a02084e9/569",
    "dbus_unittests": "e4cffaeb271b8acdabb1c324fbb9d925fc53f3029edd07df417dda180647e331/569",
    "device_unittests": "071af3dd345e81dada295aeab41ff175625a91d8319f32c296f8640c01edfe1f/646",
    "display_unittests": "e871c8b55f13134d9950bd15e01d86e00782a8c2d49954ffff8d441cbf1ca26e/569",
    "events_unittests": "0b7ecc32549f30b5130d388003e792e6291afd3f25f68f24d9d5e9bd8bef6f25/569",
    "extensions_browsertests": "ce6a877e43c20bd33e50b416952dcd21a610a650a38b394a746dd1dcee9c5d32/811",
    "extensions_unittests": "bdc094f62ef3130ff96349ebe3dd0f2ca07ba651f2ff7b1115ae0d462a63fda1/975",
    "filesystem_service_unittests": "e9049ac646cd20ae5d0b7b5598402b632e0f8800c9da5c933fe2911371e751d7/569",
    "gcm_unit_tests": "68f7a6dd46126c23a3756617e16925acf4586e5dd7c9fc9893de556249fcc085/646",
    "gfx_unittests": "cd57fd44cc864939c881d2308ec391399001a6c29e6485001e70c7a30c7348aa/645",
    "gin_unittests": "a16c4a11961baf9231c64d76485ef87dfd3064094e7d7a58b49482b887a3a6eb/646",
    "gl_tests": "4077765d8d4b0675d283d0cd3ca63c2b881152582fe113edfc7e7c5d82948b7d/569",
    "gl_unittests": "2ed7be5e4d7e0a0d5da0fee1f8a62d84bdbd5b138eaec8e0790314ad26a54946/569",
    "google_apis_unittests": "ff609d5d24c535efdef3a72de15a9f598b84bb2edfaa014d63df2b4b7f7b0c6c/731",
    "gpu_unittests": "6ea0ad17361ea27e85659a33dc4edb94ac6a1d98120398c9dee9f94b82dc18ea/646",
    "gwp_asan_unittests": "f92efcb358d3ad73b6870fccb8a992bff6b3a086d49e603b3e2a8cd1bb1151a8/570",
    "headless_browsertests": "0444ba629d4f54b139d56b2c943792c348741aa66244999dcb19ddb02116930a/809",
    "headless_unittests": "8fff1f8a9cfdd5935388a5cde48a100b106b1df800b837bc17fffe929c0b767b/569",
    "interactive_ui_tests": "2fd55fa12f175b23716a473ac9dd989a64f95583d9fb46002d4df186872a978c/1128",
    "ipc_tests": "8bc0010d073a7d674905e4546760f6e1dc482763e0cdd2ea8a580d8328fd94b2/569",
    "jingle_unittests": "b0d49df602847877f25572daecd6e93ad4697ea1f56513bca05981c745bc119e/646",
    "latency_unittests": "dbeb14a5ad123659fb768a27b67ffaf18c127c9b2672525d1600c21cab869e71/569",
    "libjingle_xmpp_unittests": "7c2a4aca2469fc63e3cb73db87296ee7cd82f7525f3938f447e83fdca4a5dfab/569",
    "liburlpattern_unittests": "207203713c9b11557e1ba8bdf082f0efa8d1e6cdba17e9e12f63a1349b102980/569",
    "media_unittests": "f37d8fcd4948a2cb0729972754d55dad1d0d59aa8a6d5e9036a027433b53c39d/649",
    "message_center_unittests": "fc950b31af8b9d84f5d976bda2ad27a25540e2798f20ba21d6e0e2e7c65520d2/569",
    "midi_unittests": "3d91efb21486692bf7dc806b5359e40b6a9178c00e15e43de18afff9f34e8e16/569",
    "mojo_core_unittests": "0468d9ac9a3c8842a6e25afbfc43fc001976eef50273fd63f25a8174168921de/569",
    "mojo_unittests": "2827c78931de44c4b10e1730c8764bb4827e4ae6a79315dd8f824e5766328b9c/647",
    "native_theme_unittests": "f26dd9cbe502e9f3af2db1210cd6344d48050c471f73e5271f5d0d83f643c6c7/569",
    "net_unittests": "74af567f7d35586475fe8bd7c667a1c1f3bbfd9562117314b330a06c0e82d79a/648",
    "openscreen_unittests": "f98788d9b1a8a3f0fcb6604c79d97cfc59d45577245a56756425d3daa0c551d9/811",
    "ozone_x11_unittests": "49597fe211b0af75f09385a544ed1dddfe81e6428a2c655015bc664427d567f8/569",
    "pdf_unittests": "2ec1e994fad9eef8b5999762f000d22c4693e7bf76c6aa2dfb16124b93f9097f/725",
    "perfetto_unittests": "5775fdab6082ac641be74b3153089a6116e1d73ec3cd2cf6bb823f895666833e/569",
    "ppapi_unittests": "be0bbcbddf677847a27e94616045981ea470c1b41ca84462fbd64dc3242e09ed/569",
    "printing_unittests": "05fa349c4a2c0eeb46a7620449213bf1c92df00041d9e913613ca96f18cd4fff/569",
    "remoting_unittests": "aaa07d00e01111876370f6ed6a4a39031295b9c07a8c08ab49641b291da6b9bb/646",
    "sandbox_linux_unittests": "c344ca69d236d00b54186071713e83ff56d3562c00a45daed45b23383e696d34/569",
    "service_manager_unittests": "2464b340cf32f02f55593c4fc839d8e13dfc4ea7127e508a790a251eaca0dd6e/569",
    "services_unittests": "f514ec508c7dfba4876424dbb9d017c3e95b16d31951c3f4081be70f51b62575/815",
    "shell_dialogs_unittests": "32dd7897a64e7f7e2c8594278dbdf6b05993aa956c2cdccfa21772c56ddcc90c/569",
    "skia_unittests": "cb3059c7a6d83c43edd6ea5fe4625047d661250f867d7e625d00d4a291d65319/569",
    "snapshot_unittests": "71f91804894361607cb7ccb452e98a283663cd64d82b81a1d087699d782070d0/569",
    "sql_unittests": "c8833f2b0ac96ec4493f1d424bdb700cfdb65b44c077d8ca7dd6b02eb92e47db/646",
    "storage_unittests": "79ff16f2bb9a14c6c11f0c304a558d99d9e7ed9fc731b2d306cca40f1f2a4b91/727",
    "sync_integration_tests": "26f8a3c7e8124640ae587a17cb552745628d26f309615a3c2ac0e914078bcb2e/892",
    "ui_base_unittests": "f043e77a07856262ca8707f7813270faaba5e1b5d8626ffea2091203bf4b8e26/723",
    "ui_touch_selection_unittests": "d65429d72c356140ae3089730666f8fff69001c3ec6e0857faaea79305b535db/569",
    "unit_tests": "2eece4cb32967c2829a7ba62254ee898571a8afef793293a5e424ddffeedb777/1141",
    "url_unittests": "c0e810af167c15a5ac230e7d059108b29c9c5ef554b2695ba84f2bdb697687b0/569",
    "views_unittests": "8654dcb910f616a0560e5ef3562fcfaf374e8192ec77704a1e15db2f8a843ec1/569",
    "viz_unittests": "02a17e22d67adcf7d92139e9893e9c62ca257163719114c030e3d307820748ef/653",
    "vr_common_unittests": "9343715fdc7a0f50f54ea0f056fa354b4037e642de0f339e88656ea1cd02ca6e/811",
    "vr_pixeltests": "4b371c305b90dde2eba41de00dedf7f719f57068e0f1264e18b17dd0ffd02894/725",
    "weblayer_browsertests": "5f465115bc8cc8b5eb321fa5f5cc15155eb51bda9bfbe1220951856e495eab32/893",
    "weblayer_unittests": "4423176b4cb4daf4870c55446d11ec858024638a9f267955e23591a5806979c5/725",
    "wm_unittests": "d6b69131cec1de8738f26645ae80486c543a6d24b404e7cf37cce0ad1b15c40c/569",
    "wtf_unittests": "29d8bacaf021d15678f217b2e894824a780ed299b8015aec582c8c0b5f5221cd/569",
    "x11_unittests": "78b84e23eb66c97e57d58215cb107adac9152172bdd5b679a7f470414a23248b/569",
    "xr_browser_tests": "ffde4d158e5ab59fe7f3c35e8748292265357e71e7370fcc3a5bd740f74ef459/891",
    "zlib_unittests": "e9d73d7d76d02c68c0d703145bc9eaf0739a6e4aabfc8bb6ed865073a74caac9/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "f0d486abf22639ab3ba9fd78912ffff90aee71501abf199e6c2518e5ece7d641/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e452983a659ea80142d436b1dfe49b1ee103b4c2
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:78804
  • user_agent:recipe

Debug log (UTC)

[18:11:39.072] New invocation is queued and will start shortly
[18:11:39.072] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[18:11:40.550] Starting the invocation (attempt 1)
[18:11:40.596] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/e452983a659ea80142d436b1dfe49b1ee103b4c2"
[18:11:40.596] Popped gitiles commit info from properties and tags
[18:11:40.596] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[18:11:40.596] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[18:11:40.596] Buildbucket request:
{
  "requestId": "8996901537083438416",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "e452983a659ea80142d436b1dfe49b1ee103b4c2"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "d2b4d9aec1590dae5c33625a30878b5bcf423527",
      "parent_got_dawn_revision": "15dc49ce75a5b90c848db9fe99489731b616f526",
      "parent_got_nacl_revision": "9d577686a4321b08f6b86ff2589070fdee1c53f9",
      "parent_got_revision": "e452983a659ea80142d436b1dfe49b1ee103b4c2",
      "parent_got_revision_cp": "refs/heads/main@{#938318}",
      "parent_got_swiftshader_revision": "91a9a020ca7622f2461db90ed6d22af8d40185a9",
      "parent_got_v8_revision": "49162da459e2ca1f078389a84f0bbfcc7fed7a2b",
      "parent_got_v8_revision_cp": "refs/heads/9.7.106@{#1}",
      "parent_got_webrtc_revision": "3041eb21e9c26277d6d80b7d6b0217f956b80dcb",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35300}",
      "swarm_hashes": {
            "absl_hardening_tests": "088872525a646867ba12528116e0b859d35a659b94c5e64d30e6ed4590347fc2/569",
            "accessibility_unittests": "4d72f03c58f3cafdbfb2d241588da6223f7e6d5dd0386d1c7021135d6e3a060f/569",
            "angle_unittests": "bd1de6ed370dc405ac04298481890494ed2e9671079f1f1d6646b183f45ad030/570",
            "app_shell_unittests": "84ca0040b44cfaaa5bd13aca57fea0ad5f14bd5ca6cced61cdc3e2039cef5288/809",
            "aura_unittests": "ee6854689c4aafea300df899eb9017478f838b0c4eee1d7bac446a58e1eaf6d3/569",
            "base_unittests": "b29b8ccab5ebcf7cc57e132e8cbb33d08878051d6980b4e0f1a846b681e2340d/648",
            "blink_common_unittests": "3842ca8e79183b6037670b3b5a308a11205d92bfd29257355d7368c6b4aa9c79/647",
            "blink_fuzzer_unittests": "fd506385df34bf77e83ace58c51cd46882d70d6d1d78df4e0af07bbc0547f140/648",
            "blink_heap_unittests": "d67bbcf4a3bd828b2ceea9d9193aa87672e4d16630c3d2d01e2a456ae8171cb6/648",
            "blink_platform_unittests": "fb447f13559647ef6b08c33abde466353f4e1186eec0c87714e9ecc9d6382785/726",
            "blink_unittests": "1472644d8c76971b610d42772b1e8d895bb0ce51a09138279b1d2a07aa9cfbc5/726",
            "boringssl_crypto_tests": "df834c24b32087246194f8e7daf758aa144d9e0a1fbfe7a1108c3c6cd3ac5ae8/570",
            "boringssl_ssl_tests": "8ebd86c54b32689cc9bb5b09034fd7e400eddf7dd299a36eed26867e6517beb4/569",
            "capture_unittests": "eaeb0e0b32a4c1cce299dad4d9350ff86912f0a958307da1ecf05525298dc6f8/648",
            "cast_unittests": "67f0157c373bf2d6c627bb30fa6567c6114621d116095a5036883ec6ca63e31d/569",
            "cc_unittests": "f3ae854292b9f80ae4ed17f9adbec7a941c0116ff6ec01adcd265106b74c5028/653",
            "chrome_app_unittests": "cf8ccc07a8cba9a63e9396853709359aa3807f88e824e6bd937d3008aa013316/811",
            "chromedriver_unittests": "70f51e0470577370a717f08aba48c1c2454c4ef77a021a2f27e92538b822e952/726",
            "color_unittests": "4abb6767fdce8b5a8f0482dc5cf746210502f6a270bb245e19f88164dadf01f3/569",
            "components_browsertests": "0c9c31e9d64e81ccc9f559a6661ad819651da250665c468d5b4969887c31b514/892",
            "components_unittests": "c80f64770ad6ad0ef073c4eec6110fcd4c5a7bded3daec9ffb08f368a9838413/892",
            "compositor_unittests": "250e3cacc67d468c11445279c7b990f026d90902f1cdd25d0725709ce466c2af/645",
            "content_browsertests": "8afbdae596cecdc9a8bf5ed414d996e44a4780e3a83491b0bc1ff389faa3ba06/887",
            "content_unittests": "0ae31c4fead0081d0a88904a56c3df9955dad7552624c1634b414c7799a64274/806",
            "cronet_tests": "327ded5c9b93be91987cc470b1e9a4f063ed53e2a30e11d46fff26b88d9223af/730",
            "cronet_unittests": "2d4057549c3dae23886a2894f9d54b289ee7d30b7ff72f58fb2ca5ca13dfb158/646",
            "crypto_unittests": "03272ce090646e28b4096d28242622061ac86ed6e30fdc88326aa872a02084e9/569",
            "dbus_unittests": "e4cffaeb271b8acdabb1c324fbb9d925fc53f3029edd07df417dda180647e331/569",
            "device_unittests": "071af3dd345e81dada295aeab41ff175625a91d8319f32c296f8640c01edfe1f/646",
            "display_unittests": "e871c8b55f13134d9950bd15e01d86e00782a8c2d49954ffff8d441cbf1ca26e/569",
            "events_unittests": "0b7ecc32549f30b5130d388003e792e6291afd3f25f68f24d9d5e9bd8bef6f25/569",
            "extensions_browsertests": "ce6a877e43c20bd33e50b416952dcd21a610a650a38b394a746dd1dcee9c5d32/811",
            "extensions_unittests": "bdc094f62ef3130ff96349ebe3dd0f2ca07ba651f2ff7b1115ae0d462a63fda1/975",
            "filesystem_service_unittests": "e9049ac646cd20ae5d0b7b5598402b632e0f8800c9da5c933fe2911371e751d7/569",
            "gcm_unit_tests": "68f7a6dd46126c23a3756617e16925acf4586e5dd7c9fc9893de556249fcc085/646",
            "gfx_unittests": "cd57fd44cc864939c881d2308ec391399001a6c29e6485001e70c7a30c7348aa/645",
            "gin_unittests": "a16c4a11961baf9231c64d76485ef87dfd3064094e7d7a58b49482b887a3a6eb/646",
            "gl_tests": "4077765d8d4b0675d283d0cd3ca63c2b881152582fe113edfc7e7c5d82948b7d/569",
            "gl_unittests": "2ed7be5e4d7e0a0d5da0fee1f8a62d84bdbd5b138eaec8e0790314ad26a54946/569",
            "google_apis_unittests": "ff609d5d24c535efdef3a72de15a9f598b84bb2edfaa014d63df2b4b7f7b0c6c/731",
            "gpu_unittests": "6ea0ad17361ea27e85659a33dc4edb94ac6a1d98120398c9dee9f94b82dc18ea/646",
            "gwp_asan_unittests": "f92efcb358d3ad73b6870fccb8a992bff6b3a086d49e603b3e2a8cd1bb1151a8/570",
            "headless_browsertests": "0444ba629d4f54b139d56b2c943792c348741aa66244999dcb19ddb02116930a/809",
            "headless_unittests": "8fff1f8a9cfdd5935388a5cde48a100b106b1df800b837bc17fffe929c0b767b/569",
            "interactive_ui_tests": "2fd55fa12f175b23716a473ac9dd989a64f95583d9fb46002d4df186872a978c/1128",
            "ipc_tests": "8bc0010d073a7d674905e4546760f6e1dc482763e0cdd2ea8a580d8328fd94b2/569",
            "jingle_unittests": "b0d49df602847877f25572daecd6e93ad4697ea1f56513bca05981c745bc119e/646",
            "latency_unittests": "dbeb14a5ad123659fb768a27b67ffaf18c127c9b2672525d1600c21cab869e71/569",
            "libjingle_xmpp_unittests": "7c2a4aca2469fc63e3cb73db87296ee7cd82f7525f3938f447e83fdca4a5dfab/569",
            "liburlpattern_unittests": "207203713c9b11557e1ba8bdf082f0efa8d1e6cdba17e9e12f63a1349b102980/569",
            "media_unittests": "f37d8fcd4948a2cb0729972754d55dad1d0d59aa8a6d5e9036a027433b53c39d/649",
            "message_center_unittests": "fc950b31af8b9d84f5d976bda2ad27a25540e2798f20ba21d6e0e2e7c65520d2/569",
            "midi_unittests": "3d91efb21486692bf7dc806b5359e40b6a9178c00e15e43de18afff9f34e8e16/569",
            "mojo_core_unittests": "0468d9ac9a3c8842a6e25afbfc43fc001976eef50273fd63f25a8174168921de/569",
            "mojo_unittests": "2827c78931de44c4b10e1730c8764bb4827e4ae6a79315dd8f824e5766328b9c/647",
            "native_theme_unittests": "f26dd9cbe502e9f3af2db1210cd6344d48050c471f73e5271f5d0d83f643c6c7/569",
            "net_unittests": "74af567f7d35586475fe8bd7c667a1c1f3bbfd9562117314b330a06c0e82d79a/648",
            "openscreen_unittests": "f98788d9b1a8a3f0fcb6604c79d97cfc59d45577245a56756425d3daa0c551d9/811",
            "ozone_x11_unittests": "49597fe211b0af75f09385a544ed1dddfe81e6428a2c655015bc664427d567f8/569",
            "pdf_unittests": "2ec1e994fad9eef8b5999762f000d22c4693e7bf76c6aa2dfb16124b93f9097f/725",
            "perfetto_unittests": "5775fdab6082ac641be74b3153089a6116e1d73ec3cd2cf6bb823f895666833e/569",
            "ppapi_unittests": "be0bbcbddf677847a27e94616045981ea470c1b41ca84462fbd64dc3242e09ed/569",
            "printing_unittests": "05fa349c4a2c0eeb46a7620449213bf1c92df00041d9e913613ca96f18cd4fff/569",
            "remoting_unittests": "aaa07d00e01111876370f6ed6a4a39031295b9c07a8c08ab49641b291da6b9bb/646",
            "sandbox_linux_unittests": "c344ca69d236d00b54186071713e83ff56d3562c00a45daed45b23383e696d34/569",
            "service_manager_unittests": "2464b340cf32f02f55593c4fc839d8e13dfc4ea7127e508a790a251eaca0dd6e/569",
            "services_unittests": "f514ec508c7dfba4876424dbb9d017c3e95b16d31951c3f4081be70f51b62575/815",
            "shell_dialogs_unittests": "32dd7897a64e7f7e2c8594278dbdf6b05993aa956c2cdccfa21772c56ddcc90c/569",
            "skia_unittests": "cb3059c7a6d83c43edd6ea5fe4625047d661250f867d7e625d00d4a291d65319/569",
            "snapshot_unittests": "71f91804894361607cb7ccb452e98a283663cd64d82b81a1d087699d782070d0/569",
            "sql_unittests": "c8833f2b0ac96ec4493f1d424bdb700cfdb65b44c077d8ca7dd6b02eb92e47db/646",
            "storage_unittests": "79ff16f2bb9a14c6c11f0c304a558d99d9e7ed9fc731b2d306cca40f1f2a4b91/727",
            "sync_integration_tests": "26f8a3c7e8124640ae587a17cb552745628d26f309615a3c2ac0e914078bcb2e/892",
            "ui_base_unittests": "f043e77a07856262ca8707f7813270faaba5e1b5d8626ffea2091203bf4b8e26/723",
            "ui_touch_selection_unittests": "d65429d72c356140ae3089730666f8fff69001c3ec6e0857faaea79305b535db/569",
            "unit_tests": "2eece4cb32967c2829a7ba62254ee898571a8afef793293a5e424ddffeedb777/1141",
            "url_unittests": "c0e810af167c15a5ac230e7d059108b29c9c5ef554b2695ba84f2bdb697687b0/569",
            "views_unittests": "8654dcb910f616a0560e5ef3562fcfaf374e8192ec77704a1e15db2f8a843ec1/569",
            "viz_unittests": "02a17e22d67adcf7d92139e9893e9c62ca257163719114c030e3d307820748ef/653",
            "vr_common_unittests": "9343715fdc7a0f50f54ea0f056fa354b4037e642de0f339e88656ea1cd02ca6e/811",
            "vr_pixeltests": "4b371c305b90dde2eba41de00dedf7f719f57068e0f1264e18b17dd0ffd02894/725",
            "weblayer_browsertests": "5f465115bc8cc8b5eb321fa5f5cc15155eb51bda9bfbe1220951856e495eab32/893",
            "weblayer_unittests": "4423176b4cb4daf4870c55446d11ec858024638a9f267955e23591a5806979c5/725",
            "wm_unittests": "d6b69131cec1de8738f26645ae80486c543a6d24b404e7cf37cce0ad1b15c40c/569",
            "wtf_unittests": "29d8bacaf021d15678f217b2e894824a780ed299b8015aec582c8c0b5f5221cd/569",
            "x11_unittests": "78b84e23eb66c97e57d58215cb107adac9152172bdd5b679a7f470414a23248b/569",
            "xr_browser_tests": "ffde4d158e5ab59fe7f3c35e8748292265357e71e7370fcc3a5bd740f74ef459/891",
            "zlib_unittests": "e9d73d7d76d02c68c0d703145bc9eaf0739a6e4aabfc8bb6ed865073a74caac9/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "f0d486abf22639ab3ba9fd78912ffff90aee71501abf199e6c2518e5ece7d641/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "e452983a659ea80142d436b1dfe49b1ee103b4c2",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8996901537083438416"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "78804"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[18:11:41.760] Scheduled build:
{
  "id": "8831471474627518593",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 70760,
  "createdBy": "project:chromium",
  "createTime": "2021-11-04T18:11:40.781503979Z",
  "updateTime": "2021-11-04T18:11:40.781503979Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "e452983a659ea80142d436b1dfe49b1ee103b4c2",
      "ref": "refs/heads/main"
    }
  }
}
[18:11:41.760] Task URL: https://cr-buildbucket.appspot.com/build/8831471474627518593
[18:11:41.760] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996901537083438416:2:0) after 1m33s
[18:12:18.402] Received PubSub notification, asking Buildbucket for the build status
[18:12:18.433] Build status: STARTED
[18:13:14.819] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996901537083438416:2:0)
[18:13:14.848] Build status: STARTED
[18:13:14.848] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996901537083438416:4:0) after 2m35s
[18:15:49.965] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996901537083438416:4:0)
[18:15:49.999] Build status: STARTED
[18:15:50.000] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996901537083438416:5:0) after 9m45s
[18:25:35.083] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996901537083438416:5:0)
[18:25:35.118] Build status: STARTED
[18:25:35.118] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996901537083438416:6:0) after 4m29s
[18:30:04.155] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996901537083438416:6:0)
[18:30:04.215] Build status: STARTED
[18:30:04.215] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996901537083438416:7:0) after 5m16s
[18:35:20.248] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996901537083438416:7:0)
[18:35:20.298] Build status: STARTED
[18:35:20.298] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996901537083438416:8:0) after 6m6s
[18:40:41.293] Received PubSub notification, asking Buildbucket for the build status
[18:40:41.326] Build:
{
  "id": "8831471474627518593",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 70760,
  "createdBy": "project:chromium",
  "createTime": "2021-11-04T18:11:40.781503979Z",
  "startTime": "2021-11-04T18:12:12.079491Z",
  "endTime": "2021-11-04T18:40:40.390560386Z",
  "updateTime": "2021-11-04T18:40:40.390560386Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "e452983a659ea80142d436b1dfe49b1ee103b4c2",
      "ref": "refs/heads/main"
    }
  }
}
[18:40:41.326] Invocation finished in 29m2.270614951s with status FAILED