Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 26 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/78704 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "9d59387387a7f54cec4d1b1ca8a574374e4790e4"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "d2b4d9aec1590dae5c33625a30878b5bcf423527",
  "parent_got_dawn_revision": "b19556e907c5012e6e28906a797f62b197aff965",
  "parent_got_nacl_revision": "9d577686a4321b08f6b86ff2589070fdee1c53f9",
  "parent_got_revision": "9d59387387a7f54cec4d1b1ca8a574374e4790e4",
  "parent_got_revision_cp": "refs/heads/main@{#936839}",
  "parent_got_swiftshader_revision": "9d8950e082d87b79f9a67a9fb26494cec36827ba",
  "parent_got_v8_revision": "db391a3b8fc5c3e8448bb0f5c2af1683ae8a4c32",
  "parent_got_v8_revision_cp": "refs/heads/9.7.84@{#1}",
  "parent_got_webrtc_revision": "ff8caf1d569408a9cfa759e0fa58703cc67f7aae",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35286}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "9d59387387a7f54cec4d1b1ca8a574374e4790e4",
  "swarm_hashes": {
    "absl_hardening_tests": "cd3a06d0bf5d9c6195fd50334d4cbdfa541b81e43de59bc3416a6561e3d54fa3/569",
    "accessibility_unittests": "ad9a2de1ecad80d3c744739229d268533ad6eb403d34f2d93ec244e5c018487c/569",
    "angle_unittests": "4d5aa9959eac20b4c3805eb287580b1a16233fd13128b2a76347cbd422343a3a/570",
    "app_shell_unittests": "d40757ec4410a21883a9651ef10e8bf0434b1be691de3017b852275a066cb2b0/809",
    "aura_unittests": "e622d25f747a3be3e2d9429f743f975c6650f95f6b9be67f1ea02724ff3ef6a0/569",
    "base_unittests": "78626b527600d5a747ec80bf3424236b2efdabc73640c964c89e402c644b4ed1/648",
    "blink_common_unittests": "1c21e851534bd0fcdd97dd3092931f35d174edb39b608db34b7dee0b3c44187d/647",
    "blink_fuzzer_unittests": "c22b7353ec466ead8416d5b15a26d1c2da23a4e58f50267b1293e320a5e59c99/648",
    "blink_heap_unittests": "ed9e5733eb36a3d72d3432772cb552bbc81909c156cd5c9d31f4642026209289/648",
    "blink_platform_unittests": "35459c8f0705aecfc3ea1d447de94c966f6972123e9dfcb1467161afbfc2b19b/726",
    "blink_unittests": "c7e7605175423cce552d33ceba66ad62a643af2c38166de9f2bc85558cb63d81/726",
    "boringssl_crypto_tests": "30d3d86681e675d423473da9257e41fa9a168196b5d067099c97f3e7e2c80f6b/570",
    "boringssl_ssl_tests": "a494b557120b4e359d0f784704469b81750cebead8d10d9fcdcc75c91c3f8fe9/569",
    "capture_unittests": "9ac3ccd26aeecb862e685aae12259f6ac5a1cf80eb1819ae0a5c8db6a9d34dc7/648",
    "cast_unittests": "5baff27721d0741c5ff68b84f16ea7758f4e909560bf844c2f58ef18df83af02/569",
    "cc_unittests": "450bf5ece88e44d017af5ef5edb75400d9d367e5e64973d38f411bb787f058fc/653",
    "chrome_app_unittests": "c6c8c90cb91ad634aa94cbe8c93b36c0e380f0d6162cb050a962bc23e0781a84/811",
    "chromedriver_unittests": "096542dd1366134a385409930c8e4bd1c6041db6127345d2353eb4bf85ae6f7b/726",
    "color_unittests": "a065477509b4232f8c6bcb5df72cf5e4e95b9f357b3e12651d1f48e792590374/569",
    "components_browsertests": "4ca93810799ec1bd06192bfc9f85a3e0a55a0c2c91b033cd771cc7aaafaca492/892",
    "components_unittests": "e002eddaa8f10ea80167db7efb68baa7258a5a32d20896e44efe7916519eb608/892",
    "compositor_unittests": "eac634243c2c31d52217c8f8fb6bd36ca914216513d4aff04a66d7dfcd38e3d8/645",
    "content_browsertests": "927adce7ca3459e8c388079f3c0038cf6e81a065fc736168b0528e49575c5b12/887",
    "content_unittests": "948fddb9ef0b3243cf59bbef7125639a70ca7d00593e92ad50f215b9d1031f89/806",
    "cronet_tests": "cf9ab4e9048c3c1359e648510206b7c35d422d287b6a83f209ec78fb00106e1d/730",
    "cronet_unittests": "7846b1772414a99253c09ed454e799363365e2e7aa3ab3c8c0e7b6a2e26c741d/646",
    "crypto_unittests": "d8e13e8fb5821a442400d6692ffe81a5a564807b29a4b4bf67637f7d481d7948/569",
    "dbus_unittests": "9b7fe8d15ade1816046172748fdadd489e0ed0f34bde5ccc0f10d6f3a695182a/569",
    "device_unittests": "b170fae950801e97f6d5afd1656051c63644fd2e77ae2de803557c666a88db34/646",
    "display_unittests": "473e224458d1e027865440a3b7286c17f7e4da3c7a1193512148823f8dab2066/569",
    "events_unittests": "82e635a219b227bc3c03e41b9a34d69d2c3164f4d688c14d0d17fb58c459c373/569",
    "extensions_browsertests": "062928c54764d7c0bb6815d9a527afe629e4b6110b295419e4ab118fdec90b24/811",
    "extensions_unittests": "f2b3b96140b81f6ccd753e7dd52e6a699ef73ca61fe3009cd155fce207eeebb3/975",
    "filesystem_service_unittests": "7abfeaae8dd62720fb126b5c4f16153d963f091781d2f6ba26f8878e1c62eb6d/569",
    "gcm_unit_tests": "a0966746c0b3fac1b499cb3fd692e5c23f76398815e5ab1483ed39dc9868982d/646",
    "gfx_unittests": "c55519cf204fd67afbe05db8e0cbe93ed1e5f6dcc915f155af660d0f8275ac8a/645",
    "gin_unittests": "63e252822ae2612440a343da4d0d53f4f9ee5bb8625f9dd484244008025062d9/646",
    "gl_tests": "375f000dfce41d3f516641c74cae54ed0219ee1a5736fdb8f1891b4de4b3d41c/569",
    "gl_unittests": "6add49122533990f45efd03635110d37d917ef41b2f9ed70d49bf7d03cdd1f49/569",
    "google_apis_unittests": "a664a5780423610116042203c5d522bd6f448c697bb02be199978a0ebf618188/731",
    "gpu_unittests": "fdc165cfcd71606a1f466d46d723173c28c285de40f393a0b0bc3d0b71f9c511/646",
    "gwp_asan_unittests": "97306db25626fed578c5c841384eb629514985872922e94661a5ab41b5c2ee59/570",
    "headless_browsertests": "405871390be92d1b0fce58aed69e5936e7bd67f9225a2058c22c6ef600adaba7/809",
    "headless_unittests": "6a4bc68c896114ea17d617bd32291af03ac7abffbca35257292826651035bb91/569",
    "interactive_ui_tests": "cb5e180cf8333c01a197d0907d6318715e4a836b7585ab177e526e4b5c76cecd/1128",
    "ipc_tests": "4fc27a87f6bc3f9bceac2ce7aa10092039f45107d16f6a7ee1111e1da1804413/569",
    "jingle_unittests": "a2e85f3aeb854f33ab97c125827c6e03e6d3982fd67d790f7198ee67b60cda3b/646",
    "latency_unittests": "e7771e1c6aa53ef44c77805f406fe9abb37216191c413348e1e59fbd3fb329a4/569",
    "libjingle_xmpp_unittests": "a1a0d43569a482ff9a822efcdf3099bdca090b2d04fb61b0a6c5920df4bb927d/569",
    "liburlpattern_unittests": "3575ead0fa49296858cfdc2e2e6ea7d77f7ab2df2e8ba3117fa7103590f6a05f/569",
    "media_unittests": "a0e110d430bb5a44d58aafbba6a6ca6b582f1f9e747ae85c8c731c426ddecead/649",
    "message_center_unittests": "0b0f515cde276e73a852c5b508b119e9afa96b4391db4bf3f4c0c209ba98d0e1/569",
    "midi_unittests": "2922c31e204ef3d6f6e35718a23dbd7d085f7b8cab82ba9247bba9428739363d/569",
    "mojo_core_unittests": "0df066b5dff28e7b830bfcaee93a74402b35d0ec508ac76ea8f6cedd89b1be46/569",
    "mojo_unittests": "5b79836eb5d9638dfcaeee1047c2c0d84226d7871bf6fbf20f26801298f4a01c/647",
    "native_theme_unittests": "933a8f6907446e673fd54adf7862069c9b19d513575abfc8628c7eb144bb140f/569",
    "net_unittests": "4a5acc3c556539ce1ba17a4a3df89757d3f92544b03387015ade7bf72ba193f4/648",
    "openscreen_unittests": "52a685d5c70a8a93b7c2c748447921a1095096c3dc6db8d291688e68999acd4d/811",
    "ozone_x11_unittests": "356191e71c53491ab9b675c0eb9b56a757161dd07aa7e6c28bcc7c06034a4b49/569",
    "pdf_unittests": "86461f54aae15d6e5dca9251c3c066cdd99afa860668a35b96ba6b5ad47238b3/725",
    "perfetto_unittests": "ecaa5a43bba827a0de19925c87ab36d98a8b735d38c64251ae51da38c9264310/569",
    "ppapi_unittests": "f324c7302ffb1f9575642aff64dbb0134d7322eecb092ad71b9d2d2bfd08a1e4/569",
    "printing_unittests": "6f59c8e3d0f91e777329c5df731ccdac346af591ebac57a42674c14277affc09/569",
    "remoting_unittests": "0dc3faba3afd8de0eb90ee01c0e73afc1f5a5752425c2d64eb79dd25bc69a40e/646",
    "sandbox_linux_unittests": "5a9023427d4359a0f49d85f26849b5c9c339439a0077c81cebceb4faa0b31484/569",
    "service_manager_unittests": "20a44522f88ab8f0cceda17f300076950575bbaa6599c59ed78b36a6f332843e/569",
    "services_unittests": "4d576c323b769c67b8a4524a77de6cae1c7275c73bee87f944c704662a8e39e9/815",
    "shell_dialogs_unittests": "73c4a9b987cdc8a09a6457744aea0a5970e12f2178565aacf96240ba251e4a7f/569",
    "skia_unittests": "99ed0202574a8e3825752f248df9e168561e8ad0aac0ba4e595e31565cc2fe02/569",
    "snapshot_unittests": "9ce3536a88b600e4b7ed858df66aed455052b7104da1b9cd29a5575366aed93a/569",
    "sql_unittests": "ae2337c6c26bfdce2f168f0fd9c9c7d6ff8df98cb9e639a46cd32698647dde78/646",
    "storage_unittests": "d02d064284871ecae5a9f11334b5ed62f7080d376da47dbe6cf50d954a5be8be/727",
    "sync_integration_tests": "5939546521d6ad69d951d2408276a3379a3faf64bd4861a0d645010e61a3ffcf/892",
    "ui_base_unittests": "309adeee6224679abd705fa5ae2765211b77a3550181bb9204461f11df53fde1/723",
    "ui_touch_selection_unittests": "408e44594fecb3b58244f8de97348407b0da0e3f167d58d7a0679aac471ffa25/569",
    "unit_tests": "70a592656a52af6183cfca0159e46515ed4d5e83bad2b890e2a5c683aadd955d/1141",
    "url_unittests": "9924d1bd76cefeb80d2fa56c7d7d30fa8eb04b0be45b9c97269fea440fb1b67f/569",
    "views_unittests": "0dbbfd79e2e572d3388bedabcbd570d5feb2384b85c02a2a80a703b9da63f2fd/569",
    "viz_unittests": "eae9fb0a167815493f2715f8ee11054f9a9dc707b9751b934cbcf243f5e73a39/653",
    "vr_common_unittests": "2c22a37a8c91d93169f5b7a0369abaa09a1f03704bfe4f9e1aaa0baf29878970/811",
    "vr_pixeltests": "d0e8fffd12ca6eec4837384ab4f189bb14ddd8b6d7ca9c616745fa542549052f/725",
    "weblayer_browsertests": "2c44cb3948011575fb7093756816ee35024efcd0d45e1b1748e29f9810aeb38b/893",
    "weblayer_unittests": "a7c6653271852bc1c13b4453771d4b92ec145f3c8b6d4bb8b57481bb3e495f4e/725",
    "wm_unittests": "2722e452152535eda835f41ae477dbf636fa6d943e1b9115e501b24ea5d141f5/569",
    "wtf_unittests": "e1bb197fe3460b54d522d15d98d43196b07ca1a016337f57b11a6a6576bfad39/569",
    "x11_unittests": "787b5b466fd341b14f5d21fc0b82df6e17b9cb391a82722eed163c70f40f16bb/569",
    "xr_browser_tests": "5daab1427e54f802740e252859c4d90c942c50b2c55a081610fe9e320b8df6e0/891",
    "zlib_unittests": "f7a28a81189bc05eea108fed0c1bc2f38937e219711a9c43f2335cd9966a4541/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "f0d486abf22639ab3ba9fd78912ffff90aee71501abf199e6c2518e5ece7d641/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/9d59387387a7f54cec4d1b1ca8a574374e4790e4
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:78704
  • user_agent:recipe

Debug log (UTC)

[08:57:16.373] New invocation is queued and will start shortly
[08:57:16.373] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[08:57:17.452] Starting the invocation (attempt 1)
[08:57:17.486] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/9d59387387a7f54cec4d1b1ca8a574374e4790e4"
[08:57:17.486] Popped gitiles commit info from properties and tags
[08:57:17.486] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[08:57:17.486] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[08:57:17.486] Buildbucket request:
{
  "requestId": "8997208206449854112",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "9d59387387a7f54cec4d1b1ca8a574374e4790e4"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "d2b4d9aec1590dae5c33625a30878b5bcf423527",
      "parent_got_dawn_revision": "b19556e907c5012e6e28906a797f62b197aff965",
      "parent_got_nacl_revision": "9d577686a4321b08f6b86ff2589070fdee1c53f9",
      "parent_got_revision": "9d59387387a7f54cec4d1b1ca8a574374e4790e4",
      "parent_got_revision_cp": "refs/heads/main@{#936839}",
      "parent_got_swiftshader_revision": "9d8950e082d87b79f9a67a9fb26494cec36827ba",
      "parent_got_v8_revision": "db391a3b8fc5c3e8448bb0f5c2af1683ae8a4c32",
      "parent_got_v8_revision_cp": "refs/heads/9.7.84@{#1}",
      "parent_got_webrtc_revision": "ff8caf1d569408a9cfa759e0fa58703cc67f7aae",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35286}",
      "swarm_hashes": {
            "absl_hardening_tests": "cd3a06d0bf5d9c6195fd50334d4cbdfa541b81e43de59bc3416a6561e3d54fa3/569",
            "accessibility_unittests": "ad9a2de1ecad80d3c744739229d268533ad6eb403d34f2d93ec244e5c018487c/569",
            "angle_unittests": "4d5aa9959eac20b4c3805eb287580b1a16233fd13128b2a76347cbd422343a3a/570",
            "app_shell_unittests": "d40757ec4410a21883a9651ef10e8bf0434b1be691de3017b852275a066cb2b0/809",
            "aura_unittests": "e622d25f747a3be3e2d9429f743f975c6650f95f6b9be67f1ea02724ff3ef6a0/569",
            "base_unittests": "78626b527600d5a747ec80bf3424236b2efdabc73640c964c89e402c644b4ed1/648",
            "blink_common_unittests": "1c21e851534bd0fcdd97dd3092931f35d174edb39b608db34b7dee0b3c44187d/647",
            "blink_fuzzer_unittests": "c22b7353ec466ead8416d5b15a26d1c2da23a4e58f50267b1293e320a5e59c99/648",
            "blink_heap_unittests": "ed9e5733eb36a3d72d3432772cb552bbc81909c156cd5c9d31f4642026209289/648",
            "blink_platform_unittests": "35459c8f0705aecfc3ea1d447de94c966f6972123e9dfcb1467161afbfc2b19b/726",
            "blink_unittests": "c7e7605175423cce552d33ceba66ad62a643af2c38166de9f2bc85558cb63d81/726",
            "boringssl_crypto_tests": "30d3d86681e675d423473da9257e41fa9a168196b5d067099c97f3e7e2c80f6b/570",
            "boringssl_ssl_tests": "a494b557120b4e359d0f784704469b81750cebead8d10d9fcdcc75c91c3f8fe9/569",
            "capture_unittests": "9ac3ccd26aeecb862e685aae12259f6ac5a1cf80eb1819ae0a5c8db6a9d34dc7/648",
            "cast_unittests": "5baff27721d0741c5ff68b84f16ea7758f4e909560bf844c2f58ef18df83af02/569",
            "cc_unittests": "450bf5ece88e44d017af5ef5edb75400d9d367e5e64973d38f411bb787f058fc/653",
            "chrome_app_unittests": "c6c8c90cb91ad634aa94cbe8c93b36c0e380f0d6162cb050a962bc23e0781a84/811",
            "chromedriver_unittests": "096542dd1366134a385409930c8e4bd1c6041db6127345d2353eb4bf85ae6f7b/726",
            "color_unittests": "a065477509b4232f8c6bcb5df72cf5e4e95b9f357b3e12651d1f48e792590374/569",
            "components_browsertests": "4ca93810799ec1bd06192bfc9f85a3e0a55a0c2c91b033cd771cc7aaafaca492/892",
            "components_unittests": "e002eddaa8f10ea80167db7efb68baa7258a5a32d20896e44efe7916519eb608/892",
            "compositor_unittests": "eac634243c2c31d52217c8f8fb6bd36ca914216513d4aff04a66d7dfcd38e3d8/645",
            "content_browsertests": "927adce7ca3459e8c388079f3c0038cf6e81a065fc736168b0528e49575c5b12/887",
            "content_unittests": "948fddb9ef0b3243cf59bbef7125639a70ca7d00593e92ad50f215b9d1031f89/806",
            "cronet_tests": "cf9ab4e9048c3c1359e648510206b7c35d422d287b6a83f209ec78fb00106e1d/730",
            "cronet_unittests": "7846b1772414a99253c09ed454e799363365e2e7aa3ab3c8c0e7b6a2e26c741d/646",
            "crypto_unittests": "d8e13e8fb5821a442400d6692ffe81a5a564807b29a4b4bf67637f7d481d7948/569",
            "dbus_unittests": "9b7fe8d15ade1816046172748fdadd489e0ed0f34bde5ccc0f10d6f3a695182a/569",
            "device_unittests": "b170fae950801e97f6d5afd1656051c63644fd2e77ae2de803557c666a88db34/646",
            "display_unittests": "473e224458d1e027865440a3b7286c17f7e4da3c7a1193512148823f8dab2066/569",
            "events_unittests": "82e635a219b227bc3c03e41b9a34d69d2c3164f4d688c14d0d17fb58c459c373/569",
            "extensions_browsertests": "062928c54764d7c0bb6815d9a527afe629e4b6110b295419e4ab118fdec90b24/811",
            "extensions_unittests": "f2b3b96140b81f6ccd753e7dd52e6a699ef73ca61fe3009cd155fce207eeebb3/975",
            "filesystem_service_unittests": "7abfeaae8dd62720fb126b5c4f16153d963f091781d2f6ba26f8878e1c62eb6d/569",
            "gcm_unit_tests": "a0966746c0b3fac1b499cb3fd692e5c23f76398815e5ab1483ed39dc9868982d/646",
            "gfx_unittests": "c55519cf204fd67afbe05db8e0cbe93ed1e5f6dcc915f155af660d0f8275ac8a/645",
            "gin_unittests": "63e252822ae2612440a343da4d0d53f4f9ee5bb8625f9dd484244008025062d9/646",
            "gl_tests": "375f000dfce41d3f516641c74cae54ed0219ee1a5736fdb8f1891b4de4b3d41c/569",
            "gl_unittests": "6add49122533990f45efd03635110d37d917ef41b2f9ed70d49bf7d03cdd1f49/569",
            "google_apis_unittests": "a664a5780423610116042203c5d522bd6f448c697bb02be199978a0ebf618188/731",
            "gpu_unittests": "fdc165cfcd71606a1f466d46d723173c28c285de40f393a0b0bc3d0b71f9c511/646",
            "gwp_asan_unittests": "97306db25626fed578c5c841384eb629514985872922e94661a5ab41b5c2ee59/570",
            "headless_browsertests": "405871390be92d1b0fce58aed69e5936e7bd67f9225a2058c22c6ef600adaba7/809",
            "headless_unittests": "6a4bc68c896114ea17d617bd32291af03ac7abffbca35257292826651035bb91/569",
            "interactive_ui_tests": "cb5e180cf8333c01a197d0907d6318715e4a836b7585ab177e526e4b5c76cecd/1128",
            "ipc_tests": "4fc27a87f6bc3f9bceac2ce7aa10092039f45107d16f6a7ee1111e1da1804413/569",
            "jingle_unittests": "a2e85f3aeb854f33ab97c125827c6e03e6d3982fd67d790f7198ee67b60cda3b/646",
            "latency_unittests": "e7771e1c6aa53ef44c77805f406fe9abb37216191c413348e1e59fbd3fb329a4/569",
            "libjingle_xmpp_unittests": "a1a0d43569a482ff9a822efcdf3099bdca090b2d04fb61b0a6c5920df4bb927d/569",
            "liburlpattern_unittests": "3575ead0fa49296858cfdc2e2e6ea7d77f7ab2df2e8ba3117fa7103590f6a05f/569",
            "media_unittests": "a0e110d430bb5a44d58aafbba6a6ca6b582f1f9e747ae85c8c731c426ddecead/649",
            "message_center_unittests": "0b0f515cde276e73a852c5b508b119e9afa96b4391db4bf3f4c0c209ba98d0e1/569",
            "midi_unittests": "2922c31e204ef3d6f6e35718a23dbd7d085f7b8cab82ba9247bba9428739363d/569",
            "mojo_core_unittests": "0df066b5dff28e7b830bfcaee93a74402b35d0ec508ac76ea8f6cedd89b1be46/569",
            "mojo_unittests": "5b79836eb5d9638dfcaeee1047c2c0d84226d7871bf6fbf20f26801298f4a01c/647",
            "native_theme_unittests": "933a8f6907446e673fd54adf7862069c9b19d513575abfc8628c7eb144bb140f/569",
            "net_unittests": "4a5acc3c556539ce1ba17a4a3df89757d3f92544b03387015ade7bf72ba193f4/648",
            "openscreen_unittests": "52a685d5c70a8a93b7c2c748447921a1095096c3dc6db8d291688e68999acd4d/811",
            "ozone_x11_unittests": "356191e71c53491ab9b675c0eb9b56a757161dd07aa7e6c28bcc7c06034a4b49/569",
            "pdf_unittests": "86461f54aae15d6e5dca9251c3c066cdd99afa860668a35b96ba6b5ad47238b3/725",
            "perfetto_unittests": "ecaa5a43bba827a0de19925c87ab36d98a8b735d38c64251ae51da38c9264310/569",
            "ppapi_unittests": "f324c7302ffb1f9575642aff64dbb0134d7322eecb092ad71b9d2d2bfd08a1e4/569",
            "printing_unittests": "6f59c8e3d0f91e777329c5df731ccdac346af591ebac57a42674c14277affc09/569",
            "remoting_unittests": "0dc3faba3afd8de0eb90ee01c0e73afc1f5a5752425c2d64eb79dd25bc69a40e/646",
            "sandbox_linux_unittests": "5a9023427d4359a0f49d85f26849b5c9c339439a0077c81cebceb4faa0b31484/569",
            "service_manager_unittests": "20a44522f88ab8f0cceda17f300076950575bbaa6599c59ed78b36a6f332843e/569",
            "services_unittests": "4d576c323b769c67b8a4524a77de6cae1c7275c73bee87f944c704662a8e39e9/815",
            "shell_dialogs_unittests": "73c4a9b987cdc8a09a6457744aea0a5970e12f2178565aacf96240ba251e4a7f/569",
            "skia_unittests": "99ed0202574a8e3825752f248df9e168561e8ad0aac0ba4e595e31565cc2fe02/569",
            "snapshot_unittests": "9ce3536a88b600e4b7ed858df66aed455052b7104da1b9cd29a5575366aed93a/569",
            "sql_unittests": "ae2337c6c26bfdce2f168f0fd9c9c7d6ff8df98cb9e639a46cd32698647dde78/646",
            "storage_unittests": "d02d064284871ecae5a9f11334b5ed62f7080d376da47dbe6cf50d954a5be8be/727",
            "sync_integration_tests": "5939546521d6ad69d951d2408276a3379a3faf64bd4861a0d645010e61a3ffcf/892",
            "ui_base_unittests": "309adeee6224679abd705fa5ae2765211b77a3550181bb9204461f11df53fde1/723",
            "ui_touch_selection_unittests": "408e44594fecb3b58244f8de97348407b0da0e3f167d58d7a0679aac471ffa25/569",
            "unit_tests": "70a592656a52af6183cfca0159e46515ed4d5e83bad2b890e2a5c683aadd955d/1141",
            "url_unittests": "9924d1bd76cefeb80d2fa56c7d7d30fa8eb04b0be45b9c97269fea440fb1b67f/569",
            "views_unittests": "0dbbfd79e2e572d3388bedabcbd570d5feb2384b85c02a2a80a703b9da63f2fd/569",
            "viz_unittests": "eae9fb0a167815493f2715f8ee11054f9a9dc707b9751b934cbcf243f5e73a39/653",
            "vr_common_unittests": "2c22a37a8c91d93169f5b7a0369abaa09a1f03704bfe4f9e1aaa0baf29878970/811",
            "vr_pixeltests": "d0e8fffd12ca6eec4837384ab4f189bb14ddd8b6d7ca9c616745fa542549052f/725",
            "weblayer_browsertests": "2c44cb3948011575fb7093756816ee35024efcd0d45e1b1748e29f9810aeb38b/893",
            "weblayer_unittests": "a7c6653271852bc1c13b4453771d4b92ec145f3c8b6d4bb8b57481bb3e495f4e/725",
            "wm_unittests": "2722e452152535eda835f41ae477dbf636fa6d943e1b9115e501b24ea5d141f5/569",
            "wtf_unittests": "e1bb197fe3460b54d522d15d98d43196b07ca1a016337f57b11a6a6576bfad39/569",
            "x11_unittests": "787b5b466fd341b14f5d21fc0b82df6e17b9cb391a82722eed163c70f40f16bb/569",
            "xr_browser_tests": "5daab1427e54f802740e252859c4d90c942c50b2c55a081610fe9e320b8df6e0/891",
            "zlib_unittests": "f7a28a81189bc05eea108fed0c1bc2f38937e219711a9c43f2335cd9966a4541/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "f0d486abf22639ab3ba9fd78912ffff90aee71501abf199e6c2518e5ece7d641/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "9d59387387a7f54cec4d1b1ca8a574374e4790e4",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8997208206449854112"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "78704"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[08:57:18.057] Scheduled build:
{
  "id": "8831778144519562657",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 70660,
  "createdBy": "project:chromium",
  "createTime": "2021-11-01T08:57:17.581278213Z",
  "updateTime": "2021-11-01T08:57:17.581278213Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "9d59387387a7f54cec4d1b1ca8a574374e4790e4",
      "ref": "refs/heads/main"
    }
  }
}
[08:57:18.057] Task URL: https://cr-buildbucket.appspot.com/build/8831778144519562657
[08:57:18.057] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997208206449854112:2:0) after 1m57s
[08:57:37.543] Received PubSub notification, asking Buildbucket for the build status
[08:57:37.592] Build status: STARTED
[08:59:15.081] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997208206449854112:2:0)
[08:59:15.309] Build status: STARTED
[08:59:15.309] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997208206449854112:4:0) after 6m30s
[09:05:45.333] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997208206449854112:4:0)
[09:05:45.360] Build status: STARTED
[09:05:45.360] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997208206449854112:5:0) after 9m28s
[09:15:13.475] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997208206449854112:5:0)
[09:15:13.504] Build status: STARTED
[09:15:13.504] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997208206449854112:6:0) after 6m8s
[09:21:21.693] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997208206449854112:6:0)
[09:21:21.723] Build status: STARTED
[09:21:21.723] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997208206449854112:7:0) after 5m1s
[09:23:24.302] Received PubSub notification, asking Buildbucket for the build status
[09:23:24.345] Build:
{
  "id": "8831778144519562657",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 70660,
  "createdBy": "project:chromium",
  "createTime": "2021-11-01T08:57:17.581278213Z",
  "startTime": "2021-11-01T08:57:36.409117Z",
  "endTime": "2021-11-01T09:23:23.786478329Z",
  "updateTime": "2021-11-01T09:23:23.786478329Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "9d59387387a7f54cec4d1b1ca8a574374e4790e4",
      "ref": "refs/heads/main"
    }
  }
}
[09:23:24.345] Invocation finished in 26m7.987977643s with status FAILED