Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 29 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/78860 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "2de88f5a4094aeeef809d5abebb9b5d40eb77bf8"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "5d8a89e44f97a1622a0b5d5c3caf4597362b30fc",
  "parent_got_dawn_revision": "4bdf8151a5f9d25386442afbe650219e987a34f3",
  "parent_got_nacl_revision": "9d577686a4321b08f6b86ff2589070fdee1c53f9",
  "parent_got_revision": "2de88f5a4094aeeef809d5abebb9b5d40eb77bf8",
  "parent_got_revision_cp": "refs/heads/main@{#939096}",
  "parent_got_swiftshader_revision": "70f3a0ff7233cfd677f818fffdabe3559a77cc89",
  "parent_got_v8_revision": "a852e3c734dfebeea8d9ca50a0673d93ff1dc71b",
  "parent_got_v8_revision_cp": "refs/heads/9.8.5@{#1}",
  "parent_got_webrtc_revision": "c276aee4eda7b1a466b139838f20e790bd746309",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35313}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "2de88f5a4094aeeef809d5abebb9b5d40eb77bf8",
  "swarm_hashes": {
    "absl_hardening_tests": "f86c6d16c6ec5e157e5254fcdd1812b2df81ad1cd5abed2a291dfb0b8648d942/569",
    "accessibility_unittests": "680055b46cf1643f4a7be12b219cdaf5746a7fad3d1cf287c714d5d95c16d704/569",
    "angle_unittests": "8f6ec671d3faa3dcf1a327933e09c3d3ad7afbe9f49cd93a89009c7306a5072c/570",
    "app_shell_unittests": "efe1d6a7b0b195f5d823fc358d4c24cd5b1a1c31d6e116d9b8d74280aa4e2507/809",
    "aura_unittests": "c8c0d8a92e8003929b5ee1a6eb0a44bf95205b09923603da2ce8f04e5963a5eb/569",
    "base_unittests": "44cd51301f3bee571265c717b316cd583a3a34ee21a24e831964d0d1c12475e7/648",
    "blink_common_unittests": "3908a1ac7cbe3b1606a309b3c87d99a42b0b5c1534f25ce0fb1be9485570827c/647",
    "blink_fuzzer_unittests": "6925986e561c5d332a3dc9f25d9a8c126cce6725703284664fb559ddeaf1c805/648",
    "blink_heap_unittests": "dd4ba3d91ea158834ba557cc4bdfa21ef9545f469b4ddcf18346bcf6c1b490db/648",
    "blink_platform_unittests": "36106f1a28016f55e17910c875b14454e2c2b72eb4485b66f1b69c24e601cfd2/726",
    "blink_unittests": "d49b149daa6cc5cc46cdca05680d9f95fda1f016d7089341f82f69ab1c9e28ea/726",
    "boringssl_crypto_tests": "10ce1bca1796be40d79780dd5a79a4a2fadcae048ad52c8b7b87692ab04e7fec/570",
    "boringssl_ssl_tests": "4a13020ee7e572aa7174bd151005d07fee76015460d4e25cbec24c444023d865/569",
    "capture_unittests": "68602d2fbab38feb5e7b7bbb739a2f680c21bb8f0515261d9f45f3217b027f27/648",
    "cast_unittests": "aa94a1203decde51ad2c813d05191c76ce832fb0f4835e4a74a61ffe776ea7af/569",
    "cc_unittests": "6593dd604bc9b317daa6f4763befaf6d613120bd37d28041de0d476d644f0a10/653",
    "chrome_app_unittests": "a33304966c7727e4d60ae9588a11e58fbb06ee2814b9f2919a224be01238b870/811",
    "chromedriver_unittests": "d9382ccf7be362904b276a98b5317d23b067aa8a944feecdca2fcfd6f7246a98/726",
    "color_unittests": "a073534a6244fb3f478dc141804bc2a229de987d2cc21c619e1541e07932cb37/569",
    "components_browsertests": "15f2593b71550a757c2d0fc672de4370299c9ed8bb9469b301905abc69995709/892",
    "components_unittests": "03a5f866da55c538f8633a219a91fdb356f6d3c5cd68e2970034d3193a01e411/892",
    "compositor_unittests": "76cc924f0c0f0163124d1becfed007f7fdeea70468dfd765e622dd29ec087794/645",
    "content_browsertests": "429a87f9d461657ff84ca1473627ebf1e051d63b718f1b0cb44eca91fade3884/887",
    "content_unittests": "e15c4eb9bf78bceb57a694489fc1ac1fe5d005969e21c14f8ccac6eadbe8dbd0/806",
    "cronet_tests": "9bab43b513c7fd3474bc7cfb7b59a7379166ff6c180c0bd0549e6f6812fd28bf/730",
    "cronet_unittests": "6e2e96aca1b66be4d37ca11921ded05103c617cd93247868a16ca164508455c9/646",
    "crypto_unittests": "a44f4d427f91796db739af7fb83168ae6f7dc0d1c6edcea7c5afbefb7126b059/569",
    "dbus_unittests": "107e383a6f0e4480372f48917bfbbce5b2874b28f397a8b2cee38395eb202f5f/569",
    "device_unittests": "e3fc21e4afd72512103bbb8d7af81008bc0686d7a8f43b1a9bebc057c1b43323/646",
    "display_unittests": "69da6d9c91b5351a442c160c683c97bf533aa99cf0c7684304c019bc3feb50d0/569",
    "events_unittests": "3f98ed4d0a8a66ce62bc0568416a1505af49b948390635d9d2485bd6b2592565/569",
    "extensions_browsertests": "39e09ee7dc87b8aae4ee8029626afa5d7cbee99351fbf3d21b84fe311c2e1997/811",
    "extensions_unittests": "6a38b6b435203bdb6caff4effebf040711a8bba0f59d0906e49a278c05081027/975",
    "filesystem_service_unittests": "85f5d99b2d29bd6e7e1fe1173e6486971b22f61603ba9e45a23a2995d2c809b5/569",
    "gcm_unit_tests": "081392d3ff0a0ddf3ee1b8438e1d11e5a60f412bac81a3eb437dc210ac3f5efa/646",
    "gfx_unittests": "ebdd378a363903e91f78d74a29d2748d25b9c7d2e71ec71121ad853d4fa4d68c/645",
    "gin_unittests": "7e214196f099170de5b0eaad68ecd0610e517dca9c920dc27a26a1d9b6ec385a/646",
    "gl_tests": "9755e8b943aba49eafd4e3ff3af7dc897d806ce32d48931f764fe76f81648cc5/569",
    "gl_unittests": "7870f2b04caab49a9e8e9994c78d070cc11a36d09be81c7bdce4252a3a6faef9/569",
    "google_apis_unittests": "88904569d0bb3576652a5e12bebdc86dc2c3065d028f9cdcf907d80733b5103b/731",
    "gpu_unittests": "f6c3adaf6f7c5db783e20a9c574632dfc8c18bd7b766ecffbe7479b0609cfd0d/646",
    "gwp_asan_unittests": "c10622b5649b0a024547897323f558cdb3338ea1d527e9b0ef821994efebdd4b/570",
    "headless_browsertests": "9470fc41f541769886ad8122432e3343b8cd34a372566f75b88ee6167943fda6/809",
    "headless_unittests": "b3c17da9eb967284f93738f83f7771ef5e08e1499ecaf26712f1511faded3c5b/569",
    "interactive_ui_tests": "d8049429e4ed76309bab1eeb30a54f3f5bb719ea94212888525f4d6d98ffae45/1128",
    "ipc_tests": "3ba35c24b5dda21d0c5ec68cff25cf17e310695f08bc4454a82e3986bee8421a/569",
    "jingle_unittests": "80b4a4dc3f6504ec536c23caaa2cf47518a39d60a3e5cdcca5592bb53682394f/646",
    "latency_unittests": "60e1ecf17dbf8ddb9bea44ffa3362119e2c586f81d20bc89e6f98edca3d27b17/569",
    "libjingle_xmpp_unittests": "470db0f8c0dbdedbade97529ace4e070fde75a52d3a47055acb3d9daa2a838ce/569",
    "liburlpattern_unittests": "e009daa31fe6b3a2dc158eea1f90f6afab5490085100346c7ccff0fe15536cb5/569",
    "media_unittests": "276ee3f8505fee46da5e51867a5da83119bb72e57cf16ef40b36c262bd69a88a/649",
    "message_center_unittests": "552941aec76e3cb2fe60b018a312773c16d918a1ee2aa94945416b4d526a4b24/569",
    "midi_unittests": "97057cb451c7efc65789ae5c1f8256dd99eb49c09a5ccf014a70887d6fbb6d77/569",
    "mojo_core_unittests": "556f5d89e098b86e7df64a1760b6e944e4fe7ca435c399a1e7dd09931e93067b/569",
    "mojo_unittests": "73e82aa53c22e812dd45893875e9713d8e035740f719ebdc5eb0962dd37f82cf/647",
    "native_theme_unittests": "552c9e3712814ec1ba8d7b83b27670cf10dcf7f98fe9d02dbf6dbe7879d6ce34/569",
    "net_unittests": "e38cdbb24e09016f2e5177714259c13d8d72023f4f36692ad5dc8c7e2a3c69e7/648",
    "openscreen_unittests": "c41cc28854a7a3f8381acfc8b3c5867fc265f574f6f2e0172002a67a196757df/811",
    "ozone_x11_unittests": "afab42682a6ad48a03c10e0f72ce9f8dd58b85af825b37f0be0bcca2e94a0c36/569",
    "pdf_unittests": "d5a12253978700be2a564aa81e3e6cef19ce0a6429c18fe4a3d7edba5f92ca79/725",
    "perfetto_unittests": "c4faf2ef2a287297637b03f1b0b2fc67013f1892f1d689a62483f39eb2695cdf/569",
    "ppapi_unittests": "776da1b325940e6cb541ca996ef3ebae405c30600a3aa3ba73362ae7e888b95e/569",
    "printing_unittests": "6cd4c73e0f9f1499ba2f78348acd35cb4a8ee8bcd1deb8ab31672fa5a4a44abc/569",
    "remoting_unittests": "e0ad4f62c0d840d4bff95b90068c59df8dc61a439101d1149788ecd6bb285447/646",
    "sandbox_linux_unittests": "760391781a408bf41b43a167a1ed147a58be2c47b08ddf672f1714d522ec0eee/569",
    "service_manager_unittests": "b5cf25cd3c03da8da62d9f20146dbed382d6d80a988d7c0d6c449a67fd8398aa/569",
    "services_unittests": "e131ebcf00b2bd96500c413e49eadb81306e7fb04ab233fca0177f92df027bc6/815",
    "shell_dialogs_unittests": "d8e7976b7a3dd2abf6e44234024a869612bcd9fdf4e0112be1b92129b9ea2be9/569",
    "skia_unittests": "fecc635a0f55bd5f0a43f915b9966bfefe53688cf34ad9fda3b22002543f7990/569",
    "snapshot_unittests": "c8f55c1a80018adfe6ca8e919e8a8cd1e4c94cd447cf94b066c5b46c509b4043/569",
    "sql_unittests": "0fa6ee53bb0d9ce14e88414339413eeb2b2908047afcff348541b73cb1c78392/646",
    "storage_unittests": "b520aad11d14fb8c2840565b04f015e50818dcc3d8739e83d308117563f6b153/727",
    "sync_integration_tests": "4b62e9087ed6d130373762566ed6725ce588ff045cc43db31eead8a026302ace/892",
    "ui_base_unittests": "2e6b78bb36f288b97a95551ad8d69249136a077b1a785ee2d0d17752a1fd40c1/723",
    "ui_touch_selection_unittests": "54a526c173b1292be4c2d6b4703b260a306d05bf44bbad455128d7651304ffec/569",
    "unit_tests": "c9cd191acd70a0c044847bb5f9c2c843407e594b4c533211f3183aef54526b7e/1141",
    "url_unittests": "02bfdaa31576f4fa06a072948d98894a5332b09a4cd8158c1648735b83570e19/569",
    "views_unittests": "a8fd752db5fe02638d619fb382aa7dac546cd39225cf5de5880f91bbfd6de3f2/569",
    "viz_unittests": "e16fe1905e87b5338ed7f1dc93b3935b231153895c825bf12a5f80259490525b/653",
    "vr_common_unittests": "e6742605da67506ac5896a867f42450d90851f211854d9c0721d38b809594020/811",
    "vr_pixeltests": "280677e8b2baf728d2a2e00bfb805e86fba038706446c3c011e71b07a0db00b6/725",
    "weblayer_browsertests": "60c59bd58a295c4ce6cd79f8ee9c7f99b9c357387fda221f57bb9e258b04f94f/893",
    "weblayer_unittests": "f052d40f5f37e9d39fe4422cc6f6896baa1a7b7aed9e5823b3662c928e9b20ab/725",
    "wm_unittests": "87a2ecb5d8d7fa5632dd34057d6ebaaaa66f3ef80b9f551c6c37b80c184c159e/569",
    "wtf_unittests": "ed0018897c32ba8d91e6f6890f98304bc00dfcdb0d2514f771e18b104188aa6a/569",
    "x11_unittests": "5f9f5b1772d25da893f3e802e39cc1feac363fdc022f27e77a352ac76fce3d18/569",
    "xr_browser_tests": "1da890035de1fc51542d47702711f02ffa25bc6db8c3e7981ac58b732d2dc5d6/891",
    "zlib_unittests": "74c511efbe6b34d1d33de20709b15e949f5dc09a4812aea63d47473ab694ad89/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "f0d486abf22639ab3ba9fd78912ffff90aee71501abf199e6c2518e5ece7d641/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2de88f5a4094aeeef809d5abebb9b5d40eb77bf8
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:78860
  • user_agent:recipe

Debug log (UTC)

[15:08:03.259] New invocation is queued and will start shortly
[15:08:03.259] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[15:08:04.352] Starting the invocation (attempt 1)
[15:08:04.383] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/2de88f5a4094aeeef809d5abebb9b5d40eb77bf8"
[15:08:04.383] Popped gitiles commit info from properties and tags
[15:08:04.383] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[15:08:04.383] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[15:08:04.384] Buildbucket request:
{
  "requestId": "8996731894065466832",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "2de88f5a4094aeeef809d5abebb9b5d40eb77bf8"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "5d8a89e44f97a1622a0b5d5c3caf4597362b30fc",
      "parent_got_dawn_revision": "4bdf8151a5f9d25386442afbe650219e987a34f3",
      "parent_got_nacl_revision": "9d577686a4321b08f6b86ff2589070fdee1c53f9",
      "parent_got_revision": "2de88f5a4094aeeef809d5abebb9b5d40eb77bf8",
      "parent_got_revision_cp": "refs/heads/main@{#939096}",
      "parent_got_swiftshader_revision": "70f3a0ff7233cfd677f818fffdabe3559a77cc89",
      "parent_got_v8_revision": "a852e3c734dfebeea8d9ca50a0673d93ff1dc71b",
      "parent_got_v8_revision_cp": "refs/heads/9.8.5@{#1}",
      "parent_got_webrtc_revision": "c276aee4eda7b1a466b139838f20e790bd746309",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35313}",
      "swarm_hashes": {
            "absl_hardening_tests": "f86c6d16c6ec5e157e5254fcdd1812b2df81ad1cd5abed2a291dfb0b8648d942/569",
            "accessibility_unittests": "680055b46cf1643f4a7be12b219cdaf5746a7fad3d1cf287c714d5d95c16d704/569",
            "angle_unittests": "8f6ec671d3faa3dcf1a327933e09c3d3ad7afbe9f49cd93a89009c7306a5072c/570",
            "app_shell_unittests": "efe1d6a7b0b195f5d823fc358d4c24cd5b1a1c31d6e116d9b8d74280aa4e2507/809",
            "aura_unittests": "c8c0d8a92e8003929b5ee1a6eb0a44bf95205b09923603da2ce8f04e5963a5eb/569",
            "base_unittests": "44cd51301f3bee571265c717b316cd583a3a34ee21a24e831964d0d1c12475e7/648",
            "blink_common_unittests": "3908a1ac7cbe3b1606a309b3c87d99a42b0b5c1534f25ce0fb1be9485570827c/647",
            "blink_fuzzer_unittests": "6925986e561c5d332a3dc9f25d9a8c126cce6725703284664fb559ddeaf1c805/648",
            "blink_heap_unittests": "dd4ba3d91ea158834ba557cc4bdfa21ef9545f469b4ddcf18346bcf6c1b490db/648",
            "blink_platform_unittests": "36106f1a28016f55e17910c875b14454e2c2b72eb4485b66f1b69c24e601cfd2/726",
            "blink_unittests": "d49b149daa6cc5cc46cdca05680d9f95fda1f016d7089341f82f69ab1c9e28ea/726",
            "boringssl_crypto_tests": "10ce1bca1796be40d79780dd5a79a4a2fadcae048ad52c8b7b87692ab04e7fec/570",
            "boringssl_ssl_tests": "4a13020ee7e572aa7174bd151005d07fee76015460d4e25cbec24c444023d865/569",
            "capture_unittests": "68602d2fbab38feb5e7b7bbb739a2f680c21bb8f0515261d9f45f3217b027f27/648",
            "cast_unittests": "aa94a1203decde51ad2c813d05191c76ce832fb0f4835e4a74a61ffe776ea7af/569",
            "cc_unittests": "6593dd604bc9b317daa6f4763befaf6d613120bd37d28041de0d476d644f0a10/653",
            "chrome_app_unittests": "a33304966c7727e4d60ae9588a11e58fbb06ee2814b9f2919a224be01238b870/811",
            "chromedriver_unittests": "d9382ccf7be362904b276a98b5317d23b067aa8a944feecdca2fcfd6f7246a98/726",
            "color_unittests": "a073534a6244fb3f478dc141804bc2a229de987d2cc21c619e1541e07932cb37/569",
            "components_browsertests": "15f2593b71550a757c2d0fc672de4370299c9ed8bb9469b301905abc69995709/892",
            "components_unittests": "03a5f866da55c538f8633a219a91fdb356f6d3c5cd68e2970034d3193a01e411/892",
            "compositor_unittests": "76cc924f0c0f0163124d1becfed007f7fdeea70468dfd765e622dd29ec087794/645",
            "content_browsertests": "429a87f9d461657ff84ca1473627ebf1e051d63b718f1b0cb44eca91fade3884/887",
            "content_unittests": "e15c4eb9bf78bceb57a694489fc1ac1fe5d005969e21c14f8ccac6eadbe8dbd0/806",
            "cronet_tests": "9bab43b513c7fd3474bc7cfb7b59a7379166ff6c180c0bd0549e6f6812fd28bf/730",
            "cronet_unittests": "6e2e96aca1b66be4d37ca11921ded05103c617cd93247868a16ca164508455c9/646",
            "crypto_unittests": "a44f4d427f91796db739af7fb83168ae6f7dc0d1c6edcea7c5afbefb7126b059/569",
            "dbus_unittests": "107e383a6f0e4480372f48917bfbbce5b2874b28f397a8b2cee38395eb202f5f/569",
            "device_unittests": "e3fc21e4afd72512103bbb8d7af81008bc0686d7a8f43b1a9bebc057c1b43323/646",
            "display_unittests": "69da6d9c91b5351a442c160c683c97bf533aa99cf0c7684304c019bc3feb50d0/569",
            "events_unittests": "3f98ed4d0a8a66ce62bc0568416a1505af49b948390635d9d2485bd6b2592565/569",
            "extensions_browsertests": "39e09ee7dc87b8aae4ee8029626afa5d7cbee99351fbf3d21b84fe311c2e1997/811",
            "extensions_unittests": "6a38b6b435203bdb6caff4effebf040711a8bba0f59d0906e49a278c05081027/975",
            "filesystem_service_unittests": "85f5d99b2d29bd6e7e1fe1173e6486971b22f61603ba9e45a23a2995d2c809b5/569",
            "gcm_unit_tests": "081392d3ff0a0ddf3ee1b8438e1d11e5a60f412bac81a3eb437dc210ac3f5efa/646",
            "gfx_unittests": "ebdd378a363903e91f78d74a29d2748d25b9c7d2e71ec71121ad853d4fa4d68c/645",
            "gin_unittests": "7e214196f099170de5b0eaad68ecd0610e517dca9c920dc27a26a1d9b6ec385a/646",
            "gl_tests": "9755e8b943aba49eafd4e3ff3af7dc897d806ce32d48931f764fe76f81648cc5/569",
            "gl_unittests": "7870f2b04caab49a9e8e9994c78d070cc11a36d09be81c7bdce4252a3a6faef9/569",
            "google_apis_unittests": "88904569d0bb3576652a5e12bebdc86dc2c3065d028f9cdcf907d80733b5103b/731",
            "gpu_unittests": "f6c3adaf6f7c5db783e20a9c574632dfc8c18bd7b766ecffbe7479b0609cfd0d/646",
            "gwp_asan_unittests": "c10622b5649b0a024547897323f558cdb3338ea1d527e9b0ef821994efebdd4b/570",
            "headless_browsertests": "9470fc41f541769886ad8122432e3343b8cd34a372566f75b88ee6167943fda6/809",
            "headless_unittests": "b3c17da9eb967284f93738f83f7771ef5e08e1499ecaf26712f1511faded3c5b/569",
            "interactive_ui_tests": "d8049429e4ed76309bab1eeb30a54f3f5bb719ea94212888525f4d6d98ffae45/1128",
            "ipc_tests": "3ba35c24b5dda21d0c5ec68cff25cf17e310695f08bc4454a82e3986bee8421a/569",
            "jingle_unittests": "80b4a4dc3f6504ec536c23caaa2cf47518a39d60a3e5cdcca5592bb53682394f/646",
            "latency_unittests": "60e1ecf17dbf8ddb9bea44ffa3362119e2c586f81d20bc89e6f98edca3d27b17/569",
            "libjingle_xmpp_unittests": "470db0f8c0dbdedbade97529ace4e070fde75a52d3a47055acb3d9daa2a838ce/569",
            "liburlpattern_unittests": "e009daa31fe6b3a2dc158eea1f90f6afab5490085100346c7ccff0fe15536cb5/569",
            "media_unittests": "276ee3f8505fee46da5e51867a5da83119bb72e57cf16ef40b36c262bd69a88a/649",
            "message_center_unittests": "552941aec76e3cb2fe60b018a312773c16d918a1ee2aa94945416b4d526a4b24/569",
            "midi_unittests": "97057cb451c7efc65789ae5c1f8256dd99eb49c09a5ccf014a70887d6fbb6d77/569",
            "mojo_core_unittests": "556f5d89e098b86e7df64a1760b6e944e4fe7ca435c399a1e7dd09931e93067b/569",
            "mojo_unittests": "73e82aa53c22e812dd45893875e9713d8e035740f719ebdc5eb0962dd37f82cf/647",
            "native_theme_unittests": "552c9e3712814ec1ba8d7b83b27670cf10dcf7f98fe9d02dbf6dbe7879d6ce34/569",
            "net_unittests": "e38cdbb24e09016f2e5177714259c13d8d72023f4f36692ad5dc8c7e2a3c69e7/648",
            "openscreen_unittests": "c41cc28854a7a3f8381acfc8b3c5867fc265f574f6f2e0172002a67a196757df/811",
            "ozone_x11_unittests": "afab42682a6ad48a03c10e0f72ce9f8dd58b85af825b37f0be0bcca2e94a0c36/569",
            "pdf_unittests": "d5a12253978700be2a564aa81e3e6cef19ce0a6429c18fe4a3d7edba5f92ca79/725",
            "perfetto_unittests": "c4faf2ef2a287297637b03f1b0b2fc67013f1892f1d689a62483f39eb2695cdf/569",
            "ppapi_unittests": "776da1b325940e6cb541ca996ef3ebae405c30600a3aa3ba73362ae7e888b95e/569",
            "printing_unittests": "6cd4c73e0f9f1499ba2f78348acd35cb4a8ee8bcd1deb8ab31672fa5a4a44abc/569",
            "remoting_unittests": "e0ad4f62c0d840d4bff95b90068c59df8dc61a439101d1149788ecd6bb285447/646",
            "sandbox_linux_unittests": "760391781a408bf41b43a167a1ed147a58be2c47b08ddf672f1714d522ec0eee/569",
            "service_manager_unittests": "b5cf25cd3c03da8da62d9f20146dbed382d6d80a988d7c0d6c449a67fd8398aa/569",
            "services_unittests": "e131ebcf00b2bd96500c413e49eadb81306e7fb04ab233fca0177f92df027bc6/815",
            "shell_dialogs_unittests": "d8e7976b7a3dd2abf6e44234024a869612bcd9fdf4e0112be1b92129b9ea2be9/569",
            "skia_unittests": "fecc635a0f55bd5f0a43f915b9966bfefe53688cf34ad9fda3b22002543f7990/569",
            "snapshot_unittests": "c8f55c1a80018adfe6ca8e919e8a8cd1e4c94cd447cf94b066c5b46c509b4043/569",
            "sql_unittests": "0fa6ee53bb0d9ce14e88414339413eeb2b2908047afcff348541b73cb1c78392/646",
            "storage_unittests": "b520aad11d14fb8c2840565b04f015e50818dcc3d8739e83d308117563f6b153/727",
            "sync_integration_tests": "4b62e9087ed6d130373762566ed6725ce588ff045cc43db31eead8a026302ace/892",
            "ui_base_unittests": "2e6b78bb36f288b97a95551ad8d69249136a077b1a785ee2d0d17752a1fd40c1/723",
            "ui_touch_selection_unittests": "54a526c173b1292be4c2d6b4703b260a306d05bf44bbad455128d7651304ffec/569",
            "unit_tests": "c9cd191acd70a0c044847bb5f9c2c843407e594b4c533211f3183aef54526b7e/1141",
            "url_unittests": "02bfdaa31576f4fa06a072948d98894a5332b09a4cd8158c1648735b83570e19/569",
            "views_unittests": "a8fd752db5fe02638d619fb382aa7dac546cd39225cf5de5880f91bbfd6de3f2/569",
            "viz_unittests": "e16fe1905e87b5338ed7f1dc93b3935b231153895c825bf12a5f80259490525b/653",
            "vr_common_unittests": "e6742605da67506ac5896a867f42450d90851f211854d9c0721d38b809594020/811",
            "vr_pixeltests": "280677e8b2baf728d2a2e00bfb805e86fba038706446c3c011e71b07a0db00b6/725",
            "weblayer_browsertests": "60c59bd58a295c4ce6cd79f8ee9c7f99b9c357387fda221f57bb9e258b04f94f/893",
            "weblayer_unittests": "f052d40f5f37e9d39fe4422cc6f6896baa1a7b7aed9e5823b3662c928e9b20ab/725",
            "wm_unittests": "87a2ecb5d8d7fa5632dd34057d6ebaaaa66f3ef80b9f551c6c37b80c184c159e/569",
            "wtf_unittests": "ed0018897c32ba8d91e6f6890f98304bc00dfcdb0d2514f771e18b104188aa6a/569",
            "x11_unittests": "5f9f5b1772d25da893f3e802e39cc1feac363fdc022f27e77a352ac76fce3d18/569",
            "xr_browser_tests": "1da890035de1fc51542d47702711f02ffa25bc6db8c3e7981ac58b732d2dc5d6/891",
            "zlib_unittests": "74c511efbe6b34d1d33de20709b15e949f5dc09a4812aea63d47473ab694ad89/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "f0d486abf22639ab3ba9fd78912ffff90aee71501abf199e6c2518e5ece7d641/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "2de88f5a4094aeeef809d5abebb9b5d40eb77bf8",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8996731894065466832"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "78860"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[15:08:04.935] Scheduled build:
{
  "id": "8831301832164394737",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 70816,
  "createdBy": "project:chromium",
  "createTime": "2021-11-06T15:08:04.441679943Z",
  "updateTime": "2021-11-06T15:08:04.441679943Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "2de88f5a4094aeeef809d5abebb9b5d40eb77bf8",
      "ref": "refs/heads/main"
    }
  }
}
[15:08:04.935] Task URL: https://cr-buildbucket.appspot.com/build/8831301832164394737
[15:08:04.935] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996731894065466832:2:0) after 5m36s
[15:08:19.261] Received PubSub notification, asking Buildbucket for the build status
[15:08:19.313] Build status: STARTED
[15:13:40.954] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996731894065466832:2:0)
[15:13:40.990] Build status: STARTED
[15:13:40.990] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996731894065466832:4:0) after 5m58s
[15:19:39.191] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996731894065466832:4:0)
[15:19:39.231] Build status: STARTED
[15:19:39.231] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996731894065466832:5:0) after 7m58s
[15:27:37.280] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996731894065466832:5:0)
[15:27:37.310] Build status: STARTED
[15:27:37.310] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996731894065466832:6:0) after 4m59s
[15:32:36.391] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996731894065466832:6:0)
[15:32:36.418] Build status: STARTED
[15:32:36.418] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8996731894065466832:7:0) after 9m41s
[15:37:55.242] Received PubSub notification, asking Buildbucket for the build status
[15:37:55.271] Build:
{
  "id": "8831301832164394737",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 70816,
  "createdBy": "project:chromium",
  "createTime": "2021-11-06T15:08:04.441679943Z",
  "startTime": "2021-11-06T15:08:18.509891Z",
  "endTime": "2021-11-06T15:37:54.871167825Z",
  "updateTime": "2021-11-06T15:37:54.871167825Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "2de88f5a4094aeeef809d5abebb9b5d40eb77bf8",
      "ref": "refs/heads/main"
    }
  }
}
[15:37:55.271] Invocation finished in 29m52.027068049s with status FAILED