Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 32 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/79743 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "3e289b8c0fbc0d2e09b0fd679245ff9328b0c355"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "929c8ed4e8c3912cf027d843e7a2af47b21e5612",
  "parent_got_dawn_revision": "1a57ee9d4e1de3ef14c3617c8e8c43c74b5384a7",
  "parent_got_nacl_revision": "957cbe470018adc3d9d1763fd75bbae455a9fddc",
  "parent_got_revision": "3e289b8c0fbc0d2e09b0fd679245ff9328b0c355",
  "parent_got_revision_cp": "refs/heads/main@{#948711}",
  "parent_got_swiftshader_revision": "3e61a772b24838bc1ccab8cc8450412b5f952069",
  "parent_got_v8_revision": "f7f3589c1253b909e6f160d1470607ad20b3a795",
  "parent_got_v8_revision_cp": "refs/heads/9.8.153@{#1}",
  "parent_got_webrtc_revision": "adf7dc34f036eba9283bb6ee022333009fda05fb",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35468}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "3e289b8c0fbc0d2e09b0fd679245ff9328b0c355",
  "swarm_hashes": {
    "absl_hardening_tests": "81854528f8de2747823d7ea0a961861cf8918df318f721e12c89a56cbf8c957c/569",
    "accessibility_unittests": "4c64c960a6d026cfb1f86c7545f4478273fc29c88f940b1beaa896e2c85a9e25/569",
    "angle_unittests": "f2518ba56294f5bebb3d68d3e39e38d30a0ce71917ad9df5f255d5c2832e7cf6/570",
    "app_shell_unittests": "174dcdcbebe58fe6d6897f641f9108e0e18bf9125f837dd192d9b9e63c7a912d/730",
    "aura_unittests": "ec957f8ee4644ad8a29d846e148be5e94a1d9f3a505f759fe71f989ef00da0fd/569",
    "base_unittests": "08bb59e7da258f259d7b84df59abd5cf96e99b1641ace350a0688c49499b065c/648",
    "blink_common_unittests": "00abe26cb6b4614216a36e91b5e5508b38e54017c0968640ead160875c377a5e/647",
    "blink_fuzzer_unittests": "a1133ea8b05982dd9fe415fcfd0bb83cff79bbe824e9759eae646d6c8637a31f/569",
    "blink_heap_unittests": "eb7467e58154cb96566cb99866dec8ecc2a311108248a453d999f042e202db48/569",
    "blink_platform_unittests": "68114702136918437d71d218ef62475b9f178cee6e345809736dbf0fcc872b7e/726",
    "blink_unittests": "1b2125575f27126b7c87cb9ba6e56917d77ee7effea31a80608e910d366da0f7/810",
    "boringssl_crypto_tests": "0f4b45242624fd487d8e3ed2db0862e151558b424cac9e3499c8406659cc11a7/570",
    "boringssl_ssl_tests": "9ac21e18aa22f4074c3b912e2c9a5b54a168d1138d85aae4c970de6684009dbb/569",
    "capture_unittests": "dd8f81157458e6b385e3c9abe343c3f6fe48ff2ced4137984384110cf622cad7/648",
    "cast_unittests": "10f20261533748dfee89ad28df4d7d6da9128b23f2238bb9d2b3f6dd31ca22fa/569",
    "cc_unittests": "3f15a473d18892a89ea32d0174788219a1699ef319028c86cbb000d0006e1ff9/653",
    "chrome_app_unittests": "05a480c83f83d0c65e9acab4c9ba99c9f37e7eaa1a1fe1247983f920185417b2/648",
    "chromedriver_unittests": "123342611c3232ea89d0b24c5d691641f2236afed0c0e9f9927e222db8ce3f21/726",
    "color_unittests": "61380dc2afee184c882ba3f143f843815ff320f77439253eec1afaacf2db93bb/569",
    "components_browsertests": "de82c6958f79d24ddbfb761c6fdfaaba47fc7a5974c7afdaed016f4b8e8a6fd5/813",
    "components_unittests": "904591f7626510b64660851ca80bc85c09c9ef3496dc9cf51a58bfb968f27924/813",
    "compositor_unittests": "0c0af48e39a582f2031a09eb81e7cd50bb39b067cdbebdb50dde320b89d18dff/645",
    "content_browsertests": "c654dacb4839eee90e7d690f6bd4f613c252b70d9a8bf3f1c98d5eb1a34e40cb/887",
    "content_unittests": "3b57438b3a2bfb85cf4754c618db1eb8964de3b2de885cd8e8ae78ae19cfcce4/806",
    "cronet_tests": "033ca3f6dc8f423226e743b0dfa13f9d048bc96950ef89f3d733e7bd63c826e2/730",
    "cronet_unittests": "aa61f915372d880e414005ab3ff6900bdc8e8a5ef3983b200bb987e9a6270f65/646",
    "crypto_unittests": "f10d33e63c9f7ca47cf9cc606aa3a0e5ad91dd37268463f4516fa7af617cc095/569",
    "dbus_unittests": "027e204e974713263f159d36a64ec7891e95ec6a9f596183555864344944cc03/569",
    "device_unittests": "cced3244bf162cdc3a4b7886524a7fc842f5a666e1f9ffe0c9e2092baf764515/646",
    "display_unittests": "69bb6a4d326027bc9f9d325e43bfc01eb2bbf4b693112b4c06d973f48e0e8add/569",
    "events_unittests": "84ac209bb513518613eaaa5fe150571094d19dd23bb89fdd4e7cd47ea6a052bc/569",
    "extensions_browsertests": "ca1ee84c918e7c5de0876fae38fd90e5978a5aa5b45bb8f3048156f74a4375c4/732",
    "extensions_unittests": "761283fa46b239144ec47e390b2819893db97d8b58167b0983a1203d4fdae2fc/896",
    "filesystem_service_unittests": "b7085bd1169f70bd5cacc2566cfdfef0981502c924c4098cc0a94ec0650419d2/569",
    "gcm_unit_tests": "44744fb4d31b9d1dd01f8d247ec323221a0b751b0006db88b2ba5d1e56121467/646",
    "gfx_unittests": "bf7ea801c299437e36931dcfc9b7d091b701bbc69774a0cea842fdf0313d5ae8/645",
    "gin_unittests": "b2db173f536db5a122aa22d1718fb6271845e54f75ae6cde8359919a41795853/646",
    "gl_tests": "9c5bec506ed39f2a01cb078139a9729050b44d927674e70db60dd7cc74b61b48/569",
    "gl_unittests": "5ea4bea4a48bae64a5038821e5bf771d0da5611509d75638fdb8c7d734bd6201/569",
    "google_apis_unittests": "fbf2c877e5c3622418cc31827ff596c0b98b05b866885f7a772445b2161bf609/731",
    "gpu_unittests": "a74abb1a49519f7b20aca3d24266bb8da6736193851fd518cab845b3aa2a1e4b/646",
    "gwp_asan_unittests": "cb4cb9408334b623c43a5e2b302dc373e34d1b004315d929d24d8f026369ba30/570",
    "headless_browsertests": "c8b521a6a8f6d3d04e8b81abd4eda00d250672aac16b17a0db6a2df917f1229f/730",
    "headless_unittests": "4b3a65c04254d526b3a31d825df1195beb14c19ce98f3095e23583e527dbc243/569",
    "interactive_ui_tests": "c92d19955db6620445fdc853b31cb41812c8f19483ef947041e481886e3a84d9/965",
    "ipc_tests": "c5c7b4feff6d355990b2e93be5c2bae901e6841b7d0401f0f9fb0aedf43fc6c9/569",
    "jingle_unittests": "762b5d1a756c7d38a7a56ce69eb8c0d2e5396969d4298cf0718c458a9e4a4707/646",
    "latency_unittests": "ff6933421df12d467b451f777f7c20e97fa054c8af98689d37de4003e44483e0/569",
    "libjingle_xmpp_unittests": "2981a73cd1cab6847357c9a0e56e5fac39f8f34d9979a0e84aa80e517089538a/569",
    "liburlpattern_unittests": "09ab9e34b0717af743505afd74cd97e89e6f0605e0998d4a46b0b7fd04ea5c9e/569",
    "media_unittests": "9c61fe1ca8745e3ed810ac902e1b596aef35038cb44300598848b1c6ba2acbdc/649",
    "message_center_unittests": "015fe8b15aeb352b579adc9a07f8ec2d80ae24165476a96ad3a33caef4c2539f/569",
    "midi_unittests": "0c4d5ca79b8216fe0402ad6df34c892dc7ff62df5a9412b18f853ce2f86be9f4/569",
    "mojo_core_unittests": "b2d03fdf16346e6c1e9dd6df6c0b39bd8f56deb2c93b41ad6b5b07ea5f136243/569",
    "mojo_unittests": "0d7092bc6a0d115bd0e6ba4e2c62d03dfb28dbc487113b4cbdbe499ef4225fcb/647",
    "native_theme_unittests": "14dbaa21b8d28f3cc0611ca07f1af66737d6abc47887935c90af04f534c7c954/569",
    "net_unittests": "3291ed051fbf4cabe174ef78d88e4a7f1128952e7c6b32873f0cf1210d4543bc/648",
    "openscreen_unittests": "245839f3fb1ad615654f1124985dc92cc5a3928a1ce18be00f7392022a8fe783/648",
    "ozone_x11_unittests": "c00eeb182ee0800e0b7edd06e537c52e1d50843d09252605fca71305d5b1b0ef/569",
    "pdf_unittests": "67b1468dac3f1a0b7ca0fcde7cc7f17e2df9e27d04e7c81fae9593d8bb908bca/646",
    "perfetto_unittests": "44b16759d508b273a38e4575c671f2447043c444c322a07948b59e9bbec1268a/569",
    "ppapi_unittests": "ac082f294a63098f689d0a9e3efa3249f0d6d02327034d98fbf82b081962f3d0/569",
    "printing_unittests": "bbde6ff9b9d36e3104be13222a0165e476a36890fb0bb7b1a0d7cb988d13bc98/569",
    "remoting_unittests": "86aa224ccabec0ac6b4b14e483c1747543f6be61b954bf0c778f4cb052915b81/646",
    "sandbox_linux_unittests": "1846d124e2522fe52bca934e28abf9aca1671dc23dbf1d9dc001dac013ad293e/569",
    "service_manager_unittests": "ac5ddc529a92ed97ac10fd5e6eed8fcb079de9c000205e9fedc17da2a8f4439c/569",
    "services_unittests": "9577aa8cbfd0bfb09e78a74f23cb1d0438524c702754bd1ed872d1ff50ff7f24/815",
    "shell_dialogs_unittests": "4513bbb9ff1464148b5d9526a802be4f5630fdfd2ab98ecbecf5c15fab916ac2/569",
    "skia_unittests": "45d1d35832043985678196b034e059743e5b17dfc45ddabc13400705a4d81646/569",
    "snapshot_unittests": "68dd2041f3e11c91b9c1b6701fd8bee91965612dae2902dafb761d398f772fb5/569",
    "sql_unittests": "05d27f38ef8e74c57d32ad4047dba7034c935382176435ed271e43fca170d44e/646",
    "storage_unittests": "c7a0a1e277aa1c2a5dadfffadca31fb094e64fa0df857e052a39ba896d2ca343/727",
    "sync_integration_tests": "f32a8e0c99e0ed4f50a7df378dd96b089cdc3d8c2229db70f5085776f8515428/729",
    "ui_base_unittests": "615d537e8fa39a4ad776ebbb0fc5c5fc834d6d40c59a9a1bb0e0c382dc2ca3a4/723",
    "ui_touch_selection_unittests": "201a507eb4c42fc99384dfa08fdaf5351083ae618a970df6841eb7d27457f686/569",
    "unit_tests": "60d20afb59c4c9c05dc5f9f3c8f135a7d3390be08288febcfb0748e824564fa5/1062",
    "url_unittests": "ecafa8cdc7d605672413fc296f868185f2ed927329574bb9ec881083ee7c08e2/569",
    "views_unittests": "e78497d354d881e29f46849069e3dd4898f161133354170ce4fb67793cd400c2/569",
    "viz_unittests": "060b6a60b0034f0f45f8f4913337699fe5fa07b6d3ca6fe569da4dc607cec6e8/653",
    "vr_common_unittests": "3c687e0f95e47d5ecfb0fb4d41295cbcad5efbf417d0914a8d34a75a2a57c5d1/648",
    "vr_pixeltests": "8d04ca238b3b9d63074d203ac774ef5491a98986d00757679ffd4345fb7394f7/646",
    "weblayer_browsertests": "3a7d3655caba43d24d160982bc52be93784c947380d73e4ca55cf6354f9f2354/814",
    "weblayer_unittests": "e2659ddbb7d3de4b0ca977f256b6c323f12eac0b57ebbaef7083fc98b70b6b59/646",
    "wm_unittests": "ad0e947a9c48aa60fda643207f0976fed5bc658215b981796664c7236dda45d0/569",
    "wtf_unittests": "48237ec477dd285dd73c7ca3546e9c8454d0eb4c359462fb460588698662e4ca/569",
    "x11_unittests": "3133ae610e2b9c215da2585d108a22be64a485c697c2bd7bb73aa9d3a5381aca/569",
    "xr_browser_tests": "1929cfbb2ed0807fbc0ef76fc0841b6feb1f9c4080b2a3a4ca5fd25a54c10d9e/728",
    "zlib_unittests": "158dfcc57b8ff47f39b54e8d6c7b89233024ca81f6c12c9cfdcb8ecf59314e85/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "d35d624e302339bddf63f41a26541de5b97ee363969aba926d26843428908d07/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3e289b8c0fbc0d2e09b0fd679245ff9328b0c355
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:79743
  • user_agent:recipe

Debug log (UTC)

[23:53:48.069] New invocation is queued and will start shortly
[23:53:48.069] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[23:53:49.141] Starting the invocation (attempt 1)
[23:53:49.174] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/3e289b8c0fbc0d2e09b0fd679245ff9328b0c355"
[23:53:49.174] Popped gitiles commit info from properties and tags
[23:53:49.174] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[23:53:49.174] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[23:53:49.175] Buildbucket request:
{
  "requestId": "8993980907943602256",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "3e289b8c0fbc0d2e09b0fd679245ff9328b0c355"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "929c8ed4e8c3912cf027d843e7a2af47b21e5612",
      "parent_got_dawn_revision": "1a57ee9d4e1de3ef14c3617c8e8c43c74b5384a7",
      "parent_got_nacl_revision": "957cbe470018adc3d9d1763fd75bbae455a9fddc",
      "parent_got_revision": "3e289b8c0fbc0d2e09b0fd679245ff9328b0c355",
      "parent_got_revision_cp": "refs/heads/main@{#948711}",
      "parent_got_swiftshader_revision": "3e61a772b24838bc1ccab8cc8450412b5f952069",
      "parent_got_v8_revision": "f7f3589c1253b909e6f160d1470607ad20b3a795",
      "parent_got_v8_revision_cp": "refs/heads/9.8.153@{#1}",
      "parent_got_webrtc_revision": "adf7dc34f036eba9283bb6ee022333009fda05fb",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35468}",
      "swarm_hashes": {
            "absl_hardening_tests": "81854528f8de2747823d7ea0a961861cf8918df318f721e12c89a56cbf8c957c/569",
            "accessibility_unittests": "4c64c960a6d026cfb1f86c7545f4478273fc29c88f940b1beaa896e2c85a9e25/569",
            "angle_unittests": "f2518ba56294f5bebb3d68d3e39e38d30a0ce71917ad9df5f255d5c2832e7cf6/570",
            "app_shell_unittests": "174dcdcbebe58fe6d6897f641f9108e0e18bf9125f837dd192d9b9e63c7a912d/730",
            "aura_unittests": "ec957f8ee4644ad8a29d846e148be5e94a1d9f3a505f759fe71f989ef00da0fd/569",
            "base_unittests": "08bb59e7da258f259d7b84df59abd5cf96e99b1641ace350a0688c49499b065c/648",
            "blink_common_unittests": "00abe26cb6b4614216a36e91b5e5508b38e54017c0968640ead160875c377a5e/647",
            "blink_fuzzer_unittests": "a1133ea8b05982dd9fe415fcfd0bb83cff79bbe824e9759eae646d6c8637a31f/569",
            "blink_heap_unittests": "eb7467e58154cb96566cb99866dec8ecc2a311108248a453d999f042e202db48/569",
            "blink_platform_unittests": "68114702136918437d71d218ef62475b9f178cee6e345809736dbf0fcc872b7e/726",
            "blink_unittests": "1b2125575f27126b7c87cb9ba6e56917d77ee7effea31a80608e910d366da0f7/810",
            "boringssl_crypto_tests": "0f4b45242624fd487d8e3ed2db0862e151558b424cac9e3499c8406659cc11a7/570",
            "boringssl_ssl_tests": "9ac21e18aa22f4074c3b912e2c9a5b54a168d1138d85aae4c970de6684009dbb/569",
            "capture_unittests": "dd8f81157458e6b385e3c9abe343c3f6fe48ff2ced4137984384110cf622cad7/648",
            "cast_unittests": "10f20261533748dfee89ad28df4d7d6da9128b23f2238bb9d2b3f6dd31ca22fa/569",
            "cc_unittests": "3f15a473d18892a89ea32d0174788219a1699ef319028c86cbb000d0006e1ff9/653",
            "chrome_app_unittests": "05a480c83f83d0c65e9acab4c9ba99c9f37e7eaa1a1fe1247983f920185417b2/648",
            "chromedriver_unittests": "123342611c3232ea89d0b24c5d691641f2236afed0c0e9f9927e222db8ce3f21/726",
            "color_unittests": "61380dc2afee184c882ba3f143f843815ff320f77439253eec1afaacf2db93bb/569",
            "components_browsertests": "de82c6958f79d24ddbfb761c6fdfaaba47fc7a5974c7afdaed016f4b8e8a6fd5/813",
            "components_unittests": "904591f7626510b64660851ca80bc85c09c9ef3496dc9cf51a58bfb968f27924/813",
            "compositor_unittests": "0c0af48e39a582f2031a09eb81e7cd50bb39b067cdbebdb50dde320b89d18dff/645",
            "content_browsertests": "c654dacb4839eee90e7d690f6bd4f613c252b70d9a8bf3f1c98d5eb1a34e40cb/887",
            "content_unittests": "3b57438b3a2bfb85cf4754c618db1eb8964de3b2de885cd8e8ae78ae19cfcce4/806",
            "cronet_tests": "033ca3f6dc8f423226e743b0dfa13f9d048bc96950ef89f3d733e7bd63c826e2/730",
            "cronet_unittests": "aa61f915372d880e414005ab3ff6900bdc8e8a5ef3983b200bb987e9a6270f65/646",
            "crypto_unittests": "f10d33e63c9f7ca47cf9cc606aa3a0e5ad91dd37268463f4516fa7af617cc095/569",
            "dbus_unittests": "027e204e974713263f159d36a64ec7891e95ec6a9f596183555864344944cc03/569",
            "device_unittests": "cced3244bf162cdc3a4b7886524a7fc842f5a666e1f9ffe0c9e2092baf764515/646",
            "display_unittests": "69bb6a4d326027bc9f9d325e43bfc01eb2bbf4b693112b4c06d973f48e0e8add/569",
            "events_unittests": "84ac209bb513518613eaaa5fe150571094d19dd23bb89fdd4e7cd47ea6a052bc/569",
            "extensions_browsertests": "ca1ee84c918e7c5de0876fae38fd90e5978a5aa5b45bb8f3048156f74a4375c4/732",
            "extensions_unittests": "761283fa46b239144ec47e390b2819893db97d8b58167b0983a1203d4fdae2fc/896",
            "filesystem_service_unittests": "b7085bd1169f70bd5cacc2566cfdfef0981502c924c4098cc0a94ec0650419d2/569",
            "gcm_unit_tests": "44744fb4d31b9d1dd01f8d247ec323221a0b751b0006db88b2ba5d1e56121467/646",
            "gfx_unittests": "bf7ea801c299437e36931dcfc9b7d091b701bbc69774a0cea842fdf0313d5ae8/645",
            "gin_unittests": "b2db173f536db5a122aa22d1718fb6271845e54f75ae6cde8359919a41795853/646",
            "gl_tests": "9c5bec506ed39f2a01cb078139a9729050b44d927674e70db60dd7cc74b61b48/569",
            "gl_unittests": "5ea4bea4a48bae64a5038821e5bf771d0da5611509d75638fdb8c7d734bd6201/569",
            "google_apis_unittests": "fbf2c877e5c3622418cc31827ff596c0b98b05b866885f7a772445b2161bf609/731",
            "gpu_unittests": "a74abb1a49519f7b20aca3d24266bb8da6736193851fd518cab845b3aa2a1e4b/646",
            "gwp_asan_unittests": "cb4cb9408334b623c43a5e2b302dc373e34d1b004315d929d24d8f026369ba30/570",
            "headless_browsertests": "c8b521a6a8f6d3d04e8b81abd4eda00d250672aac16b17a0db6a2df917f1229f/730",
            "headless_unittests": "4b3a65c04254d526b3a31d825df1195beb14c19ce98f3095e23583e527dbc243/569",
            "interactive_ui_tests": "c92d19955db6620445fdc853b31cb41812c8f19483ef947041e481886e3a84d9/965",
            "ipc_tests": "c5c7b4feff6d355990b2e93be5c2bae901e6841b7d0401f0f9fb0aedf43fc6c9/569",
            "jingle_unittests": "762b5d1a756c7d38a7a56ce69eb8c0d2e5396969d4298cf0718c458a9e4a4707/646",
            "latency_unittests": "ff6933421df12d467b451f777f7c20e97fa054c8af98689d37de4003e44483e0/569",
            "libjingle_xmpp_unittests": "2981a73cd1cab6847357c9a0e56e5fac39f8f34d9979a0e84aa80e517089538a/569",
            "liburlpattern_unittests": "09ab9e34b0717af743505afd74cd97e89e6f0605e0998d4a46b0b7fd04ea5c9e/569",
            "media_unittests": "9c61fe1ca8745e3ed810ac902e1b596aef35038cb44300598848b1c6ba2acbdc/649",
            "message_center_unittests": "015fe8b15aeb352b579adc9a07f8ec2d80ae24165476a96ad3a33caef4c2539f/569",
            "midi_unittests": "0c4d5ca79b8216fe0402ad6df34c892dc7ff62df5a9412b18f853ce2f86be9f4/569",
            "mojo_core_unittests": "b2d03fdf16346e6c1e9dd6df6c0b39bd8f56deb2c93b41ad6b5b07ea5f136243/569",
            "mojo_unittests": "0d7092bc6a0d115bd0e6ba4e2c62d03dfb28dbc487113b4cbdbe499ef4225fcb/647",
            "native_theme_unittests": "14dbaa21b8d28f3cc0611ca07f1af66737d6abc47887935c90af04f534c7c954/569",
            "net_unittests": "3291ed051fbf4cabe174ef78d88e4a7f1128952e7c6b32873f0cf1210d4543bc/648",
            "openscreen_unittests": "245839f3fb1ad615654f1124985dc92cc5a3928a1ce18be00f7392022a8fe783/648",
            "ozone_x11_unittests": "c00eeb182ee0800e0b7edd06e537c52e1d50843d09252605fca71305d5b1b0ef/569",
            "pdf_unittests": "67b1468dac3f1a0b7ca0fcde7cc7f17e2df9e27d04e7c81fae9593d8bb908bca/646",
            "perfetto_unittests": "44b16759d508b273a38e4575c671f2447043c444c322a07948b59e9bbec1268a/569",
            "ppapi_unittests": "ac082f294a63098f689d0a9e3efa3249f0d6d02327034d98fbf82b081962f3d0/569",
            "printing_unittests": "bbde6ff9b9d36e3104be13222a0165e476a36890fb0bb7b1a0d7cb988d13bc98/569",
            "remoting_unittests": "86aa224ccabec0ac6b4b14e483c1747543f6be61b954bf0c778f4cb052915b81/646",
            "sandbox_linux_unittests": "1846d124e2522fe52bca934e28abf9aca1671dc23dbf1d9dc001dac013ad293e/569",
            "service_manager_unittests": "ac5ddc529a92ed97ac10fd5e6eed8fcb079de9c000205e9fedc17da2a8f4439c/569",
            "services_unittests": "9577aa8cbfd0bfb09e78a74f23cb1d0438524c702754bd1ed872d1ff50ff7f24/815",
            "shell_dialogs_unittests": "4513bbb9ff1464148b5d9526a802be4f5630fdfd2ab98ecbecf5c15fab916ac2/569",
            "skia_unittests": "45d1d35832043985678196b034e059743e5b17dfc45ddabc13400705a4d81646/569",
            "snapshot_unittests": "68dd2041f3e11c91b9c1b6701fd8bee91965612dae2902dafb761d398f772fb5/569",
            "sql_unittests": "05d27f38ef8e74c57d32ad4047dba7034c935382176435ed271e43fca170d44e/646",
            "storage_unittests": "c7a0a1e277aa1c2a5dadfffadca31fb094e64fa0df857e052a39ba896d2ca343/727",
            "sync_integration_tests": "f32a8e0c99e0ed4f50a7df378dd96b089cdc3d8c2229db70f5085776f8515428/729",
            "ui_base_unittests": "615d537e8fa39a4ad776ebbb0fc5c5fc834d6d40c59a9a1bb0e0c382dc2ca3a4/723",
            "ui_touch_selection_unittests": "201a507eb4c42fc99384dfa08fdaf5351083ae618a970df6841eb7d27457f686/569",
            "unit_tests": "60d20afb59c4c9c05dc5f9f3c8f135a7d3390be08288febcfb0748e824564fa5/1062",
            "url_unittests": "ecafa8cdc7d605672413fc296f868185f2ed927329574bb9ec881083ee7c08e2/569",
            "views_unittests": "e78497d354d881e29f46849069e3dd4898f161133354170ce4fb67793cd400c2/569",
            "viz_unittests": "060b6a60b0034f0f45f8f4913337699fe5fa07b6d3ca6fe569da4dc607cec6e8/653",
            "vr_common_unittests": "3c687e0f95e47d5ecfb0fb4d41295cbcad5efbf417d0914a8d34a75a2a57c5d1/648",
            "vr_pixeltests": "8d04ca238b3b9d63074d203ac774ef5491a98986d00757679ffd4345fb7394f7/646",
            "weblayer_browsertests": "3a7d3655caba43d24d160982bc52be93784c947380d73e4ca55cf6354f9f2354/814",
            "weblayer_unittests": "e2659ddbb7d3de4b0ca977f256b6c323f12eac0b57ebbaef7083fc98b70b6b59/646",
            "wm_unittests": "ad0e947a9c48aa60fda643207f0976fed5bc658215b981796664c7236dda45d0/569",
            "wtf_unittests": "48237ec477dd285dd73c7ca3546e9c8454d0eb4c359462fb460588698662e4ca/569",
            "x11_unittests": "3133ae610e2b9c215da2585d108a22be64a485c697c2bd7bb73aa9d3a5381aca/569",
            "xr_browser_tests": "1929cfbb2ed0807fbc0ef76fc0841b6feb1f9c4080b2a3a4ca5fd25a54c10d9e/728",
            "zlib_unittests": "158dfcc57b8ff47f39b54e8d6c7b89233024ca81f6c12c9cfdcb8ecf59314e85/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "d35d624e302339bddf63f41a26541de5b97ee363969aba926d26843428908d07/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "3e289b8c0fbc0d2e09b0fd679245ff9328b0c355",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8993980907943602256"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "79743"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[23:53:49.670] Scheduled build:
{
  "id": "8828550846048722641",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 71696,
  "createdBy": "project:chromium",
  "createTime": "2021-12-06T23:53:49.244036220Z",
  "updateTime": "2021-12-06T23:53:49.244036220Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "3e289b8c0fbc0d2e09b0fd679245ff9328b0c355",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[23:53:49.670] Task URL: https://cr-buildbucket.appspot.com/build/8828550846048722641
[23:53:49.670] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993980907943602256:2:0) after 7m14s
[23:54:37.923] Received PubSub notification, asking Buildbucket for the build status
[23:54:37.954] Build status: STARTED
[00:02:19.657] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993980907943602256:2:0)
[00:02:19.687] Build status: STARTED
[00:02:19.687] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993980907943602256:4:0) after 1m33s
[00:03:52.898] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993980907943602256:4:0)
[00:03:52.929] Build status: STARTED
[00:03:52.929] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993980907943602256:5:0) after 8m59s
[00:12:52.124] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993980907943602256:5:0)
[00:12:52.194] Build status: STARTED
[00:12:52.194] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993980907943602256:6:0) after 7m51s
[00:20:43.559] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993980907943602256:6:0)
[00:20:43.591] Build status: STARTED
[00:20:43.591] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993980907943602256:7:0) after 5m6s
[00:25:49.829] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993980907943602256:7:0)
[00:25:49.862] Build status: STARTED
[00:25:49.862] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993980907943602256:8:0) after 6m28s
[00:26:05.647] Received PubSub notification, asking Buildbucket for the build status
[00:26:05.688] Build:
{
  "id": "8828550846048722641",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 71696,
  "createdBy": "project:chromium",
  "createTime": "2021-12-06T23:53:49.244036220Z",
  "startTime": "2021-12-06T23:54:36.174432Z",
  "endTime": "2021-12-07T00:26:04.628422390Z",
  "updateTime": "2021-12-07T00:26:04.628422390Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "3e289b8c0fbc0d2e09b0fd679245ff9328b0c355",
      "ref": "refs/heads/main"
    }
  },
  "canary": true
}
[00:26:05.688] Invocation finished in 32m17.633965941s with status FAILED