Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 28 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/79613 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "1fa88e69b64cbb63a12b953be224c3781f911763"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "29babe0fdc4401bfbdad574aa84795570cc82f40",
  "parent_got_dawn_revision": "e7efad03259a6cc1643d9bc545c16bb9f3ddc1e4",
  "parent_got_nacl_revision": "957cbe470018adc3d9d1763fd75bbae455a9fddc",
  "parent_got_revision": "1fa88e69b64cbb63a12b953be224c3781f911763",
  "parent_got_revision_cp": "refs/heads/main@{#947426}",
  "parent_got_swiftshader_revision": "f12305c3a0d9258c223f7bad5816a6a2fc5d8c27",
  "parent_got_v8_revision": "002b2ce54709408c3fc76c7a54d9388c7d0a0315",
  "parent_got_v8_revision_cp": "refs/heads/9.8.133@{#1}",
  "parent_got_webrtc_revision": "b5dcbbf9a6f62b9ab575336b893d259d7b855fce",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35456}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "1fa88e69b64cbb63a12b953be224c3781f911763",
  "swarm_hashes": {
    "absl_hardening_tests": "586e1f7f24e7fc71ff6275a8b6672c76c7b025c8ceb3aaa0d0eb48407508f5f7/569",
    "accessibility_unittests": "9f8473939cbf640556b2c209af4a1345a5808d6de25568649ee721fabf30bf0c/569",
    "angle_unittests": "80670caaa8dec65d3c3de64cd70a04c27cfe947870239e86ca9746747b38f6d2/570",
    "app_shell_unittests": "ad87ef7d9b59d0ddda6f48f6701d4800152eec2962f57b780e42e4c886f01d9b/730",
    "aura_unittests": "91c7d55544459761f938b91b0155b0349a70fa682cc739a225be5d96498dc8f0/569",
    "base_unittests": "202ec446e247ef599eb2830fd4625a67aa971eebea17626aae4bb7925a01f49f/648",
    "blink_common_unittests": "856562b6b33c524aa942eedf1537a406e4a046cd9f08c6be8db4034042a2782e/647",
    "blink_fuzzer_unittests": "2044c348b7999e6c427bde203abefe04c1739a1d68411e7e2160800953dc4958/569",
    "blink_heap_unittests": "208eb61cd43b038a44a19ae02becc9852cce3b9a3ec54ce87a3723c00fc62856/569",
    "blink_platform_unittests": "89a5f61065baa4c51b1e6de7db43aae522fb6b64272562349342135398221aae/726",
    "blink_unittests": "d3efdfa1c11031a71d04c215c251e8497e4687d6104b44d673780e94b949952a/810",
    "boringssl_crypto_tests": "8a56e5b6be69f16b4417dad2c75a80eb73aa4bb28423ea32e31df862c4fc42f4/570",
    "boringssl_ssl_tests": "a6a0291588baf89ed616598c3293d3a7a314db87ff79b1824210650d65276a30/569",
    "capture_unittests": "144dcf4e6284bd90cd9b619f279ac912c10b3387e480a983d6906997b5f8d79a/648",
    "cast_unittests": "3141597da2374cab5fe1672c8da71cd62eee2a5797a01ba040a3ba17a148b4f6/569",
    "cc_unittests": "033fb7ea16131f2a7f5bfc6f0eb791ac5d2bdac5ffef27cd7a6f698b40b5dc0f/653",
    "chrome_app_unittests": "33ffb87a64748a8b1d805a1c02cb77d96d82f21ce38ef7ea8e2bd4ca0fc966a5/648",
    "chromedriver_unittests": "cb6702ec96d2004210eadc108b080bc2969e013d8d33b6c7f41289e358bad798/726",
    "color_unittests": "1f3735e0b1ae3923987b7d63c01c575a6ae4ef5eb8c4342a899428605ca8c085/569",
    "components_browsertests": "42582fcc3da34409cece0776f386d1d894c4dd5e7b5069612aabe0593a3c6a13/813",
    "components_unittests": "7cf1c7c67ad424841f2efe2b986e18f8f5e6cd315a69de7217dec9908bbc6f4f/813",
    "compositor_unittests": "0384ad7888f2698c28d4bba311d9e78a9de78ffa1f226486d708e327957c95be/645",
    "content_browsertests": "632740d42cf2393a415cd4a16a93fb4f39742075eb61a8b7c1cca8c30deb1223/887",
    "content_unittests": "890b84a925ee449d204ab76d833e650c7f3d115485435a345d4b440f3196452f/806",
    "cronet_tests": "fda4c1d9360b68bf0d3654aba850693aa00d9f0beb61f107a9be458a28d068a1/730",
    "cronet_unittests": "3a99f45251cfc4baf660565de483c3c289e88a313b8ffe244d05ac0e6ff13e19/646",
    "crypto_unittests": "6c8d302ee9df62f8a0507214c3e5c273509c71798e62201cdd86564914a4fd7d/569",
    "dbus_unittests": "d09561c95e17fd0279ce643af60d6f179eb87d520019bd2e9d4680679e24165f/569",
    "device_unittests": "92757130347dfcd27caab922512192dc77ea373425df353a9e7be36b2ee9955f/646",
    "display_unittests": "b1008002d7911cdab461fce2948f99e84bd16f5ce33830112698ca63222bb8d8/569",
    "events_unittests": "cac26091bb8add7b80b081c51cf8bed09f4ac2fab64e8f9934c3cb58c896dcf3/569",
    "extensions_browsertests": "76583d4216696301c179d6bf4d664f5ae68f5e9a325ff5393601df53bdc4c88b/732",
    "extensions_unittests": "1273e3eb86af2d9847090c8d6c8bc1e5be3761cb7285fac5d3dd51b1a1366b65/896",
    "filesystem_service_unittests": "6cf2f75422f3324628db29187d20998165f9e6b69be8fd3853c8346af7c11471/569",
    "gcm_unit_tests": "f996bc6bc5c1f0eb3af20a39b0b0d5d074df35413a0c7daadaa3765cdb1b5fc3/646",
    "gfx_unittests": "70da317c1f1b57eba9012d95ff7f7d1b747f194842414ac825db070d3abef12b/645",
    "gin_unittests": "a0416194fbce1abaf1e150fcddc17cf23629e389c6a56e602a5bbdea8f91c9ac/646",
    "gl_tests": "c14f0234398a73746144075160a66be9cded0e6dfdcd8e679495d44328f63a57/569",
    "gl_unittests": "ac5e2f31280e9e950d2f363bfa26a1dc79edc081310f036a1d51f3aa54cb90e1/569",
    "google_apis_unittests": "9ff48c0dabf1dbf83d9984f7f7b3d4b51be90ebf9a91f79eb3dbb929edd59aa9/731",
    "gpu_unittests": "27ecb092181bd0eed71b9cf28b783336077a8059e0a4d9adf0d9f009890db04a/646",
    "gwp_asan_unittests": "c95709b61d950bc2973ba72b09327e98a78754c08acf111878e6749d6caa4741/570",
    "headless_browsertests": "ab802d091e4b24b0cf914e3a6a8241f140e1988513047ac37f5ef3a04153e2f0/730",
    "headless_unittests": "f3658dd68263f0398f1f97b1955436480b6d2b3c165d5913b05fa0fe8f642bad/569",
    "interactive_ui_tests": "8597b96c6b87151dcf80e8f1ac58b69c09217d6f7906b2338434b2691ec36fa5/965",
    "ipc_tests": "e7d25dd176ef46ebf095e3e69b24f42760db014c0859084dd64829965d2902d3/569",
    "jingle_unittests": "6ad700e6843032c15fc7bb5c0dff83ef3cbeff810d1369be8603726465a7af4b/646",
    "latency_unittests": "98d324cab81e414a705cb36626bdd90f35a3fd06a8f80adc5ea581bb4e2d0ea2/569",
    "libjingle_xmpp_unittests": "4b8a64aeaab73e44a863d275ce49b2fb73bd8a62bce62c193d5a3c8662389a4d/569",
    "liburlpattern_unittests": "2ab9632004ccff802575988a16592c0b625405adb9a8c04d52efc4ff62999347/569",
    "media_unittests": "d3a55e35396e53c7ee2aec9a9dbe6732d639055e6bb3e264931d973909884cb1/649",
    "message_center_unittests": "7e8c5d8aef62d4269fec59dbb42b9f806d56249ac135196201b4a3ca2650062c/569",
    "midi_unittests": "531c29b26183c909ea4e318242990e53f75341b1e48b16debca600ba70d89b2b/569",
    "mojo_core_unittests": "7f57a449478c4c509cebfdde5796279a314013f3f73eb424d52d7d2eb44a4fcf/569",
    "mojo_unittests": "fce3804bbf8d21507c4951513fa87d2567545e5827159c044973b1ef7e941049/647",
    "native_theme_unittests": "5b2bdaa4f846fbfc84d4a1988e975c3187c6865e4c3b682ad1e9aa4bc280e803/569",
    "net_unittests": "a8d345364fd9df5aabafaca7899f24becf659cb39c7c863e4eee7aed1334944a/648",
    "openscreen_unittests": "50400c2c57701a5b269a04ad93620ace870c22be87dc082960ffc7c1028b62b9/648",
    "ozone_x11_unittests": "958e9649817eb1aed0e8b1e01e969945f22684a6d74d11c024b286f46fff4ca7/569",
    "pdf_unittests": "7b4b376e5403ead3e1a74263e2b7477ffcac3567edf33a4f38ae39fd1f3917f2/646",
    "perfetto_unittests": "6807fa3e3f4d4cf1054c83e1f34be99a2b545fd2d3c298141643c338208919ad/569",
    "ppapi_unittests": "6f432c2ad06ee77748a8375404a4e08783cda7f3d167f87de7b99e4289622a66/569",
    "printing_unittests": "c48e7d05fb0a6a538ade4b52fc622df6addedf710da522e5163f7ab59ac39989/569",
    "remoting_unittests": "8ae8b75d37c5302867c918bca7a89a790f5d42c0043ac8dbf61a94a64e6b66c3/646",
    "sandbox_linux_unittests": "3095349f2a3f18a7df5dbf2e89eea99ba8f2d6ba244d081a76ca07fbc3820eed/569",
    "service_manager_unittests": "37bd2848b273f3d259d4258651acb0ec33491462c4e68c6398576d15b4cfad63/569",
    "services_unittests": "541195e999e99dee176816d463ba6d1b6034eca2567a702efaeb624a069f0423/815",
    "shell_dialogs_unittests": "ce4b17ec102a48b5be9b308d8cf9afc0b653d88d67ace1bb2adbbb069ad5ca84/569",
    "skia_unittests": "b3978f814d35411b1413f65dd33dee135ef6bdd67c1f328814121378431a6d8f/569",
    "snapshot_unittests": "cd00ea2f788e0089f5190e6590365cee6537e66764552380db214a1c99d0bd9f/569",
    "sql_unittests": "8e3a6bf0890ce5f435cc6d30be265b67ccca6d1edcf1453af5398d6f1cc287ab/646",
    "storage_unittests": "8202d862280fe3576a0ca7af6f6d6f18e8585f61a3d8199f05b65a7e2f2fee20/727",
    "sync_integration_tests": "d912cf55ab968182b83fb888de17a1102bce688011e24f1b00ba65bcf178cd13/729",
    "ui_base_unittests": "845391b12e47b5c2a5e74a1218c4e7f1d9564c424be0fd5272140fa9c01395dd/723",
    "ui_touch_selection_unittests": "a4e722bb301cd93a5fd23508a6072bf57b1ac29748b6a2ba6cfea59e1336c1fa/569",
    "unit_tests": "717e3eaae88cb15a681eb77ea45e5ed54438498889ffac2188b7836a0004ed72/1062",
    "url_unittests": "763d1b7aff3b5a8cfbc570d3f8e94c278114b10b28e50ad3368aedd6bd87dda8/569",
    "views_unittests": "fcc306ac7919fb5a3099922936c8b1a92a353dd5ae3fcae0e669fb20a0e0bd20/569",
    "viz_unittests": "948d89757a3b10fe72ae87771ef1803f76794ecfdf666644f8b081bd7a3e00a8/653",
    "vr_common_unittests": "53a2b320469439fe5fdc68ebd5d946468509fa8a4da72722376ebb264a81ca91/648",
    "vr_pixeltests": "5aba2ce6bdc8b10574ef79d0ebe34f217799b6d3196c6083fa21b8494e36a846/646",
    "weblayer_browsertests": "a1e11769082573566a1fbc7c382a85dde3c91fb7d0361b8b7e63e0ceab020d70/814",
    "weblayer_unittests": "a0241bbc1c1097e973029800d257d370d89bcf86d67aa3cc52e12bc62e9f72d3/646",
    "wm_unittests": "9883a8f8bb35a88155eca87945398eec3d4b63e83f8db17c7106d2780cf40017/569",
    "wtf_unittests": "0fb6bd1bf467312131722934711f20c3b0c11f542822f4106b0734c83b904df1/569",
    "x11_unittests": "7653b8cb1d6d9ad99c90ce8ba9e9fd9795167c4a90dbad63acff2984ba67cef7/569",
    "xr_browser_tests": "4be697a9b26a1c8465a31aa1132f287350c3cc674e5b88606ff252382864b7bb/728",
    "zlib_unittests": "cbe172d4abb691d1fd5f0813c02d4c5a91ea5c748b177c418e800c6c0068c70d/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "d35d624e302339bddf63f41a26541de5b97ee363969aba926d26843428908d07/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/1fa88e69b64cbb63a12b953be224c3781f911763
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:79613
  • user_agent:recipe

Debug log (UTC)

[11:57:02.509] New invocation is queued and will start shortly
[11:57:02.509] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[11:57:03.815] Starting the invocation (attempt 1)
[11:57:03.869] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/1fa88e69b64cbb63a12b953be224c3781f911763"
[11:57:03.869] Popped gitiles commit info from properties and tags
[11:57:03.869] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[11:57:03.869] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[11:57:03.870] Buildbucket request:
{
  "requestId": "8994388390407657504",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "1fa88e69b64cbb63a12b953be224c3781f911763"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "29babe0fdc4401bfbdad574aa84795570cc82f40",
      "parent_got_dawn_revision": "e7efad03259a6cc1643d9bc545c16bb9f3ddc1e4",
      "parent_got_nacl_revision": "957cbe470018adc3d9d1763fd75bbae455a9fddc",
      "parent_got_revision": "1fa88e69b64cbb63a12b953be224c3781f911763",
      "parent_got_revision_cp": "refs/heads/main@{#947426}",
      "parent_got_swiftshader_revision": "f12305c3a0d9258c223f7bad5816a6a2fc5d8c27",
      "parent_got_v8_revision": "002b2ce54709408c3fc76c7a54d9388c7d0a0315",
      "parent_got_v8_revision_cp": "refs/heads/9.8.133@{#1}",
      "parent_got_webrtc_revision": "b5dcbbf9a6f62b9ab575336b893d259d7b855fce",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35456}",
      "swarm_hashes": {
            "absl_hardening_tests": "586e1f7f24e7fc71ff6275a8b6672c76c7b025c8ceb3aaa0d0eb48407508f5f7/569",
            "accessibility_unittests": "9f8473939cbf640556b2c209af4a1345a5808d6de25568649ee721fabf30bf0c/569",
            "angle_unittests": "80670caaa8dec65d3c3de64cd70a04c27cfe947870239e86ca9746747b38f6d2/570",
            "app_shell_unittests": "ad87ef7d9b59d0ddda6f48f6701d4800152eec2962f57b780e42e4c886f01d9b/730",
            "aura_unittests": "91c7d55544459761f938b91b0155b0349a70fa682cc739a225be5d96498dc8f0/569",
            "base_unittests": "202ec446e247ef599eb2830fd4625a67aa971eebea17626aae4bb7925a01f49f/648",
            "blink_common_unittests": "856562b6b33c524aa942eedf1537a406e4a046cd9f08c6be8db4034042a2782e/647",
            "blink_fuzzer_unittests": "2044c348b7999e6c427bde203abefe04c1739a1d68411e7e2160800953dc4958/569",
            "blink_heap_unittests": "208eb61cd43b038a44a19ae02becc9852cce3b9a3ec54ce87a3723c00fc62856/569",
            "blink_platform_unittests": "89a5f61065baa4c51b1e6de7db43aae522fb6b64272562349342135398221aae/726",
            "blink_unittests": "d3efdfa1c11031a71d04c215c251e8497e4687d6104b44d673780e94b949952a/810",
            "boringssl_crypto_tests": "8a56e5b6be69f16b4417dad2c75a80eb73aa4bb28423ea32e31df862c4fc42f4/570",
            "boringssl_ssl_tests": "a6a0291588baf89ed616598c3293d3a7a314db87ff79b1824210650d65276a30/569",
            "capture_unittests": "144dcf4e6284bd90cd9b619f279ac912c10b3387e480a983d6906997b5f8d79a/648",
            "cast_unittests": "3141597da2374cab5fe1672c8da71cd62eee2a5797a01ba040a3ba17a148b4f6/569",
            "cc_unittests": "033fb7ea16131f2a7f5bfc6f0eb791ac5d2bdac5ffef27cd7a6f698b40b5dc0f/653",
            "chrome_app_unittests": "33ffb87a64748a8b1d805a1c02cb77d96d82f21ce38ef7ea8e2bd4ca0fc966a5/648",
            "chromedriver_unittests": "cb6702ec96d2004210eadc108b080bc2969e013d8d33b6c7f41289e358bad798/726",
            "color_unittests": "1f3735e0b1ae3923987b7d63c01c575a6ae4ef5eb8c4342a899428605ca8c085/569",
            "components_browsertests": "42582fcc3da34409cece0776f386d1d894c4dd5e7b5069612aabe0593a3c6a13/813",
            "components_unittests": "7cf1c7c67ad424841f2efe2b986e18f8f5e6cd315a69de7217dec9908bbc6f4f/813",
            "compositor_unittests": "0384ad7888f2698c28d4bba311d9e78a9de78ffa1f226486d708e327957c95be/645",
            "content_browsertests": "632740d42cf2393a415cd4a16a93fb4f39742075eb61a8b7c1cca8c30deb1223/887",
            "content_unittests": "890b84a925ee449d204ab76d833e650c7f3d115485435a345d4b440f3196452f/806",
            "cronet_tests": "fda4c1d9360b68bf0d3654aba850693aa00d9f0beb61f107a9be458a28d068a1/730",
            "cronet_unittests": "3a99f45251cfc4baf660565de483c3c289e88a313b8ffe244d05ac0e6ff13e19/646",
            "crypto_unittests": "6c8d302ee9df62f8a0507214c3e5c273509c71798e62201cdd86564914a4fd7d/569",
            "dbus_unittests": "d09561c95e17fd0279ce643af60d6f179eb87d520019bd2e9d4680679e24165f/569",
            "device_unittests": "92757130347dfcd27caab922512192dc77ea373425df353a9e7be36b2ee9955f/646",
            "display_unittests": "b1008002d7911cdab461fce2948f99e84bd16f5ce33830112698ca63222bb8d8/569",
            "events_unittests": "cac26091bb8add7b80b081c51cf8bed09f4ac2fab64e8f9934c3cb58c896dcf3/569",
            "extensions_browsertests": "76583d4216696301c179d6bf4d664f5ae68f5e9a325ff5393601df53bdc4c88b/732",
            "extensions_unittests": "1273e3eb86af2d9847090c8d6c8bc1e5be3761cb7285fac5d3dd51b1a1366b65/896",
            "filesystem_service_unittests": "6cf2f75422f3324628db29187d20998165f9e6b69be8fd3853c8346af7c11471/569",
            "gcm_unit_tests": "f996bc6bc5c1f0eb3af20a39b0b0d5d074df35413a0c7daadaa3765cdb1b5fc3/646",
            "gfx_unittests": "70da317c1f1b57eba9012d95ff7f7d1b747f194842414ac825db070d3abef12b/645",
            "gin_unittests": "a0416194fbce1abaf1e150fcddc17cf23629e389c6a56e602a5bbdea8f91c9ac/646",
            "gl_tests": "c14f0234398a73746144075160a66be9cded0e6dfdcd8e679495d44328f63a57/569",
            "gl_unittests": "ac5e2f31280e9e950d2f363bfa26a1dc79edc081310f036a1d51f3aa54cb90e1/569",
            "google_apis_unittests": "9ff48c0dabf1dbf83d9984f7f7b3d4b51be90ebf9a91f79eb3dbb929edd59aa9/731",
            "gpu_unittests": "27ecb092181bd0eed71b9cf28b783336077a8059e0a4d9adf0d9f009890db04a/646",
            "gwp_asan_unittests": "c95709b61d950bc2973ba72b09327e98a78754c08acf111878e6749d6caa4741/570",
            "headless_browsertests": "ab802d091e4b24b0cf914e3a6a8241f140e1988513047ac37f5ef3a04153e2f0/730",
            "headless_unittests": "f3658dd68263f0398f1f97b1955436480b6d2b3c165d5913b05fa0fe8f642bad/569",
            "interactive_ui_tests": "8597b96c6b87151dcf80e8f1ac58b69c09217d6f7906b2338434b2691ec36fa5/965",
            "ipc_tests": "e7d25dd176ef46ebf095e3e69b24f42760db014c0859084dd64829965d2902d3/569",
            "jingle_unittests": "6ad700e6843032c15fc7bb5c0dff83ef3cbeff810d1369be8603726465a7af4b/646",
            "latency_unittests": "98d324cab81e414a705cb36626bdd90f35a3fd06a8f80adc5ea581bb4e2d0ea2/569",
            "libjingle_xmpp_unittests": "4b8a64aeaab73e44a863d275ce49b2fb73bd8a62bce62c193d5a3c8662389a4d/569",
            "liburlpattern_unittests": "2ab9632004ccff802575988a16592c0b625405adb9a8c04d52efc4ff62999347/569",
            "media_unittests": "d3a55e35396e53c7ee2aec9a9dbe6732d639055e6bb3e264931d973909884cb1/649",
            "message_center_unittests": "7e8c5d8aef62d4269fec59dbb42b9f806d56249ac135196201b4a3ca2650062c/569",
            "midi_unittests": "531c29b26183c909ea4e318242990e53f75341b1e48b16debca600ba70d89b2b/569",
            "mojo_core_unittests": "7f57a449478c4c509cebfdde5796279a314013f3f73eb424d52d7d2eb44a4fcf/569",
            "mojo_unittests": "fce3804bbf8d21507c4951513fa87d2567545e5827159c044973b1ef7e941049/647",
            "native_theme_unittests": "5b2bdaa4f846fbfc84d4a1988e975c3187c6865e4c3b682ad1e9aa4bc280e803/569",
            "net_unittests": "a8d345364fd9df5aabafaca7899f24becf659cb39c7c863e4eee7aed1334944a/648",
            "openscreen_unittests": "50400c2c57701a5b269a04ad93620ace870c22be87dc082960ffc7c1028b62b9/648",
            "ozone_x11_unittests": "958e9649817eb1aed0e8b1e01e969945f22684a6d74d11c024b286f46fff4ca7/569",
            "pdf_unittests": "7b4b376e5403ead3e1a74263e2b7477ffcac3567edf33a4f38ae39fd1f3917f2/646",
            "perfetto_unittests": "6807fa3e3f4d4cf1054c83e1f34be99a2b545fd2d3c298141643c338208919ad/569",
            "ppapi_unittests": "6f432c2ad06ee77748a8375404a4e08783cda7f3d167f87de7b99e4289622a66/569",
            "printing_unittests": "c48e7d05fb0a6a538ade4b52fc622df6addedf710da522e5163f7ab59ac39989/569",
            "remoting_unittests": "8ae8b75d37c5302867c918bca7a89a790f5d42c0043ac8dbf61a94a64e6b66c3/646",
            "sandbox_linux_unittests": "3095349f2a3f18a7df5dbf2e89eea99ba8f2d6ba244d081a76ca07fbc3820eed/569",
            "service_manager_unittests": "37bd2848b273f3d259d4258651acb0ec33491462c4e68c6398576d15b4cfad63/569",
            "services_unittests": "541195e999e99dee176816d463ba6d1b6034eca2567a702efaeb624a069f0423/815",
            "shell_dialogs_unittests": "ce4b17ec102a48b5be9b308d8cf9afc0b653d88d67ace1bb2adbbb069ad5ca84/569",
            "skia_unittests": "b3978f814d35411b1413f65dd33dee135ef6bdd67c1f328814121378431a6d8f/569",
            "snapshot_unittests": "cd00ea2f788e0089f5190e6590365cee6537e66764552380db214a1c99d0bd9f/569",
            "sql_unittests": "8e3a6bf0890ce5f435cc6d30be265b67ccca6d1edcf1453af5398d6f1cc287ab/646",
            "storage_unittests": "8202d862280fe3576a0ca7af6f6d6f18e8585f61a3d8199f05b65a7e2f2fee20/727",
            "sync_integration_tests": "d912cf55ab968182b83fb888de17a1102bce688011e24f1b00ba65bcf178cd13/729",
            "ui_base_unittests": "845391b12e47b5c2a5e74a1218c4e7f1d9564c424be0fd5272140fa9c01395dd/723",
            "ui_touch_selection_unittests": "a4e722bb301cd93a5fd23508a6072bf57b1ac29748b6a2ba6cfea59e1336c1fa/569",
            "unit_tests": "717e3eaae88cb15a681eb77ea45e5ed54438498889ffac2188b7836a0004ed72/1062",
            "url_unittests": "763d1b7aff3b5a8cfbc570d3f8e94c278114b10b28e50ad3368aedd6bd87dda8/569",
            "views_unittests": "fcc306ac7919fb5a3099922936c8b1a92a353dd5ae3fcae0e669fb20a0e0bd20/569",
            "viz_unittests": "948d89757a3b10fe72ae87771ef1803f76794ecfdf666644f8b081bd7a3e00a8/653",
            "vr_common_unittests": "53a2b320469439fe5fdc68ebd5d946468509fa8a4da72722376ebb264a81ca91/648",
            "vr_pixeltests": "5aba2ce6bdc8b10574ef79d0ebe34f217799b6d3196c6083fa21b8494e36a846/646",
            "weblayer_browsertests": "a1e11769082573566a1fbc7c382a85dde3c91fb7d0361b8b7e63e0ceab020d70/814",
            "weblayer_unittests": "a0241bbc1c1097e973029800d257d370d89bcf86d67aa3cc52e12bc62e9f72d3/646",
            "wm_unittests": "9883a8f8bb35a88155eca87945398eec3d4b63e83f8db17c7106d2780cf40017/569",
            "wtf_unittests": "0fb6bd1bf467312131722934711f20c3b0c11f542822f4106b0734c83b904df1/569",
            "x11_unittests": "7653b8cb1d6d9ad99c90ce8ba9e9fd9795167c4a90dbad63acff2984ba67cef7/569",
            "xr_browser_tests": "4be697a9b26a1c8465a31aa1132f287350c3cc674e5b88606ff252382864b7bb/728",
            "zlib_unittests": "cbe172d4abb691d1fd5f0813c02d4c5a91ea5c748b177c418e800c6c0068c70d/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "d35d624e302339bddf63f41a26541de5b97ee363969aba926d26843428908d07/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "1fa88e69b64cbb63a12b953be224c3781f911763",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8994388390407657504"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "79613"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[11:57:05.065] Scheduled build:
{
  "id": "8828958328101470481",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 71566,
  "createdBy": "project:chromium",
  "createTime": "2021-12-02T11:57:04.076375611Z",
  "updateTime": "2021-12-02T11:57:04.076375611Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "1fa88e69b64cbb63a12b953be224c3781f911763",
      "ref": "refs/heads/main"
    }
  }
}
[11:57:05.065] Task URL: https://cr-buildbucket.appspot.com/build/8828958328101470481
[11:57:05.065] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994388390407657504:2:0) after 6m39s
[11:57:25.738] Received PubSub notification, asking Buildbucket for the build status
[11:57:25.773] Build status: STARTED
[12:03:44.088] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994388390407657504:2:0)
[12:03:44.157] Build status: STARTED
[12:03:44.157] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994388390407657504:4:0) after 6m14s
[12:09:58.192] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994388390407657504:4:0)
[12:09:58.263] Build status: STARTED
[12:09:58.263] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994388390407657504:5:0) after 6m56s
[12:16:54.301] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994388390407657504:5:0)
[12:16:54.347] Build status: STARTED
[12:16:54.347] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994388390407657504:6:0) after 6m13s
[12:23:07.684] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994388390407657504:6:0)
[12:23:07.714] Build status: STARTED
[12:23:07.714] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994388390407657504:7:0) after 1m37s
[12:24:44.906] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994388390407657504:7:0)
[12:24:44.938] Build status: STARTED
[12:24:44.938] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8994388390407657504:8:0) after 7m47s
[12:25:59.295] Received PubSub notification, asking Buildbucket for the build status
[12:25:59.327] Build:
{
  "id": "8828958328101470481",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 71566,
  "createdBy": "project:chromium",
  "createTime": "2021-12-02T11:57:04.076375611Z",
  "startTime": "2021-12-02T11:57:24.361313Z",
  "endTime": "2021-12-02T12:25:58.090474011Z",
  "updateTime": "2021-12-02T12:25:58.090474011Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "1fa88e69b64cbb63a12b953be224c3781f911763",
      "ref": "refs/heads/main"
    }
  }
}
[12:25:59.327] Invocation finished in 28m56.833540251s with status FAILED