Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 31 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/78548 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "4ac0a70cbfa30bdca4015f73ac99bcebd6a0072c"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "2ca35522660e780a13235d80c9c643dfb0e53faf",
  "parent_got_dawn_revision": "3c786cd418f692b5e0a12adfb35b7b250eb579ca",
  "parent_got_nacl_revision": "9d577686a4321b08f6b86ff2589070fdee1c53f9",
  "parent_got_revision": "4ac0a70cbfa30bdca4015f73ac99bcebd6a0072c",
  "parent_got_revision_cp": "refs/heads/main@{#935187}",
  "parent_got_swiftshader_revision": "d143249a93bc3d5fcb21f5b24f8aa2d86cfb37fc",
  "parent_got_v8_revision": "38a4af376eb564cd0a6d707ef0df0973199a7932",
  "parent_got_v8_revision_cp": "refs/heads/9.7.59@{#1}",
  "parent_got_webrtc_revision": "519c15de2b860ea6114a4abf54625041f5784465",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35263}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "4ac0a70cbfa30bdca4015f73ac99bcebd6a0072c",
  "swarm_hashes": {
    "absl_hardening_tests": "6bc83fd68d791d34aa65b2c1915e8941fef6b09fd2c9a9fb31ce419f5d0663a9/569",
    "accessibility_unittests": "b3375322c9487b2daff737db2335a399f932acb5cc6a5de6a877f57c31b26cf3/569",
    "angle_unittests": "c03863693757210324553f2f2a398a4952b157afc2bd1073283165ec8687af70/570",
    "app_shell_unittests": "badb039ef4c23ec9d538454b4dc760d65b1105d15f5a8bfd2e5560749b20ebe1/809",
    "aura_unittests": "e6e3f172ef98f30c77ee5286c3f06afbff13067d8ad58ee9a99ee9deae653801/569",
    "base_unittests": "87ddb59615e1ec31a8e3b144ef01d119cae656b87e1a053bf25fddf4f39498c7/648",
    "blink_common_unittests": "e8b87a1082ebc64427fe7c9901d64d84b48c459d6b8748238653704a0159f6ca/647",
    "blink_fuzzer_unittests": "4b7e3043db33a6a914f8febb82ee6014255e9e19a6a92b2756e62a6706c38727/648",
    "blink_heap_unittests": "27cbb3cbdefc3381df7167183724e84ab4266c487a50277f616bf607d862a967/648",
    "blink_platform_unittests": "9cbd6c3777fedfc8d5504dec5550174e62e845612e14553e9ebfca33924014d4/726",
    "blink_unittests": "98211beb37a742a98e8613dd21a99f69bfd1c8c30cb4e70d1e1e4c97f8efd4f2/726",
    "boringssl_crypto_tests": "10837f17cf9581f4410fc37191144c9d608a289e61d8b328cb5e81efbe41e7d4/570",
    "boringssl_ssl_tests": "1c6d348ec981d64c2dc8459524e1632d8b34c115b4f6a3b412591b8b097abaa3/569",
    "capture_unittests": "5d2abeea4e16777676f8f999af5593df51a2192f96fcb6cf089010af7bc4a1d0/648",
    "cast_unittests": "712c2b32e53c2cb80b89afc1bdeb7285046cccc1e2ca078a3a96007d8f6608b2/569",
    "cc_unittests": "dfc98ccd5961769accfc12a10ea416c49a1608de31a79c95dfd12f2e7fffc8d0/653",
    "chrome_app_unittests": "79e22a2d8cb4c96056b066f4ff1229889e68fd76fd769d562fe106628f892e3f/811",
    "chromedriver_unittests": "bc94d2ab712e6bded8775cc71fe2de99526ec8c22a87b85e8ead394e99201c72/726",
    "color_unittests": "34015b2b591ca2897f2741a6faedffd166ef7dc0bb8e8fa6d32bb34fc68942d3/569",
    "components_browsertests": "3072ffce8dcd368dc2b0b2e2c5b8a3b06f006c75e99bec1ae39c73f8ff144764/892",
    "components_unittests": "91028971a05d45ab20689b70627f4af817b436eb02dad111e580ef015c957ba4/892",
    "compositor_unittests": "94d2cf818f72da4cc37965a5b24226a63806cc954e27392b13dfe3b539909fcc/645",
    "content_browsertests": "8280df423dec1316bf8f1cb013d9c79bdfdf4add6fb9f6174049a81146754dfb/887",
    "content_unittests": "f66527ef9ef2e5633d5381d65392e5578c4a41ba8dae2200a12fa37f2a47a3c7/806",
    "cronet_tests": "995988e9bbd857d5246895ce7aa914c8f5945abdf96956bf3645b08fecd8a566/730",
    "cronet_unittests": "e595b47dbfa112a241bcd9a7b409f3ca971e901e90d2cb6152fe95aafa9b2db6/646",
    "crypto_unittests": "a8127169faafb24f7d4b2c579f558c5d1121c1f25959d8cef85daea609ece35c/569",
    "dbus_unittests": "36cd00b448d3051a392bdaeb5c7eb1f10f9bdd01265154c1758576c9d556c83f/569",
    "device_unittests": "c27239be6a2416211bb3a65b717d00443b32970c4d762fc5a07ca6667855d3eb/646",
    "display_unittests": "eb5b0f93a3caa7086585cbbdbad7ae96d9ed9245e4725dfc44e3a2a48325494c/569",
    "events_unittests": "8d30e766f3ba0a57a02cf662edff2fa62c81a4a34589365d205dfd9d8b12f875/569",
    "extensions_browsertests": "26cd4f6b31efdc16440e427af224c39388d8597e181770095916cd7b52b3eaaa/811",
    "extensions_unittests": "875b5da8708a64136d1e2a32a053f3c0236a99e9f2ab7ce941de6a86761b2798/975",
    "filesystem_service_unittests": "68c084e067372c18b3c54a9907ad2fe751438e08d7c6a46c66ea653e02f7c7a6/569",
    "gcm_unit_tests": "9d2e02a0c27eff3578e192bf586f78a508b198cd942ac42e8c452c8881cb42db/646",
    "gfx_unittests": "b495eefa60fe716d6c810d52264d8fb81ba1ad265a9585e775282ce88179ea05/645",
    "gin_unittests": "d559dd405dbf868230190740541aa56172e092078bcc4a11aeab0409ba914d04/646",
    "gl_tests": "fbe5011783fff9227a46fd31456ef094d63022000f2156885d3aa3982a4e4d1e/569",
    "gl_unittests": "89d393ff709462ae3b6e812a54ba6364d85a0458b31b461ddcba2a854832a268/569",
    "google_apis_unittests": "f447fb2a46eadc151bc92cbbe0f4b4a1f759e944acfea8a4363705c3da85844a/731",
    "gpu_unittests": "e7405f1021a3b5af87803abb6a135e4a056587eb693357382187ef2f05476ed8/646",
    "gwp_asan_unittests": "3ae20fc67c5a98e5db97fd4d649fd018a57e32663ba8c88a4debf7872e362d7d/570",
    "headless_browsertests": "ead580e99e24717fefbdc87a8eaaa6473e2ca75e08a49c044094f60f579a9f7b/809",
    "headless_unittests": "60c3162c61a81195171f257ba85334dfdd5f3f04fc32d4e755f4d112e01c2c40/569",
    "interactive_ui_tests": "83a5893372101713f7153ddf1b2fc853d43cbb4a486458ef2392031f4912fe56/1128",
    "ipc_tests": "f32f3de0b115a8ec9311f5493c90f0e11ac2e17aea224c172a6fa404d02dd383/569",
    "jingle_unittests": "f37504e5e74b0cdb44ba0c55ff1716cdccf695a95bdb775d044dc8df99f1a0ce/646",
    "latency_unittests": "ec4971325445f87eb4bf2ae0d70d39756d1b68d360060410f873151122c8911b/569",
    "libjingle_xmpp_unittests": "5f57e8ab959ba625ff771243dcf5f8759ac1f4c040250705590c36f77bf4a4a7/569",
    "liburlpattern_unittests": "dc645b6a13b53b2286b3e5080bc2603016712b3fe67bf9bb9a0e3857a4057f8b/569",
    "media_unittests": "0366f2cbea7b84c65524fca1868f9aa1d12a7ab0b9f121ab3ff8968b795288f6/649",
    "message_center_unittests": "876ff60e815491c7a899e1725b0202eed72718f5f67979e78b79c09c012ca9a5/569",
    "midi_unittests": "e036f03905507d4c527a3614584e0f05259eefc40e751a50e657d6c772cc164d/569",
    "mojo_core_unittests": "1ae7717db31c0a9c28b49f0509417073da6570c9c990ce8439147295c3b368f8/569",
    "mojo_unittests": "466f871fe47fc0d63d1d1cbfa25c5ee0e29711044ec45a285a148b93d71ba275/647",
    "native_theme_unittests": "5365c4a370bf3baa11ea3c2387c9e07d08de4db14b07c3884a36bebccd92dbb6/569",
    "net_unittests": "aab38ddeb134720ddbb34cddd47f939cce320e981598cc78bbaa24c7df3ec3b9/648",
    "openscreen_unittests": "1b0656a904e82921806cff7902431218c5497248da452e2488937d42f6787b41/811",
    "ozone_x11_unittests": "341e17e65d283fc9030615ca4026c41c8a60869edd67aa93c7e654b052af1e87/569",
    "pdf_unittests": "cedef7ee30585078b18f5701fa84222de28bbdab5c3eec86385bc564ae2099ae/725",
    "perfetto_unittests": "7c646c85ae620e1b430b81dc05a108102589960917a00d3387b6e2124d5dde41/569",
    "ppapi_unittests": "c764b6685cdfb368f3a21347c1a5ef2b416e7b8b70ffd885492e6b13fe751974/569",
    "printing_unittests": "3c4e104073f2c336dee8eb5765d5e8b49aec693ac6198a2e12a3a5aa61017ced/569",
    "remoting_unittests": "b441eed0f68639d90cf8493c9c0da491064bfd2505356bac6035a03dd4effccf/646",
    "sandbox_linux_unittests": "3408ab8bc15b52f639173a17d8000d3f06e8d137e6776dc74fee4a82ced30a27/569",
    "service_manager_unittests": "082b15cee6f7b4cc146ffaeccfc019e0eca74ab44a9a004216dc08436db8a611/569",
    "services_unittests": "94d7911a7b8aa0c00c8e543a20ced582b08c0a2803d1aaf924040881e3e2e801/815",
    "shell_dialogs_unittests": "fd4d1325eadcd679f8a8a62e9e8ce94456c5429e427289a84e47792cbb454728/569",
    "skia_unittests": "9e6ebe5a1a961dd764c80e19d85737cfa06c30ab6df8ef2ebddf02489e267d8f/569",
    "snapshot_unittests": "161a9c2148e7e7f20f70b3eaa820703145e2f6cfb99b940a701b4a8cfc80c4fb/569",
    "sql_unittests": "e9130c10ac28bbfeaec0055b57cf3284d3e39f50613c898479eb239874e3a09a/646",
    "storage_unittests": "84a36df5e1ef10f1291ee272c653d436b0b840d4ac3b81e10c9b8fd9822d7ea0/727",
    "sync_integration_tests": "b345ddd1b3fc954756051415ab457d80f9e3d19d8ba541cd8a46861e6c84a5fe/892",
    "ui_base_unittests": "47caae2d628b8dad577a49ec34d67d3aa8555ac23567371a4b9d3f14843a6e65/723",
    "ui_touch_selection_unittests": "33da91f3476658a91058e0e8509aac95df005082f8e65148b8190d897e80f163/569",
    "unit_tests": "86eb021b81aedf687b83491a6ad2147b8c27150a96aff36e2b55a4d3cdc71fc6/1141",
    "url_unittests": "f91cec17cc5d9963b5d9ce1c250284b332537079a9edd6522f9df3a892cb4980/569",
    "views_unittests": "faca486eb99b4f2bea39dd53680fa71e7781f002e4168e9e65a6ef14eb02d45a/569",
    "viz_unittests": "0191bf28239d5e741fb01925787c9717c6140c666766f8cba13995ddca05cb44/653",
    "vr_common_unittests": "3b3f35fc53834795be6e4c7b439594cebd44f7b9836ab4f6c8c1917eaf889cc9/811",
    "vr_pixeltests": "f71808ef588d5710ea84fae1c730a8e42ea4db73f1e0bb7d9c1a0de7269b6311/725",
    "weblayer_browsertests": "d8a4844debd14be25d04822dbe18c41992759032622d6c690033387ff6f84969/893",
    "weblayer_unittests": "f0500b16cd41b9a0f568a48990d0f398c8c9aad0c47c7e1171ef218859a25fe6/725",
    "wm_unittests": "0a20f5458a507825fac9b5378764c2e6b63c5df846b6aa8fca413ee2fd15e52e/569",
    "wtf_unittests": "4ea8fae0ffb14858b0d1fde99f51edc1e9ced5a40d05710596a251b457928d2d/569",
    "x11_unittests": "02923b5dd28a413be38d850d78a21ef9305d462bf5d06b5b879a11c8c9d06c16/569",
    "xr_browser_tests": "9545ae3bbc7895714994b47366c330769e3090f0748855d25a1b2af8434d53f6/891",
    "zlib_unittests": "94cac0dfa90623628441e4527de209e0c534665ed7c018126e3e6f2e61461d8c/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "f0d486abf22639ab3ba9fd78912ffff90aee71501abf199e6c2518e5ece7d641/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/4ac0a70cbfa30bdca4015f73ac99bcebd6a0072c
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:78548
  • user_agent:recipe

Debug log (UTC)

[00:03:50.321] New invocation is queued and will start shortly
[00:03:50.321] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[00:03:51.627] Starting the invocation (attempt 1)
[00:03:51.667] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/4ac0a70cbfa30bdca4015f73ac99bcebd6a0072c"
[00:03:51.667] Popped gitiles commit info from properties and tags
[00:03:51.667] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[00:03:51.668] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[00:03:51.668] Buildbucket request:
{
  "requestId": "8997694752059814208",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "4ac0a70cbfa30bdca4015f73ac99bcebd6a0072c"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "2ca35522660e780a13235d80c9c643dfb0e53faf",
      "parent_got_dawn_revision": "3c786cd418f692b5e0a12adfb35b7b250eb579ca",
      "parent_got_nacl_revision": "9d577686a4321b08f6b86ff2589070fdee1c53f9",
      "parent_got_revision": "4ac0a70cbfa30bdca4015f73ac99bcebd6a0072c",
      "parent_got_revision_cp": "refs/heads/main@{#935187}",
      "parent_got_swiftshader_revision": "d143249a93bc3d5fcb21f5b24f8aa2d86cfb37fc",
      "parent_got_v8_revision": "38a4af376eb564cd0a6d707ef0df0973199a7932",
      "parent_got_v8_revision_cp": "refs/heads/9.7.59@{#1}",
      "parent_got_webrtc_revision": "519c15de2b860ea6114a4abf54625041f5784465",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35263}",
      "swarm_hashes": {
            "absl_hardening_tests": "6bc83fd68d791d34aa65b2c1915e8941fef6b09fd2c9a9fb31ce419f5d0663a9/569",
            "accessibility_unittests": "b3375322c9487b2daff737db2335a399f932acb5cc6a5de6a877f57c31b26cf3/569",
            "angle_unittests": "c03863693757210324553f2f2a398a4952b157afc2bd1073283165ec8687af70/570",
            "app_shell_unittests": "badb039ef4c23ec9d538454b4dc760d65b1105d15f5a8bfd2e5560749b20ebe1/809",
            "aura_unittests": "e6e3f172ef98f30c77ee5286c3f06afbff13067d8ad58ee9a99ee9deae653801/569",
            "base_unittests": "87ddb59615e1ec31a8e3b144ef01d119cae656b87e1a053bf25fddf4f39498c7/648",
            "blink_common_unittests": "e8b87a1082ebc64427fe7c9901d64d84b48c459d6b8748238653704a0159f6ca/647",
            "blink_fuzzer_unittests": "4b7e3043db33a6a914f8febb82ee6014255e9e19a6a92b2756e62a6706c38727/648",
            "blink_heap_unittests": "27cbb3cbdefc3381df7167183724e84ab4266c487a50277f616bf607d862a967/648",
            "blink_platform_unittests": "9cbd6c3777fedfc8d5504dec5550174e62e845612e14553e9ebfca33924014d4/726",
            "blink_unittests": "98211beb37a742a98e8613dd21a99f69bfd1c8c30cb4e70d1e1e4c97f8efd4f2/726",
            "boringssl_crypto_tests": "10837f17cf9581f4410fc37191144c9d608a289e61d8b328cb5e81efbe41e7d4/570",
            "boringssl_ssl_tests": "1c6d348ec981d64c2dc8459524e1632d8b34c115b4f6a3b412591b8b097abaa3/569",
            "capture_unittests": "5d2abeea4e16777676f8f999af5593df51a2192f96fcb6cf089010af7bc4a1d0/648",
            "cast_unittests": "712c2b32e53c2cb80b89afc1bdeb7285046cccc1e2ca078a3a96007d8f6608b2/569",
            "cc_unittests": "dfc98ccd5961769accfc12a10ea416c49a1608de31a79c95dfd12f2e7fffc8d0/653",
            "chrome_app_unittests": "79e22a2d8cb4c96056b066f4ff1229889e68fd76fd769d562fe106628f892e3f/811",
            "chromedriver_unittests": "bc94d2ab712e6bded8775cc71fe2de99526ec8c22a87b85e8ead394e99201c72/726",
            "color_unittests": "34015b2b591ca2897f2741a6faedffd166ef7dc0bb8e8fa6d32bb34fc68942d3/569",
            "components_browsertests": "3072ffce8dcd368dc2b0b2e2c5b8a3b06f006c75e99bec1ae39c73f8ff144764/892",
            "components_unittests": "91028971a05d45ab20689b70627f4af817b436eb02dad111e580ef015c957ba4/892",
            "compositor_unittests": "94d2cf818f72da4cc37965a5b24226a63806cc954e27392b13dfe3b539909fcc/645",
            "content_browsertests": "8280df423dec1316bf8f1cb013d9c79bdfdf4add6fb9f6174049a81146754dfb/887",
            "content_unittests": "f66527ef9ef2e5633d5381d65392e5578c4a41ba8dae2200a12fa37f2a47a3c7/806",
            "cronet_tests": "995988e9bbd857d5246895ce7aa914c8f5945abdf96956bf3645b08fecd8a566/730",
            "cronet_unittests": "e595b47dbfa112a241bcd9a7b409f3ca971e901e90d2cb6152fe95aafa9b2db6/646",
            "crypto_unittests": "a8127169faafb24f7d4b2c579f558c5d1121c1f25959d8cef85daea609ece35c/569",
            "dbus_unittests": "36cd00b448d3051a392bdaeb5c7eb1f10f9bdd01265154c1758576c9d556c83f/569",
            "device_unittests": "c27239be6a2416211bb3a65b717d00443b32970c4d762fc5a07ca6667855d3eb/646",
            "display_unittests": "eb5b0f93a3caa7086585cbbdbad7ae96d9ed9245e4725dfc44e3a2a48325494c/569",
            "events_unittests": "8d30e766f3ba0a57a02cf662edff2fa62c81a4a34589365d205dfd9d8b12f875/569",
            "extensions_browsertests": "26cd4f6b31efdc16440e427af224c39388d8597e181770095916cd7b52b3eaaa/811",
            "extensions_unittests": "875b5da8708a64136d1e2a32a053f3c0236a99e9f2ab7ce941de6a86761b2798/975",
            "filesystem_service_unittests": "68c084e067372c18b3c54a9907ad2fe751438e08d7c6a46c66ea653e02f7c7a6/569",
            "gcm_unit_tests": "9d2e02a0c27eff3578e192bf586f78a508b198cd942ac42e8c452c8881cb42db/646",
            "gfx_unittests": "b495eefa60fe716d6c810d52264d8fb81ba1ad265a9585e775282ce88179ea05/645",
            "gin_unittests": "d559dd405dbf868230190740541aa56172e092078bcc4a11aeab0409ba914d04/646",
            "gl_tests": "fbe5011783fff9227a46fd31456ef094d63022000f2156885d3aa3982a4e4d1e/569",
            "gl_unittests": "89d393ff709462ae3b6e812a54ba6364d85a0458b31b461ddcba2a854832a268/569",
            "google_apis_unittests": "f447fb2a46eadc151bc92cbbe0f4b4a1f759e944acfea8a4363705c3da85844a/731",
            "gpu_unittests": "e7405f1021a3b5af87803abb6a135e4a056587eb693357382187ef2f05476ed8/646",
            "gwp_asan_unittests": "3ae20fc67c5a98e5db97fd4d649fd018a57e32663ba8c88a4debf7872e362d7d/570",
            "headless_browsertests": "ead580e99e24717fefbdc87a8eaaa6473e2ca75e08a49c044094f60f579a9f7b/809",
            "headless_unittests": "60c3162c61a81195171f257ba85334dfdd5f3f04fc32d4e755f4d112e01c2c40/569",
            "interactive_ui_tests": "83a5893372101713f7153ddf1b2fc853d43cbb4a486458ef2392031f4912fe56/1128",
            "ipc_tests": "f32f3de0b115a8ec9311f5493c90f0e11ac2e17aea224c172a6fa404d02dd383/569",
            "jingle_unittests": "f37504e5e74b0cdb44ba0c55ff1716cdccf695a95bdb775d044dc8df99f1a0ce/646",
            "latency_unittests": "ec4971325445f87eb4bf2ae0d70d39756d1b68d360060410f873151122c8911b/569",
            "libjingle_xmpp_unittests": "5f57e8ab959ba625ff771243dcf5f8759ac1f4c040250705590c36f77bf4a4a7/569",
            "liburlpattern_unittests": "dc645b6a13b53b2286b3e5080bc2603016712b3fe67bf9bb9a0e3857a4057f8b/569",
            "media_unittests": "0366f2cbea7b84c65524fca1868f9aa1d12a7ab0b9f121ab3ff8968b795288f6/649",
            "message_center_unittests": "876ff60e815491c7a899e1725b0202eed72718f5f67979e78b79c09c012ca9a5/569",
            "midi_unittests": "e036f03905507d4c527a3614584e0f05259eefc40e751a50e657d6c772cc164d/569",
            "mojo_core_unittests": "1ae7717db31c0a9c28b49f0509417073da6570c9c990ce8439147295c3b368f8/569",
            "mojo_unittests": "466f871fe47fc0d63d1d1cbfa25c5ee0e29711044ec45a285a148b93d71ba275/647",
            "native_theme_unittests": "5365c4a370bf3baa11ea3c2387c9e07d08de4db14b07c3884a36bebccd92dbb6/569",
            "net_unittests": "aab38ddeb134720ddbb34cddd47f939cce320e981598cc78bbaa24c7df3ec3b9/648",
            "openscreen_unittests": "1b0656a904e82921806cff7902431218c5497248da452e2488937d42f6787b41/811",
            "ozone_x11_unittests": "341e17e65d283fc9030615ca4026c41c8a60869edd67aa93c7e654b052af1e87/569",
            "pdf_unittests": "cedef7ee30585078b18f5701fa84222de28bbdab5c3eec86385bc564ae2099ae/725",
            "perfetto_unittests": "7c646c85ae620e1b430b81dc05a108102589960917a00d3387b6e2124d5dde41/569",
            "ppapi_unittests": "c764b6685cdfb368f3a21347c1a5ef2b416e7b8b70ffd885492e6b13fe751974/569",
            "printing_unittests": "3c4e104073f2c336dee8eb5765d5e8b49aec693ac6198a2e12a3a5aa61017ced/569",
            "remoting_unittests": "b441eed0f68639d90cf8493c9c0da491064bfd2505356bac6035a03dd4effccf/646",
            "sandbox_linux_unittests": "3408ab8bc15b52f639173a17d8000d3f06e8d137e6776dc74fee4a82ced30a27/569",
            "service_manager_unittests": "082b15cee6f7b4cc146ffaeccfc019e0eca74ab44a9a004216dc08436db8a611/569",
            "services_unittests": "94d7911a7b8aa0c00c8e543a20ced582b08c0a2803d1aaf924040881e3e2e801/815",
            "shell_dialogs_unittests": "fd4d1325eadcd679f8a8a62e9e8ce94456c5429e427289a84e47792cbb454728/569",
            "skia_unittests": "9e6ebe5a1a961dd764c80e19d85737cfa06c30ab6df8ef2ebddf02489e267d8f/569",
            "snapshot_unittests": "161a9c2148e7e7f20f70b3eaa820703145e2f6cfb99b940a701b4a8cfc80c4fb/569",
            "sql_unittests": "e9130c10ac28bbfeaec0055b57cf3284d3e39f50613c898479eb239874e3a09a/646",
            "storage_unittests": "84a36df5e1ef10f1291ee272c653d436b0b840d4ac3b81e10c9b8fd9822d7ea0/727",
            "sync_integration_tests": "b345ddd1b3fc954756051415ab457d80f9e3d19d8ba541cd8a46861e6c84a5fe/892",
            "ui_base_unittests": "47caae2d628b8dad577a49ec34d67d3aa8555ac23567371a4b9d3f14843a6e65/723",
            "ui_touch_selection_unittests": "33da91f3476658a91058e0e8509aac95df005082f8e65148b8190d897e80f163/569",
            "unit_tests": "86eb021b81aedf687b83491a6ad2147b8c27150a96aff36e2b55a4d3cdc71fc6/1141",
            "url_unittests": "f91cec17cc5d9963b5d9ce1c250284b332537079a9edd6522f9df3a892cb4980/569",
            "views_unittests": "faca486eb99b4f2bea39dd53680fa71e7781f002e4168e9e65a6ef14eb02d45a/569",
            "viz_unittests": "0191bf28239d5e741fb01925787c9717c6140c666766f8cba13995ddca05cb44/653",
            "vr_common_unittests": "3b3f35fc53834795be6e4c7b439594cebd44f7b9836ab4f6c8c1917eaf889cc9/811",
            "vr_pixeltests": "f71808ef588d5710ea84fae1c730a8e42ea4db73f1e0bb7d9c1a0de7269b6311/725",
            "weblayer_browsertests": "d8a4844debd14be25d04822dbe18c41992759032622d6c690033387ff6f84969/893",
            "weblayer_unittests": "f0500b16cd41b9a0f568a48990d0f398c8c9aad0c47c7e1171ef218859a25fe6/725",
            "wm_unittests": "0a20f5458a507825fac9b5378764c2e6b63c5df846b6aa8fca413ee2fd15e52e/569",
            "wtf_unittests": "4ea8fae0ffb14858b0d1fde99f51edc1e9ced5a40d05710596a251b457928d2d/569",
            "x11_unittests": "02923b5dd28a413be38d850d78a21ef9305d462bf5d06b5b879a11c8c9d06c16/569",
            "xr_browser_tests": "9545ae3bbc7895714994b47366c330769e3090f0748855d25a1b2af8434d53f6/891",
            "zlib_unittests": "94cac0dfa90623628441e4527de209e0c534665ed7c018126e3e6f2e61461d8c/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "f0d486abf22639ab3ba9fd78912ffff90aee71501abf199e6c2518e5ece7d641/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "4ac0a70cbfa30bdca4015f73ac99bcebd6a0072c",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8997694752059814208"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "78548"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[00:03:52.400] Scheduled build:
{
  "id": "8832264689867919585",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 70505,
  "createdBy": "project:chromium",
  "createTime": "2021-10-27T00:03:51.779955126Z",
  "updateTime": "2021-10-27T00:03:51.779955126Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "4ac0a70cbfa30bdca4015f73ac99bcebd6a0072c",
      "ref": "refs/heads/main"
    }
  }
}
[00:03:52.400] Task URL: https://cr-buildbucket.appspot.com/build/8832264689867919585
[00:03:52.400] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997694752059814208:2:0) after 2m41s
[00:04:19.068] Received PubSub notification, asking Buildbucket for the build status
[00:04:19.108] Build status: STARTED
[00:06:33.428] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997694752059814208:2:0)
[00:06:33.501] Build status: STARTED
[00:06:33.501] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997694752059814208:4:0) after 8m14s
[00:14:47.535] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997694752059814208:4:0)
[00:14:47.570] Build status: STARTED
[00:14:47.570] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997694752059814208:5:0) after 7m9s
[00:21:56.580] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997694752059814208:5:0)
[00:21:56.614] Build status: STARTED
[00:21:56.614] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997694752059814208:6:0) after 8m53s
[00:30:50.009] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997694752059814208:6:0)
[00:30:50.042] Build status: STARTED
[00:30:50.042] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8997694752059814208:7:0) after 9m39s
[00:34:51.796] Received PubSub notification, asking Buildbucket for the build status
[00:34:51.825] Build:
{
  "id": "8832264689867919585",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 70505,
  "createdBy": "project:chromium",
  "createTime": "2021-10-27T00:03:51.779955126Z",
  "startTime": "2021-10-27T00:04:17.039521Z",
  "endTime": "2021-10-27T00:34:51.305554676Z",
  "updateTime": "2021-10-27T00:34:51.305554676Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "4ac0a70cbfa30bdca4015f73ac99bcebd6a0072c",
      "ref": "refs/heads/main"
    }
  }
}
[00:34:51.825] Invocation finished in 31m1.519755138s with status FAILED