Status: FAILED
Triggered by: chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
Duration: 30 minutes
Actions:

Definition (rev 835dd06986af6863f902c628becb4df908d0fc20)

buildbucket: <
  server: "cr-buildbucket.appspot.com"
  bucket: "luci.chromium.ci"
  builder: "Linux TSan Tests"
>

Incoming triggers

  • Linux TSan Builder/79966 (4 years ago by chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com)

Incoming properties

{
  "$build/chromium_tests": {
    "fixed_revisions": {
      "src": "f6207eb4af3b692d149483b9d226dca45c3dc4cb"
    }
  },
  "branch": "refs/heads/main",
  "parent_builder_group": "chromium.memory",
  "parent_buildername": "Linux TSan Builder",
  "parent_got_angle_revision": "42bd4fc29aea6c0c1722d3604b0eadf7fb1e9aca",
  "parent_got_dawn_revision": "4682ae0034e7929dbea9b064ff39f6953eec406b",
  "parent_got_nacl_revision": "a90562b0e045950f6884105bfa6e560dbce9d319",
  "parent_got_revision": "f6207eb4af3b692d149483b9d226dca45c3dc4cb",
  "parent_got_revision_cp": "refs/heads/main@{#951503}",
  "parent_got_swiftshader_revision": "f354daff5a2b882fc182c8377c826aa99b30f989",
  "parent_got_v8_revision": "8a05d7add33e40e73aac9fc43b4d9cce04adeaca",
  "parent_got_v8_revision_cp": "refs/heads/9.9.1@{#1}",
  "parent_got_webrtc_revision": "699d1a242ecd3ca819293cfa96f5dcf8f5e1b91a",
  "parent_got_webrtc_revision_cp": "refs/heads/main@{#35522}",
  "repository": "https://chromium.googlesource.com/chromium/src",
  "revision": "f6207eb4af3b692d149483b9d226dca45c3dc4cb",
  "swarm_hashes": {
    "absl_hardening_tests": "86d084a3c28cad26b09430b0994a70f9157c64a652a2799a70bc518d46818aeb/569",
    "accessibility_unittests": "f8a92f64f76df5d3ec8c2f1b3c9aa019f2a3be042bc6816c0bc0383197215764/569",
    "angle_unittests": "8f28df4b6e9a841364337918bb48cf7c80893e88d5a3e9bcf977aacbb7da4a99/570",
    "app_shell_unittests": "df0bc68f7988870684576ece993f8dcd7f120d2f500a132c4b50d6b755ac6034/730",
    "aura_unittests": "40b49d337c42b9a27b4c699892cc05eea5c5d6409426138e099c152b08a57a57/569",
    "base_unittests": "b778b17b4b8aa343e8377bbdbdc9458bd3f79c771ac905cc35135fbbc6828a58/648",
    "blink_common_unittests": "f15435d12856d65a683caa60fc8671ba14cf772d19b23163bab0e2a4ff3c47d5/647",
    "blink_fuzzer_unittests": "eac60a74429ffe4e62b2ac787a8c953aeabb0cb683a879f4fa2bf22d3c0d64b0/569",
    "blink_heap_unittests": "bd5c695def299c558a8837481f575ff63706eae5b4e1c20304d46074b41536d3/569",
    "blink_platform_unittests": "c75a47fc0a7bfde9b92eee2f70c19cf6b49e39f8b2ef562c7aca0d134c1b55a2/726",
    "blink_unittests": "752983e05e239b9d907358d117ae0056615e3f1c3b3efa2910115e49828cc5ad/810",
    "boringssl_crypto_tests": "4c92789d3de4b968084e1e133224db296df03a344c2ea864ecb6cbed8c9759cf/570",
    "boringssl_ssl_tests": "4226da37df7372e983e614fdaffac45353996a58889955770cb028d8714e7730/569",
    "capture_unittests": "d115e33a81ae0e2de99ded050300545f871413904e03388829767f852367b094/648",
    "cast_unittests": "0616377e8c66da0ef64136e3df66ded3fa011f513f6728b0392579aa034bf453/569",
    "cc_unittests": "f5987325baa7d2aa7f506527d959b0f028eaa62a9628523f89e2918f3828aa9b/653",
    "chrome_app_unittests": "0340d79323e9025c1af63d457a9c8f91559a95e0ef6f79fbe26d66af6d9d082b/648",
    "chromedriver_unittests": "420c27d9ee41f8656e0dbb1c968a1cbe83252e1f88f1c570aa8a2a8d8f6cb18d/726",
    "color_unittests": "434942d161a822344b716c03c2e20cbeb44eb6c9a033e9033696ea3bc012b5c3/569",
    "components_browsertests": "b4324c777ff657b8a764c1c3570743ecc4c08e08efef5241399d9b2b60a63f0c/813",
    "components_unittests": "3e15294a06ab93130423930a1659221bb2308110132118f4c92eb5e7c3035ad9/813",
    "compositor_unittests": "959f84d9dbde6a837bbe2d85c1a24a53293a121afb658070a87e6224eb089472/645",
    "content_browsertests": "e977d6617c0782fa82739ccb6dc2a2a759b8170586c93d316551448f5bb3fac3/887",
    "content_unittests": "5e04d82d9c6c075d1451461f0c2ed500314067dcc9b08052effc38563115b160/806",
    "cronet_tests": "91e9f0a9e5b01c7578282282e2de93e1c626d5f3e94bfbf153c7fe06e58bc490/730",
    "cronet_unittests": "fab5f9eb26d40c5dfb26bae2a26ef95c306be3d6e6cc44cd3b9519de98000c1e/646",
    "crypto_unittests": "fe553e1e01e14dd185093e3482fd1324d05902c55af225c0a42423e2434e2552/569",
    "dbus_unittests": "56122a34ccda96e38bea60ac771382e7d14c5bd1dc9018b9208d36af689fa30f/569",
    "device_unittests": "a5c720792dd6bfac6f219f65c37dd0f825fac8e690d765f2708e418f7f343f05/646",
    "display_unittests": "460f0fb4063e3fb6b673d93983d829b080be50e7804f2e09a1c7705d74085c29/569",
    "events_unittests": "5a0b2b8c122f4892db8bd0769509639e5f3273eddcc2d61e3a614a2221e6d009/569",
    "extensions_browsertests": "6f2993420b0c0c5d087b7cac2df6fa4e46aab435048a48f03965255e9fc00ed2/732",
    "extensions_unittests": "f3b992d5c8571daae8e8d338caf9e38a61735bfaadcd7441c2cfe4b6304029c9/896",
    "filesystem_service_unittests": "8226d389e3ea65c98eb5bc19d50a871fc25d002fe59a2fd23dc9165f8a3253bf/569",
    "gcm_unit_tests": "f4a5273ff97860ac69a1df2c3368892d02105eab88fb8083e9bc8afd421bafb3/646",
    "gfx_unittests": "db28b47ab75ef59b696b3f8a55abeea783cfb3202f5cdbb111e7e01a4b2a3cca/645",
    "gin_unittests": "7303c4541918fb07c8717b4f05abfc4e82de07e5a423c87f62282a011c175a67/646",
    "gl_tests": "f288edc97bfd6dfecf137840899c868eb79237a1d7393e463a6df30c443ada32/569",
    "gl_unittests": "bd1aa527a3381dfc12f20247eab1020d4334b8b38693c09b1207c846aa3e28d3/569",
    "google_apis_unittests": "b237fa5b7b5f907ea20ff3b1a0830e0da780390e75a34ea7a8ae896f3741b12a/731",
    "gpu_unittests": "21ffa18218e2fe503c2949c628b8f139958f4bdea26a2512f0081818602b1a4b/646",
    "gwp_asan_unittests": "0d23d861f5225449b4186267a78a2976546307fa7fd03cad1736b1dbf81c24b8/570",
    "headless_browsertests": "e19a67b4acd11e061d5318f7cd7be763268832ee9d1b3ef9d554f3cfd00cd117/730",
    "headless_unittests": "891149e2f7b67410209ab74bdb756b697975f695f1665d4460d54abdefab6c25/569",
    "interactive_ui_tests": "f1bbe40f5a9aaef5d7a6534c94636b68db75fd39de8a5bdf572b489b90c257e0/965",
    "ipc_tests": "f3f3e3df7b904684f5679d57a3b54418b31f7eacd702a085d76c2ae36372c4a5/569",
    "jingle_unittests": "a901837abf0085cfc7c5afd47da40072c05688d3836084b5baea50a52bcb0f97/646",
    "latency_unittests": "ee39db0be3006dfb45b9b4ec81e1fad740591d866e6617d73063ad08ca689df8/569",
    "libjingle_xmpp_unittests": "afd95b652125d7798f3cb376fa09ed9b6028bc41a63045e66a05cf49ced3ce69/569",
    "liburlpattern_unittests": "f43fa41224f752ff3fd765b5c5167eb570cb94d2ec7c020e580f01e41d3bd505/569",
    "media_unittests": "3145221270b3129a54aa16752f4865470115b54e7f0a623ec73c2646324ca9aa/649",
    "message_center_unittests": "c41a2f1d0b3498eddedb9976f407aa02e1520fdb94d61901f43048408741f1d3/569",
    "midi_unittests": "029bdf900e3f79e936347b046fe458b8a413e65c336cf030cdce6c9e646007e1/569",
    "mojo_core_unittests": "528c0635bed805c6d92196957c883d97b23cba4697d8600b82dce5d7a77074d1/569",
    "mojo_unittests": "f7a2ba517133087ed389028a177048af4508813bfe46f0379979613740a4c386/647",
    "native_theme_unittests": "45f07eb0471ea131f86e5b866ec79d11c074c9cc64118056511bbb1d362d99b0/569",
    "net_unittests": "177cef71b929c3e01cdaffc9a3a83ec67c25722c46c9c18e531bb78b47c09fc8/648",
    "openscreen_unittests": "ffc8625bb4b4c02d91f27437b287510219cd32c7bdd6032c0bbd9c2fc2c3163f/648",
    "ozone_x11_unittests": "c0db287a7f330beed5d20e0207e460108b3f8eeab7fe603ae510ed917e33665e/569",
    "pdf_unittests": "004ebef18e0e9353964714020bf596a9751bbcbe8c9ef518950b568ece49a584/646",
    "perfetto_unittests": "1f8c5f0d778419d0dd6e988de30467221028c9ab8a844334fd4144d1ea09860b/569",
    "ppapi_unittests": "6b2c1ad5d0ea29b198231523cefff951521001af54f757573031f2c3f547ff01/569",
    "printing_unittests": "55cd58fd7a8c7c1039a97cc530aba719359225a47dd6da85ace21b0d174d658f/569",
    "remoting_unittests": "38855d143393593abf326c67688d47a542832b7573f6811502f5788890ef5f74/646",
    "sandbox_linux_unittests": "bd8e79ef3a9bf65db1085a37d75cd4e17bfbdeb3e1be68c74da32ccf42fdca54/569",
    "service_manager_unittests": "72218bee05cb1837ddb0baee1e6f81f572b5a5e31194138acadbba8be816b04b/569",
    "services_unittests": "db25319a12b76b1db58d7d623fd47af6926c35467db1023c37485d3393525cc4/815",
    "shell_dialogs_unittests": "8f49f56f71fab6c65d2c091705991e58b5c80f1641d57f1d9eec13a38b4af256/569",
    "skia_unittests": "4ff8082a7ac018ee88e436814474a16479f7a281eac5b65c754211785740a25b/569",
    "snapshot_unittests": "1269761704c87b375cd62811a75f14cf95b36e783520581a2c293a7c73583d47/569",
    "sql_unittests": "ad2f9504bdad6fa82653e6834cc58734a363cbbc985ecd25814de41e9ee5bb7f/646",
    "storage_unittests": "7379a567fec9a8ae06ecfb417a512761d6a58aca4f7cefc4aeb4da9fd84994f4/727",
    "sync_integration_tests": "ff0d78397fb7be9227dd2c41806323d42dec88ccb3a493717d43a4c64c59cc68/729",
    "ui_base_unittests": "d621e57fa25cd03152ddef611b8e9f4c1acd39be9f8f4df04f8f410897b6af08/723",
    "ui_touch_selection_unittests": "f5ea3a2fe6e559faaf9ea24d60dcf75c87cd2d28edfda0c64e0c46e6882a2ffb/569",
    "unit_tests": "b01c3060efac8b278c43e5caf7754f5135fb058016add37132b1e640590d29c7/1062",
    "url_unittests": "fbf1adce612a26f3c06682a66b60af84756a07f10e87c291105613fc8dd95431/569",
    "views_unittests": "a62228e3b8744053d8087544ba7319e34380b09f994b5f4d0004970d0c3a320f/569",
    "viz_unittests": "badb744082d0818476d023a9b5b9814279b4503439b02b6aeaaf9338c244e55a/653",
    "vr_common_unittests": "385eff5dff98bb8958427f40fc1675aaff1fa72a7ca607850481ce7853d01f17/648",
    "vr_pixeltests": "168b1952b9b82d9b00140f590f0fd61f72ba0f1108090b1b83466546931829b1/646",
    "weblayer_browsertests": "4fcde7b9af9d739c3ba6a8cb5061ef01946b483443eab73a9af9e9af904e0f6f/814",
    "weblayer_unittests": "fa6339c0ab6a489793eec3ec7a8206eb09fed119600db9c735ab674769991fb2/646",
    "wm_unittests": "96f88fd21f57941cc9e882f33be98b8f73c670232b97f5db7b550040d6c405e3/569",
    "wtf_unittests": "779a175c938b6a262cb229c094ac9db8758fa02cd0caa782f4933ee83ff632bd/569",
    "x11_unittests": "ceee1f0983410fb6d70204b371566656a6735d734f046100cac08aae5bc6ed98/569",
    "xr_browser_tests": "47c91de62ea5e99dbd72210b98bd111ad9bffd2723c06c702fa57f4d8ccc18a5/728",
    "zlib_unittests": "0972a3fdffcab42501e97a33049102b8376f5f23b20081f1d50cb22cb90f5db5/570"
  },
  "swarming_command_lines_cwd": "out/Release",
  "swarming_command_lines_digest": "d35d624e302339bddf63f41a26541de5b97ee363969aba926d26843428908d07/94"
}

Incoming tags

  • buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f6207eb4af3b692d149483b9d226dca45c3dc4cb
  • gitiles_ref:refs/heads/main
  • parent_buildername:Linux TSan Builder
  • parent_buildnumber:79966
  • user_agent:recipe

Debug log (UTC)

[16:15:08.817] New invocation is queued and will start shortly
[16:15:08.817] Triggered by user:chromium-ci-builder@chops-service-accounts.iam.gserviceaccount.com
[16:15:10.022] Starting the invocation (attempt 1)
[16:15:10.084] Popped buildset tag "buildset:commit/gitiles/chromium.googlesource.com/chromium/src/+/f6207eb4af3b692d149483b9d226dca45c3dc4cb"
[16:15:10.084] Popped gitiles commit info from properties and tags
[16:15:10.084] Preparing PubSub topic for "https://cr-buildbucket.appspot.com"
[16:15:10.085] PubSub topic is "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
[16:15:10.085] Buildbucket request:
{
  "requestId": "8993284988237971296",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "properties": {
      "$build/chromium_tests": {
            "fixed_revisions": {
                  "src": "f6207eb4af3b692d149483b9d226dca45c3dc4cb"
                }
          },
      "parent_builder_group": "chromium.memory",
      "parent_buildername": "Linux TSan Builder",
      "parent_got_angle_revision": "42bd4fc29aea6c0c1722d3604b0eadf7fb1e9aca",
      "parent_got_dawn_revision": "4682ae0034e7929dbea9b064ff39f6953eec406b",
      "parent_got_nacl_revision": "a90562b0e045950f6884105bfa6e560dbce9d319",
      "parent_got_revision": "f6207eb4af3b692d149483b9d226dca45c3dc4cb",
      "parent_got_revision_cp": "refs/heads/main@{#951503}",
      "parent_got_swiftshader_revision": "f354daff5a2b882fc182c8377c826aa99b30f989",
      "parent_got_v8_revision": "8a05d7add33e40e73aac9fc43b4d9cce04adeaca",
      "parent_got_v8_revision_cp": "refs/heads/9.9.1@{#1}",
      "parent_got_webrtc_revision": "699d1a242ecd3ca819293cfa96f5dcf8f5e1b91a",
      "parent_got_webrtc_revision_cp": "refs/heads/main@{#35522}",
      "swarm_hashes": {
            "absl_hardening_tests": "86d084a3c28cad26b09430b0994a70f9157c64a652a2799a70bc518d46818aeb/569",
            "accessibility_unittests": "f8a92f64f76df5d3ec8c2f1b3c9aa019f2a3be042bc6816c0bc0383197215764/569",
            "angle_unittests": "8f28df4b6e9a841364337918bb48cf7c80893e88d5a3e9bcf977aacbb7da4a99/570",
            "app_shell_unittests": "df0bc68f7988870684576ece993f8dcd7f120d2f500a132c4b50d6b755ac6034/730",
            "aura_unittests": "40b49d337c42b9a27b4c699892cc05eea5c5d6409426138e099c152b08a57a57/569",
            "base_unittests": "b778b17b4b8aa343e8377bbdbdc9458bd3f79c771ac905cc35135fbbc6828a58/648",
            "blink_common_unittests": "f15435d12856d65a683caa60fc8671ba14cf772d19b23163bab0e2a4ff3c47d5/647",
            "blink_fuzzer_unittests": "eac60a74429ffe4e62b2ac787a8c953aeabb0cb683a879f4fa2bf22d3c0d64b0/569",
            "blink_heap_unittests": "bd5c695def299c558a8837481f575ff63706eae5b4e1c20304d46074b41536d3/569",
            "blink_platform_unittests": "c75a47fc0a7bfde9b92eee2f70c19cf6b49e39f8b2ef562c7aca0d134c1b55a2/726",
            "blink_unittests": "752983e05e239b9d907358d117ae0056615e3f1c3b3efa2910115e49828cc5ad/810",
            "boringssl_crypto_tests": "4c92789d3de4b968084e1e133224db296df03a344c2ea864ecb6cbed8c9759cf/570",
            "boringssl_ssl_tests": "4226da37df7372e983e614fdaffac45353996a58889955770cb028d8714e7730/569",
            "capture_unittests": "d115e33a81ae0e2de99ded050300545f871413904e03388829767f852367b094/648",
            "cast_unittests": "0616377e8c66da0ef64136e3df66ded3fa011f513f6728b0392579aa034bf453/569",
            "cc_unittests": "f5987325baa7d2aa7f506527d959b0f028eaa62a9628523f89e2918f3828aa9b/653",
            "chrome_app_unittests": "0340d79323e9025c1af63d457a9c8f91559a95e0ef6f79fbe26d66af6d9d082b/648",
            "chromedriver_unittests": "420c27d9ee41f8656e0dbb1c968a1cbe83252e1f88f1c570aa8a2a8d8f6cb18d/726",
            "color_unittests": "434942d161a822344b716c03c2e20cbeb44eb6c9a033e9033696ea3bc012b5c3/569",
            "components_browsertests": "b4324c777ff657b8a764c1c3570743ecc4c08e08efef5241399d9b2b60a63f0c/813",
            "components_unittests": "3e15294a06ab93130423930a1659221bb2308110132118f4c92eb5e7c3035ad9/813",
            "compositor_unittests": "959f84d9dbde6a837bbe2d85c1a24a53293a121afb658070a87e6224eb089472/645",
            "content_browsertests": "e977d6617c0782fa82739ccb6dc2a2a759b8170586c93d316551448f5bb3fac3/887",
            "content_unittests": "5e04d82d9c6c075d1451461f0c2ed500314067dcc9b08052effc38563115b160/806",
            "cronet_tests": "91e9f0a9e5b01c7578282282e2de93e1c626d5f3e94bfbf153c7fe06e58bc490/730",
            "cronet_unittests": "fab5f9eb26d40c5dfb26bae2a26ef95c306be3d6e6cc44cd3b9519de98000c1e/646",
            "crypto_unittests": "fe553e1e01e14dd185093e3482fd1324d05902c55af225c0a42423e2434e2552/569",
            "dbus_unittests": "56122a34ccda96e38bea60ac771382e7d14c5bd1dc9018b9208d36af689fa30f/569",
            "device_unittests": "a5c720792dd6bfac6f219f65c37dd0f825fac8e690d765f2708e418f7f343f05/646",
            "display_unittests": "460f0fb4063e3fb6b673d93983d829b080be50e7804f2e09a1c7705d74085c29/569",
            "events_unittests": "5a0b2b8c122f4892db8bd0769509639e5f3273eddcc2d61e3a614a2221e6d009/569",
            "extensions_browsertests": "6f2993420b0c0c5d087b7cac2df6fa4e46aab435048a48f03965255e9fc00ed2/732",
            "extensions_unittests": "f3b992d5c8571daae8e8d338caf9e38a61735bfaadcd7441c2cfe4b6304029c9/896",
            "filesystem_service_unittests": "8226d389e3ea65c98eb5bc19d50a871fc25d002fe59a2fd23dc9165f8a3253bf/569",
            "gcm_unit_tests": "f4a5273ff97860ac69a1df2c3368892d02105eab88fb8083e9bc8afd421bafb3/646",
            "gfx_unittests": "db28b47ab75ef59b696b3f8a55abeea783cfb3202f5cdbb111e7e01a4b2a3cca/645",
            "gin_unittests": "7303c4541918fb07c8717b4f05abfc4e82de07e5a423c87f62282a011c175a67/646",
            "gl_tests": "f288edc97bfd6dfecf137840899c868eb79237a1d7393e463a6df30c443ada32/569",
            "gl_unittests": "bd1aa527a3381dfc12f20247eab1020d4334b8b38693c09b1207c846aa3e28d3/569",
            "google_apis_unittests": "b237fa5b7b5f907ea20ff3b1a0830e0da780390e75a34ea7a8ae896f3741b12a/731",
            "gpu_unittests": "21ffa18218e2fe503c2949c628b8f139958f4bdea26a2512f0081818602b1a4b/646",
            "gwp_asan_unittests": "0d23d861f5225449b4186267a78a2976546307fa7fd03cad1736b1dbf81c24b8/570",
            "headless_browsertests": "e19a67b4acd11e061d5318f7cd7be763268832ee9d1b3ef9d554f3cfd00cd117/730",
            "headless_unittests": "891149e2f7b67410209ab74bdb756b697975f695f1665d4460d54abdefab6c25/569",
            "interactive_ui_tests": "f1bbe40f5a9aaef5d7a6534c94636b68db75fd39de8a5bdf572b489b90c257e0/965",
            "ipc_tests": "f3f3e3df7b904684f5679d57a3b54418b31f7eacd702a085d76c2ae36372c4a5/569",
            "jingle_unittests": "a901837abf0085cfc7c5afd47da40072c05688d3836084b5baea50a52bcb0f97/646",
            "latency_unittests": "ee39db0be3006dfb45b9b4ec81e1fad740591d866e6617d73063ad08ca689df8/569",
            "libjingle_xmpp_unittests": "afd95b652125d7798f3cb376fa09ed9b6028bc41a63045e66a05cf49ced3ce69/569",
            "liburlpattern_unittests": "f43fa41224f752ff3fd765b5c5167eb570cb94d2ec7c020e580f01e41d3bd505/569",
            "media_unittests": "3145221270b3129a54aa16752f4865470115b54e7f0a623ec73c2646324ca9aa/649",
            "message_center_unittests": "c41a2f1d0b3498eddedb9976f407aa02e1520fdb94d61901f43048408741f1d3/569",
            "midi_unittests": "029bdf900e3f79e936347b046fe458b8a413e65c336cf030cdce6c9e646007e1/569",
            "mojo_core_unittests": "528c0635bed805c6d92196957c883d97b23cba4697d8600b82dce5d7a77074d1/569",
            "mojo_unittests": "f7a2ba517133087ed389028a177048af4508813bfe46f0379979613740a4c386/647",
            "native_theme_unittests": "45f07eb0471ea131f86e5b866ec79d11c074c9cc64118056511bbb1d362d99b0/569",
            "net_unittests": "177cef71b929c3e01cdaffc9a3a83ec67c25722c46c9c18e531bb78b47c09fc8/648",
            "openscreen_unittests": "ffc8625bb4b4c02d91f27437b287510219cd32c7bdd6032c0bbd9c2fc2c3163f/648",
            "ozone_x11_unittests": "c0db287a7f330beed5d20e0207e460108b3f8eeab7fe603ae510ed917e33665e/569",
            "pdf_unittests": "004ebef18e0e9353964714020bf596a9751bbcbe8c9ef518950b568ece49a584/646",
            "perfetto_unittests": "1f8c5f0d778419d0dd6e988de30467221028c9ab8a844334fd4144d1ea09860b/569",
            "ppapi_unittests": "6b2c1ad5d0ea29b198231523cefff951521001af54f757573031f2c3f547ff01/569",
            "printing_unittests": "55cd58fd7a8c7c1039a97cc530aba719359225a47dd6da85ace21b0d174d658f/569",
            "remoting_unittests": "38855d143393593abf326c67688d47a542832b7573f6811502f5788890ef5f74/646",
            "sandbox_linux_unittests": "bd8e79ef3a9bf65db1085a37d75cd4e17bfbdeb3e1be68c74da32ccf42fdca54/569",
            "service_manager_unittests": "72218bee05cb1837ddb0baee1e6f81f572b5a5e31194138acadbba8be816b04b/569",
            "services_unittests": "db25319a12b76b1db58d7d623fd47af6926c35467db1023c37485d3393525cc4/815",
            "shell_dialogs_unittests": "8f49f56f71fab6c65d2c091705991e58b5c80f1641d57f1d9eec13a38b4af256/569",
            "skia_unittests": "4ff8082a7ac018ee88e436814474a16479f7a281eac5b65c754211785740a25b/569",
            "snapshot_unittests": "1269761704c87b375cd62811a75f14cf95b36e783520581a2c293a7c73583d47/569",
            "sql_unittests": "ad2f9504bdad6fa82653e6834cc58734a363cbbc985ecd25814de41e9ee5bb7f/646",
            "storage_unittests": "7379a567fec9a8ae06ecfb417a512761d6a58aca4f7cefc4aeb4da9fd84994f4/727",
            "sync_integration_tests": "ff0d78397fb7be9227dd2c41806323d42dec88ccb3a493717d43a4c64c59cc68/729",
            "ui_base_unittests": "d621e57fa25cd03152ddef611b8e9f4c1acd39be9f8f4df04f8f410897b6af08/723",
            "ui_touch_selection_unittests": "f5ea3a2fe6e559faaf9ea24d60dcf75c87cd2d28edfda0c64e0c46e6882a2ffb/569",
            "unit_tests": "b01c3060efac8b278c43e5caf7754f5135fb058016add37132b1e640590d29c7/1062",
            "url_unittests": "fbf1adce612a26f3c06682a66b60af84756a07f10e87c291105613fc8dd95431/569",
            "views_unittests": "a62228e3b8744053d8087544ba7319e34380b09f994b5f4d0004970d0c3a320f/569",
            "viz_unittests": "badb744082d0818476d023a9b5b9814279b4503439b02b6aeaaf9338c244e55a/653",
            "vr_common_unittests": "385eff5dff98bb8958427f40fc1675aaff1fa72a7ca607850481ce7853d01f17/648",
            "vr_pixeltests": "168b1952b9b82d9b00140f590f0fd61f72ba0f1108090b1b83466546931829b1/646",
            "weblayer_browsertests": "4fcde7b9af9d739c3ba6a8cb5061ef01946b483443eab73a9af9e9af904e0f6f/814",
            "weblayer_unittests": "fa6339c0ab6a489793eec3ec7a8206eb09fed119600db9c735ab674769991fb2/646",
            "wm_unittests": "96f88fd21f57941cc9e882f33be98b8f73c670232b97f5db7b550040d6c405e3/569",
            "wtf_unittests": "779a175c938b6a262cb229c094ac9db8758fa02cd0caa782f4933ee83ff632bd/569",
            "x11_unittests": "ceee1f0983410fb6d70204b371566656a6735d734f046100cac08aae5bc6ed98/569",
            "xr_browser_tests": "47c91de62ea5e99dbd72210b98bd111ad9bffd2723c06c702fa57f4d8ccc18a5/728",
            "zlib_unittests": "0972a3fdffcab42501e97a33049102b8376f5f23b20081f1d50cb22cb90f5db5/570"
          },
      "swarming_command_lines_cwd": "out/Release",
      "swarming_command_lines_digest": "d35d624e302339bddf63f41a26541de5b97ee363969aba926d26843428908d07/94"
    },
  "gitilesCommit": {
    "host": "chromium.googlesource.com",
    "project": "chromium/src",
    "id": "f6207eb4af3b692d149483b9d226dca45c3dc4cb",
    "ref": "refs/heads/main"
  },
  "tags": [
    {
      "key": "scheduler_invocation_id",
      "value": "8993284988237971296"
    },
    {
      "key": "scheduler_job_id",
      "value": "chromium/Linux TSan Tests"
    },
    {
      "key": "user_agent",
      "value": "luci-scheduler"
    },
    {
      "key": "parent_buildername",
      "value": "Linux TSan Builder"
    },
    {
      "key": "parent_buildnumber",
      "value": "79966"
    },
    {
      "key": "user_agent",
      "value": "recipe"
    }
  ],
  "notify": {
    "pubsubTopic": "projects/luci-scheduler/topics/scheduler.buildbucket.cr-buildbucket~appspot.gserviceaccount.com"
  }
}
[16:15:11.009] Scheduled build:
{
  "id": "8827854926146937137",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 71919,
  "createdBy": "project:chromium",
  "createTime": "2021-12-14T16:15:10.181156538Z",
  "updateTime": "2021-12-14T16:15:10.181156538Z",
  "status": "SCHEDULED",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "f6207eb4af3b692d149483b9d226dca45c3dc4cb",
      "ref": "refs/heads/main"
    }
  }
}
[16:15:11.009] Task URL: https://cr-buildbucket.appspot.com/build/8827854926146937137
[16:15:11.009] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993284988237971296:2:0) after 9m4s
[16:15:31.898] Received PubSub notification, asking Buildbucket for the build status
[16:15:31.945] Build status: STARTED
[16:24:15.034] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993284988237971296:2:0)
[16:24:15.081] Build status: STARTED
[16:24:15.081] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993284988237971296:4:0) after 1m43s
[16:25:58.166] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993284988237971296:4:0)
[16:25:58.225] Build status: STARTED
[16:25:58.225] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993284988237971296:5:0) after 1m49s
[16:27:47.353] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993284988237971296:5:0)
[16:27:47.385] Build status: STARTED
[16:27:47.385] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993284988237971296:6:0) after 2m0s
[16:29:47.508] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993284988237971296:6:0)
[16:29:47.533] Build status: STARTED
[16:29:47.533] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993284988237971296:7:0) after 7m15s
[16:37:02.559] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993284988237971296:7:0)
[16:37:02.684] Build status: STARTED
[16:37:02.684] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993284988237971296:8:0) after 3m1s
[16:40:03.712] Handling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993284988237971296:8:0)
[16:40:03.746] Build status: STARTED
[16:40:03.746] Scheduling timer "check-buildbucket-build-status" (chromium/Linux TSan Tests:8993284988237971296:9:0) after 7m53s
[16:45:14.151] Received PubSub notification, asking Buildbucket for the build status
[16:45:14.190] Build:
{
  "id": "8827854926146937137",
  "builder": {
    "project": "chromium",
    "bucket": "ci",
    "builder": "Linux TSan Tests"
  },
  "number": 71919,
  "createdBy": "project:chromium",
  "createTime": "2021-12-14T16:15:10.181156538Z",
  "startTime": "2021-12-14T16:15:29.525800Z",
  "endTime": "2021-12-14T16:45:13.490379179Z",
  "updateTime": "2021-12-14T16:45:13.490379179Z",
  "status": "FAILURE",
  "input": {
    "gitilesCommit": {
      "host": "chromium.googlesource.com",
      "project": "chromium/src",
      "id": "f6207eb4af3b692d149483b9d226dca45c3dc4cb",
      "ref": "refs/heads/main"
    }
  }
}
[16:45:14.190] Invocation finished in 30m5.387159051s with status FAILED